-- Logs begin at Thu 2022-04-07 00:55:18 UTC, end at Thu 2022-04-07 02:54:18 UTC. -- Apr 07 01:38:11.175073 dv-neutron-836863-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 01:38:14.113293 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.common.config [-] Logging enabled! Apr 07 01:38:14.113931 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev88 Apr 07 01:38:14.114095 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 01:38:14.117462 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.common.config [-] Logging enabled! Apr 07 01:38:14.117716 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev88 Apr 07 01:38:14.118033 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110872) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 01:38:14.118976 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 01:38:14.119216 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 01:38:14.119591 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 01:38:14.119843 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 01:38:14.120075 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 01:38:14.120497 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.120960 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 01:38:14.121278 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.121579 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.121876 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.122176 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.122469 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.122756 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.123044 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.123345 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.123705 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.123918 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.124205 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.124509 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.124814 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.125106 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.125398 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.125686 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] debug = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.125971 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.126410 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.126831 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.127116 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.127959 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.128247 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.128526 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.128896 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.129189 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.129521 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] host = dv-neutron-836863-2-hyperv {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.129804 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.130094 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.130385 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.130677 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.130960 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.131240 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.131528 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.131808 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.132085 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.132363 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.132670 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.132980 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.133273 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.133504 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.133734 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.134037 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.134327 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.134612 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.134891 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.135171 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.135448 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.135725 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.136000 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.136288 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.136575 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.136891 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.137172 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.137450 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.137727 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.138002 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.138291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.138568 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.138846 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.139125 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.139414 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.139687 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.139964 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.140291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.140600 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.140913 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.141208 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.141489 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.141776 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.142052 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.142330 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.142607 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] use_json = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.142901 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.143187 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.143473 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.143750 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.144027 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.144306 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.144591 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.144909 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.145191 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:14.145496 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.145843 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.146103 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.146407 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.146704 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.146989 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.147283 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.147569 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.147865 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.148159 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.148453 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.148742 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.149070 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.149369 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.149674 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.149983 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.150280 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.150576 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.150857 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.151136 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.151413 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.151696 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.151987 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.152272 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.152565 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.152886 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.153172 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.153475 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.153766 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.154063 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.154360 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.154647 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.154932 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.155232 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.155519 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.155797 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.156083 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.156377 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.156661 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.156963 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.157253 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.157539 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.157820 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.158098 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.158383 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.158704 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.158987 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.159267 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.159546 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.159831 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.160109 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.160399 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.160681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.160983 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.161261 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.161546 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.161823 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.162099 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.162382 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.162662 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.162942 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.163220 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.163498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.163777 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.164056 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.164337 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.164620 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.164935 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.165222 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.165502 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.165780 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.166056 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.166337 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.166615 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.166903 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.167205 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.167490 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.167774 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.168058 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.168342 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.168624 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.168936 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.169221 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.169505 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.169784 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.170079 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.170368 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.170659 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.170964 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.171247 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.171546 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.171830 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.172113 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.172399 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.172683 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.172987 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.173274 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.173564 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.173865 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.174668 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.174978 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.175277 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.175575 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.175862 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.176178 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.176465 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:14.176685 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 01:38:14.176953 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110872) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 01:38:14.552627 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 01:38:14.552871 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 01:38:14.553179 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 01:38:14.553516 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 01:38:14.879827 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.880162 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.880404 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.881645 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.881927 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.883964 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.937195 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.937482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.937749 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.952181 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.952464 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.952739 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.983474 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.983760 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:14.984037 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.020388 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.020670 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.020971 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.356277 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.356890 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.356890 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.357126 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.357827 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.457475 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.458006 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.458474 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.458939 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.459404 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.459953 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.460319 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.460595 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.460888 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.461185 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.461459 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.461733 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.461999 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.462276 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.462532 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.462799 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.463060 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.463337 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.463615 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.463883 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.464159 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.464419 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.464712 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.465117 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.465648 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.465899 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.466406 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:15.466653 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:15.466901 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:15.467177 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:15.467383 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:15.467628 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:15.468005 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 01:38:15.471241 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 01:38:15.475185 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 01:38:15.479027 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 07 01:38:15.480641 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 01:38:15.481139 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 01:38:15.481481 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 01:38:15.481872 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 01:38:15.485837 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 01:38:15.486093 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 01:38:15.486444 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 01:38:15.491857 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 01:38:15.515919 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 01:38:15.516378 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.516683 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110872) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 01:38:15.517088 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.518508 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110872) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 01:38:15.518792 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 01:38:15.519043 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 01:38:15.522365 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.522652 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:15.584172 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 01:38:15.584412 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 01:38:15.584655 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 01:38:15.585063 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 01:38:15.605200 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_db.sqlalchemy.engines [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110872) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 01:38:16.174374 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing driver for type 'gre' Apr 07 01:38:16.174835 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] gre ID ranges: [(1, 1000)] Apr 07 01:38:16.345678 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing driver for type 'local' Apr 07 01:38:16.346022 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing driver for type 'vlan' Apr 07 01:38:16.436980 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] VlanTypeDriver initialization complete Apr 07 01:38:16.437580 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing driver for type 'vxlan' Apr 07 01:38:16.437765 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] vxlan ID ranges: [(1, 1000)] Apr 07 01:38:16.625701 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing extension driver 'port_security' Apr 07 01:38:16.626044 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.extensions.port_security [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] PortSecurityExtensionDriver initialization complete Apr 07 01:38:16.626382 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing mechanism driver 'openvswitch' Apr 07 01:38:16.626720 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing mechanism driver 'hyperv' Apr 07 01:38:16.638520 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.plugin [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:38:16.639350 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.639721 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.640075 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.640621 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110872) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 01:38:16.641095 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.641452 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.641798 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.642266 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110872) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 01:38:16.642671 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.643021 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.643369 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.643755 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110872) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 01:38:16.644160 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > security_group after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.644534 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > security_group after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.644903 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.645296 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110872) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 01:38:16.645700 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.646047 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.646389 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.646779 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110872) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 01:38:16.647182 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > address_group after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.647527 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > address_group after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.647903 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.648296 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110872) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 01:38:16.648733 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] ML2 OVO RPC backend initialized. {{(pid=110872) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 01:38:16.649462 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.649818 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.650236 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.650587 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > networks before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.650937 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.651281 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > ports before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.651627 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.651970 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnets before_response 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.652319 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.652660 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.653031 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.653475 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.659281 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.659281 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.659281 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.659281 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.659633 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.665077 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded quota_driver: . Apr 07 01:38:16.665482 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.plugin [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Modular L2 Plugin initialization complete Apr 07 01:38:16.665834 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading services supported by the core plugin {{(pid=110872) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 01:38:16.666181 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.plugins.ml2.managers [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Got port-security extension from driver 'port_security' Apr 07 01:38:16.666662 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.extensions.vlantransparent [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Disabled vlantransparent extension. Apr 07 01:38:16.667158 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110872) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 01:38:16.671336 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: router Apr 07 01:38:16.719823 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.720160 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_create 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.720531 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router before_create 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.721444 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.721827 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.722190 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_delete 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.722592 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.722948 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.723302 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_create 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.723651 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_update 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.724006 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_update 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.724356 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.724715 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_update 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.725152 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_update 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.725673 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.726026 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.726367 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: subnet after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.726711 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.727061 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.727410 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_create 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.727867 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.728197 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.728553 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router after_update 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.728925 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.729278 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_create 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.729639 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.729984 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_update 55549900 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.730348 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > agent after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.730827 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > agent after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.731185 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > network after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.732044 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Tracking information for resource: router configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:16.732380 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Tracking information for resource: floatingip configured {{(pid=110872) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 01:38:16.740088 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.db.l3_agentschedulers_db [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 01:38:16.740660 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.741047 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port after_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.741400 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port after_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.741761 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: port after_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.742538 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router before_create 55550100 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.742901 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.743265 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_create 55550100 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.743623 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > router precommit_update 55550100 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.748352 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.provider_configuration [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service providers = [] {{(pid=110872) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 01:38:16.748720 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.db.servicetype_db [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110872) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 01:38:16.751707 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.service_base [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 01:38:16.752085 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.service_base [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 01:38:16.752453 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.service_base [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 01:38:16.753370 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.services.service_base [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110872) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 01:38:16.753744 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.services.service_base [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 01:38:16.754119 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.754441 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 01:38:16.765109 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.765445 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: auto_allocate Apr 07 01:38:16.771238 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: network precommit_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.771607 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: network precommit_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.772121 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.772444 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: tag Apr 07 01:38:16.779126 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.779459 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: timestamp Apr 07 01:38:16.783265 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.784121 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: network_ip_availability Apr 07 01:38:16.789571 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.789943 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.790298 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:16.790995 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.791313 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: flavors Apr 07 01:38:16.797309 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.797644 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading Plugin: revisions Apr 07 01:38:16.810225 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110872) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 01:38:16.810614 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_concurrency.lockutils [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.257s {{(pid=110872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 01:38:16.811345 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110872) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 01:38:16.811688 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Initializing extension manager. Apr 07 01:38:16.812215 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: __init__.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.812558 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: __pycache__ {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.812939 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: address_group.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.813684 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.814257 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: address-group Apr 07 01:38:16.814583 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: address_scope.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.815319 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.815878 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: address-scope Apr 07 01:38:16.816207 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.817158 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.817755 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: router-admin-state-down-before-update Apr 07 01:38:16.818086 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: agent.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.818779 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.819290 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: agent Apr 07 01:38:16.819616 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: agent_resources_synced.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.820558 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.821200 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: agent-resources-synced Apr 07 01:38:16.821535 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: allowedaddresspairs.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.823296 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.823817 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: allowed-address-pairs Apr 07 01:38:16.824144 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: auto_allocated_topology.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.825304 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.825818 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: auto-allocated-topology Apr 07 01:38:16.826145 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: availability_zone.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.826836 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.827348 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: availability_zone Apr 07 01:38:16.827673 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: availability_zone_filter.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.832994 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.833856 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: availability_zone_filter Apr 07 01:38:16.834298 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: data_plane_status.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.835631 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.836478 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 01:38:16.836994 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: default_subnetpools.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.838040 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.838985 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: default-subnetpools Apr 07 01:38:16.839378 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.840448 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.840995 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: dhcp_agent_scheduler Apr 07 01:38:16.841326 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: dns.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.842237 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.842750 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension dns-integration not supported by any of loaded plugins Apr 07 01:38:16.843077 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: dns_domain_ports.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.844173 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.844682 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 01:38:16.845042 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.846487 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.847007 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 01:38:16.847328 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: dvr.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.847999 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.848511 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: dvr Apr 07 01:38:16.848859 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: ecmp_routes.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.849777 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.850582 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 01:38:16.850817 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: empty_string_filtering.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.851749 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.852264 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: empty-string-filtering Apr 07 01:38:16.852589 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.853525 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.854035 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 01:38:16.854360 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.855269 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.855773 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 01:38:16.856097 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: external_net.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.857077 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.857585 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: external-net Apr 07 01:38:16.857905 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.858799 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.859306 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: extra_dhcp_opt Apr 07 01:38:16.859628 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: extraroute.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.860534 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.861075 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: extraroute Apr 07 01:38:16.861399 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: extraroute_atomic.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.863016 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.863530 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: extraroute-atomic Apr 07 01:38:16.863854 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: filter_validation.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.864516 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.865067 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: filter-validation Apr 07 01:38:16.865393 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: fip_pf_description.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.873241 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.873745 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 01:38:16.874065 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: fip_pf_port_range.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.874973 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.875476 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 01:38:16.875797 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: fip_port_details.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.876949 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.877495 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: fip-port-details Apr 07 01:38:16.877817 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: flavors.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.879164 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.879686 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: flavors Apr 07 01:38:16.880015 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.881760 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.882282 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 01:38:16.882614 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: floatingip_pools.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.883315 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.883831 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: floatingip-pools Apr 07 01:38:16.884196 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: ip_allocation.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.885153 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.885660 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 01:38:16.885988 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.886905 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.887414 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: ip-substring-filtering Apr 07 01:38:16.887744 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l2_adjacency.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.888669 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.889205 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 01:38:16.889530 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.890561 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.891078 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: router Apr 07 01:38:16.891414 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.894266 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.894793 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 01:38:16.895126 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.896205 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.896592 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: ext-gw-mode Apr 07 01:38:16.896989 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.897901 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.898413 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: l3-ha Apr 07 01:38:16.898743 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.899650 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.900161 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 01:38:16.900486 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_flavors.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.901425 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.902037 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: l3-flavors Apr 07 01:38:16.902358 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.903723 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.904247 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 01:38:16.904578 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.905513 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.906033 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 01:38:16.906363 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: l3agentscheduler.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.907394 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.907911 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: l3_agent_scheduler Apr 07 01:38:16.908244 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: local_ip.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.910694 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.911229 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension local_ip not supported by any of loaded plugins Apr 07 01:38:16.911568 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: logging.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.913192 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.913721 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension logging not supported by any of loaded plugins Apr 07 01:38:16.914059 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: metering.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.914804 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.915420 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: metering Apr 07 01:38:16.915761 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.916891 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.917420 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: metering_source_and_destination_fields Apr 07 01:38:16.917741 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: multiprovidernet.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.918780 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.919299 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: multi-provider Apr 07 01:38:16.919626 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: netmtu.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.926957 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.927469 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: net-mtu Apr 07 01:38:16.927910 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: netmtu_writable.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.928920 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.929436 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: net-mtu-writable Apr 07 01:38:16.929761 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: network_availability_zone.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.930424 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.930933 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: network_availability_zone Apr 07 01:38:16.931255 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: network_ip_availability.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.932348 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.932893 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: network-ip-availability Apr 07 01:38:16.933327 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: network_segment_range.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.934092 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.934606 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 01:38:16.934931 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: pagination.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.935908 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.936238 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: pagination Apr 07 01:38:16.936558 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: port_device_profile.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.937503 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.938034 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: port-device-profile Apr 07 01:38:16.938359 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.939269 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.939812 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: port-mac-address-regenerate Apr 07 01:38:16.940137 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.941075 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.941629 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: port-numa-affinity-policy Apr 07 01:38:16.941953 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: port_resource_request.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.942849 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.943358 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 01:38:16.943681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: port_resource_request_groups.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.944631 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.945177 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 01:38:16.945503 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: portbindings.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.946417 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.946932 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: binding Apr 07 01:38:16.947256 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: portbindings_extended.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.948605 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.949143 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: binding-extended Apr 07 01:38:16.949474 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: portsecurity.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.950385 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.950901 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: port-security Apr 07 01:38:16.951228 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: project_id.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.952198 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.952558 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: project-id Apr 07 01:38:16.952916 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: providernet.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.959437 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.959954 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: provider Apr 07 01:38:16.960280 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.963767 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.964363 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos not supported by any of loaded plugins Apr 07 01:38:16.964724 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.966242 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.966761 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 01:38:16.967092 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.968002 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.968520 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 01:38:16.968875 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_default.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.969803 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.970362 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-default not supported by any of loaded plugins Apr 07 01:38:16.970686 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_fip.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.972190 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.972708 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-fip not supported by any of loaded plugins Apr 07 01:38:16.973058 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.973974 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.974489 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 01:38:16.974815 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_gateway_ip.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.975847 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.976461 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 01:38:16.976812 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_port_network_policy.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.977731 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.978245 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 01:38:16.978570 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.979606 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.980123 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 01:38:16.980447 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.981537 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.982109 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 01:38:16.982468 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_pps_rule.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.988908 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.989431 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-pps not supported by any of loaded plugins Apr 07 01:38:16.989760 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_rule_type_details.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.990674 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.991186 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 01:38:16.991513 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.992422 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.993072 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 01:38:16.993405 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: qos_rules_alias.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.994446 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.994985 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 01:38:16.995310 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: quota_check_limit.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.996249 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.996772 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: quota-check-limit Apr 07 01:38:16.997112 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: quotasv2.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:16.998033 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:16.998361 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: quotas Apr 07 01:38:16.998686 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: quotasv2_detail.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.000353 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.000692 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: quota_details Apr 07 01:38:17.001046 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: rbac.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.002212 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.002708 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: rbac-policies Apr 07 01:38:17.003041 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: rbac_address_group.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.003964 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.004483 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: rbac-address-group Apr 07 01:38:17.004838 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: rbac_address_scope.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.005764 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.006283 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: rbac-address-scope Apr 07 01:38:17.006636 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: rbac_security_groups.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.014640 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.015155 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: rbac-security-groups Apr 07 01:38:17.015486 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: rbac_subnetpool.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.016400 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.016947 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: rbac-subnetpool Apr 07 01:38:17.017274 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: revisionifmatch.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.018722 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.019346 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: revision-if-match Apr 07 01:38:17.019749 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: revisions.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.020891 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.021406 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: standard-attr-revisions Apr 07 01:38:17.021730 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: router_availability_zone.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.022399 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.022908 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: router_availability_zone Apr 07 01:38:17.023230 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: routerservicetype.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.024146 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.024655 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension router-service-type not supported by any of loaded plugins Apr 07 01:38:17.024999 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.025962 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.026514 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: security-groups-normalized-cidr Apr 07 01:38:17.026833 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.027766 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.028287 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: port-security-groups-filtering Apr 07 01:38:17.028608 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.029714 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.030236 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: security-groups-remote-address-group Apr 07 01:38:17.030560 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.031585 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.032103 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: security-groups-shared-filtering Apr 07 01:38:17.032427 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.033042 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 01:38:17.033363 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: securitygroup.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.043617 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.044149 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: security-group Apr 07 01:38:17.044486 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: segment.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.045242 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.045849 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension segment not supported by any of loaded plugins Apr 07 01:38:17.046176 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.050169 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.050798 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 01:38:17.051126 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: servicetype.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.052224 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.052745 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: service-type Apr 07 01:38:17.053099 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: sorting.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.054070 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.054405 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: sorting Apr 07 01:38:17.054728 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: standard_attr_segment.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.055633 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.056259 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 01:38:17.056588 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: standardattrdescription.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.057264 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.057778 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: standard-attr-description Apr 07 01:38:17.058102 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: stateful_security_group.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.059025 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.059545 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: stateful-security-group Apr 07 01:38:17.059871 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: stdattrs_common.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.060434 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 01:38:17.060776 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.061745 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.062264 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 01:38:17.062588 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: subnet_onboard.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.063633 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.064153 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: subnet_onboard Apr 07 01:38:17.064511 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.065478 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.065991 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 01:38:17.066313 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: subnet_service_types.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.067226 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.067792 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: subnet-service-types Apr 07 01:38:17.068113 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: subnetallocation.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.069229 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.069754 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: subnet_allocation Apr 07 01:38:17.070081 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.070743 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.071257 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: subnetpool-prefix-ops Apr 07 01:38:17.071579 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.072509 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.073149 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 01:38:17.073472 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: tagging.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.074544 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.075068 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: standard-attr-tag Apr 07 01:38:17.075393 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: timestamp.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.076582 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.077134 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loaded extension: standard-attr-timestamp Apr 07 01:38:17.077463 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: trunk.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.078484 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.079010 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension trunk not supported by any of loaded plugins Apr 07 01:38:17.079339 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: trunk_details.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.080256 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.081329 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension trunk-details not supported by any of loaded plugins Apr 07 01:38:17.081652 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: uplink_status_propagation.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.084817 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.085331 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 01:38:17.085655 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Loading extension file: vlantransparent.py {{(pid=110872) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 01:38:17.086319 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110872) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 01:38:17.086827 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 01:38:17.089329 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:network Apr 07 01:38:17.089846 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:subnet Apr 07 01:38:17.090614 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 01:38:17.091011 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:port Apr 07 01:38:17.092232 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.092670 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service FLAVORS assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.093511 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.093962 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.094297 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:router Apr 07 01:38:17.094728 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 01:38:17.095212 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service METERING assigned prefix: /metering {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.097306 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:17.097680 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:17.098034 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:38:17.099033 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 01:38:17.099491 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:security_group Apr 07 01:38:17.099919 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 01:38:17.100513 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service CORE assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.100885 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 01:38:17.101233 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] subnetpool is already registered Apr 07 01:38:17.101705 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service CORE assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.102032 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 01:38:17.102366 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] subnetpool is already registered Apr 07 01:38:17.104627 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.105087 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service FLAVORS assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.105676 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.106099 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.106434 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:router Apr 07 01:38:17.106772 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] router is already registered Apr 07 01:38:17.107184 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:floatingip Apr 07 01:38:17.107568 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] floatingip is already registered Apr 07 01:38:17.108023 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service METERING assigned prefix: /metering {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.108688 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 01:38:17.109044 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] rbac_policy is already registered Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:security_group Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] security_group is already registered Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] security_group_rule is already registered Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service CORE assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] subnetpool is already registered Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.v2.resource_helper [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Service CORE assigned prefix: {{(pid=110872) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 01:38:17.112895 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 01:38:17.113595 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING neutron.quota.resource_registry [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] subnetpool is already registered Apr 07 01:38:17.113595 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: extensions {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.114838 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: address-groups {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.116320 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: address-scopes {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.117673 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: agents {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.118822 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: auto-allocated-topology {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.120098 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: availability_zones {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.121443 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: dhcp-networks {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.122931 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: dhcp-agents {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.124404 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: routers {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.127998 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: flavors {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.129234 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: service_profiles {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.130522 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: next_providers {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.131955 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: service_profiles {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.133524 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: floatingip-pools {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.134745 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: routers {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.136924 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: floatingips {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.138188 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: l3-routers {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.141611 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: l3-agents {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.141611 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: metering-labels {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.142375 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: metering-label-rules {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.144162 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: network-ip-availabilities {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.145452 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: bindings {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.147068 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: quotas {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.148809 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: quotas {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.150320 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: rbac-policies {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.151606 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: security-groups {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.152899 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: security-group-rules {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.154154 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: service-providers {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.155358 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: subnetpools {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.156798 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: subnetpools {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.158242 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.160622 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.162445 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.164372 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.166185 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.168069 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.169854 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.171813 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.173585 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.175457 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron.api.extensions [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Extended resource: tags {{(pid=110872) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 01:38:17.181373 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING keystonemiddleware.auth_token [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 01:38:17.186096 dv-neutron-836863-2-hyperv neutron-server[110872]: WARNING keystonemiddleware.auth_token [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 01:38:17.194581 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_concurrency.lockutils [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Acquired lock "singleton_lock" {{(pid=110872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 01:38:17.195058 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_concurrency.lockutils [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Releasing lock "singleton_lock" {{(pid=110872) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 01:38:17.195744 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Starting 2 workers Apr 07 01:38:17.200743 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Started child 110983 {{(pid=110872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 01:38:17.206041 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Started child 110984 {{(pid=110872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 01:38:17.206806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:17.207610 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO neutron.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 01:38:17.208274 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:17.208424 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [-] (110983) wsgi starting up on http://0.0.0.0:9696 Apr 07 01:38:17.210819 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Starting 1 workers Apr 07 01:38:17.210967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:17.212263 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [-] (110984) wsgi starting up on http://0.0.0.0:9696 Apr 07 01:38:17.216341 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Started child 110985 {{(pid=110872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 01:38:17.216938 dv-neutron-836863-2-hyperv neutron-server[110872]: INFO oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Starting 1 workers Apr 07 01:38:17.220104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] calling RpcWorker wait() {{(pid=110985) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 01:38:17.220702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] returning from RpcWorker wait() {{(pid=110985) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 01:38:17.222276 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Started child 110986 {{(pid=110872) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 01:38:17.222526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:17.227653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG neutron_lib.callbacks.manager [None req-8cebca06-6b2f-425e-b7f4-ecc5ce233020 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 01:38:17.227770 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 01:38:17.228183 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.228183 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.228302 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:17.228888 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.228888 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.228888 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229069 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:38:17.229137 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229137 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229137 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229326 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229709 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229709 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.229866 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.230054 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.230285 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.230600 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.230874 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.231121 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.231392 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.231564 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.231827 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.232090 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.232317 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.232580 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] debug = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.232846 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.233360 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.233590 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.233844 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.234061 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.234339 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.234572 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.234831 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.235060 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.235291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.235537 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.235787 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.236000 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.236239 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.236487 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.236741 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.237025 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.237245 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.237692 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] host = dv-neutron-836863-2-hyperv {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.237916 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.238131 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.238356 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.238600 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.238846 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.239085 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.239347 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.239607 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.239857 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.240101 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.240352 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.240562 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.240866 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.241054 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.241200 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_options = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.241439 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.241702 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.242007 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.242286 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.242444 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.242582 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.242767 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.242931 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.243171 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.243384 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.243595 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.243811 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.244022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.244241 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.244483 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.244734 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.244969 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.245194 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.246362 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.247534 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.247534 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.247859 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.248439 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.248439 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.248439 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.248885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.248885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.249183 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.249412 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.249654 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.249895 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.250149 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.250402 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.250648 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.251610 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.251610 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.251610 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.251610 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.252088 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.252837 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.253129 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.253385 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.253597 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.253836 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.254055 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.254276 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.254507 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_json = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.254779 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.255058 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.255253 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.255504 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.255776 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.255968 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.256197 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.256434 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.256659 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.257121 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259030 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259514 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259589 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.259868 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.260167 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.260419 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.260681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.261045 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.261330 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.261598 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.261831 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.262051 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.262266 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.262489 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.262781 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.263001 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.263250 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.263482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.263724 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.264009 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.264270 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.264613 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.264938 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.265212 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.265453 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.265668 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.265908 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.266147 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.266384 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.266637 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.266854 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.267117 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.267338 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.267553 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.267808 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.268663 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.268907 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.269154 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.269398 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.269653 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.269900 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.270139 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.270362 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.270613 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.270913 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.271145 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.271355 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.271574 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.271811 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.272090 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.272441 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.272569 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.272738 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.272998 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.273231 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.273469 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.273681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.273914 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.274130 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.274341 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.274600 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.274817 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.275033 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.275299 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.275466 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.275681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.275948 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.276192 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.276426 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.276828 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.277728 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.278412 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.278641 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.279427 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.279670 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.279897 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.280287 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.280437 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.280564 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.282957 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.283212 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.283475 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.283729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.284020 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.284336 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.284592 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.284877 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.285480 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.285743 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.285969 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.286230 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.286451 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.287273 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.287519 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.287774 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.288010 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.288265 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.288502 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.288724 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.288991 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.289218 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.289454 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.289681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.289902 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.290130 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.290379 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.290669 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.290925 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.291161 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.291414 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.291649 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.291922 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.292186 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.292458 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.292683 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.292969 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.293284 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.293555 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.293843 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.294094 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.294325 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.294592 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.294827 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.295078 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.295308 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.295573 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.295825 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.296067 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.296305 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.296548 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.296789 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.297096 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.297346 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.297561 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.297782 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.298089 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.298341 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.298616 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.298880 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.299180 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.299434 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.299695 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.299925 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.300146 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.300346 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.300577 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.300815 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.301056 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.301289 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.301539 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.301789 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.302006 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.302256 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.302490 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.302710 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.302928 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.303166 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.303383 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.303632 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.303846 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.304064 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.304300 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.304519 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.304776 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.304992 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.305221 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.305472 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.305707 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.305988 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.306412 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.306635 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.306861 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.307105 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.307340 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.307555 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.307825 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.308040 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.308275 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.308508 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.308728 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.308967 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.309198 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.309429 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.309644 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.309921 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.310157 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.310502 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.310761 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.311008 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.311255 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.311489 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.311706 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.311938 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.312153 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.312369 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.312587 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.312831 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.313173 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.313413 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.313630 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.313848 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.314080 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.314349 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.314587 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.315366 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.315558 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.315787 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.316024 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.316242 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.316462 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.316693 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.316933 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.317163 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.317378 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.317589 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.317881 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.318129 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.318374 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.318631 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.318868 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.319131 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.319367 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.319574 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.319780 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.320003 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.320232 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.320447 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.320676 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.320910 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.321154 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.321335 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.321571 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.321778 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.322002 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.322210 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.322418 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.322655 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.322872 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.323080 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.323302 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.323510 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.323712 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.324010 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.324138 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.324361 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.324588 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.324814 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.325024 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.325242 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.325456 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.325666 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.325977 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.326214 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.326452 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.326739 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.326986 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.327231 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.327485 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.327806 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.328018 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.328290 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.328523 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.328785 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.329038 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.329293 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.329622 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.329923 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.330176 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.330966 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.331241 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.331518 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.331794 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.332013 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.332303 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.332621 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.332929 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.333204 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.333431 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.333664 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.333884 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.334117 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.334337 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.334576 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.334809 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.335066 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.335293 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.335514 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.335761 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.335990 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.336232 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.336450 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.336659 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.336919 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.337153 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.337313 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 01:38:17.337837 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110872) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 01:38:17.338000 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 01:38:17.338150 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 01:38:17.338316 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 01:38:17.338484 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 01:38:17.338637 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 01:38:17.338726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:38:17.338848 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339001 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339160 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339319 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339477 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339657 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339817 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.339987 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.340111 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.340514 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.340673 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.340866 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341026 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341184 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341342 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341500 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341649 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341803 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.341983 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.342147 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.342305 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.342465 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.342611 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] debug = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.342834 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.342975 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.343293 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.343293 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.343624 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.343624 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.343881 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.343881 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.344166 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.344166 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.344552 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.344552 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.344552 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345159 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345159 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345159 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345517 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345517 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345517 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] host = dv-neutron-836863-2-hyperv {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345727 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.345829 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.346014 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.346174 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.346565 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.346565 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347291 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.347885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_options = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.348542 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.348542 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.348542 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.348542 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.348542 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349267 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349267 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349267 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349267 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349710 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349710 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.349710 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350054 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350054 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350054 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350411 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350411 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350667 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350667 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350819 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.350897 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.351074 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.351198 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.351362 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.351743 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355022 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355498 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.355934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:17.356013 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356013 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356013 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356013 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356245 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356309 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_json = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356596 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356596 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.356769 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.357026 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.357118 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.357255 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.357475 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.357817 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.357980 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 01:38:17.358170 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.358339 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.358564 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.358794 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.358962 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.359125 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.359289 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.359453 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.359622 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.359787 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.359959 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.360124 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.360301 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.360463 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.360629 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.360836 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.360993 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.361158 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.361484 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.361484 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.361667 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.361812 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.361953 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.362137 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.362301 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.362466 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.362630 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.362802 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.362965 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.363146 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.363308 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.363473 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.363637 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.363801 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.363967 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.364132 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.364295 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.364387 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065861 Apr 07 01:38:17.364552 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.364883 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.365051 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.365217 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.365388 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.365580 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.365768 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.365942 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.366098 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.367134 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.367310 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.367459 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.367629 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.367794 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.367955 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.368118 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.368283 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.368448 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.368615 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.368797 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.368959 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.369867 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.369867 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.369867 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.369867 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.369867 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.370776 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.370885 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.371040 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.371143 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.372290 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.372290 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.372522 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.372856 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.373029 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.373196 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.373357 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.373522 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.373685 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.374081 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.374235 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.374388 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.374527 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.374681 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.374847 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.375004 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.375171 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.375530 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.375702 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.375865 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.376029 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.376193 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.376357 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.376518 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.376691 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.376905 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.379605 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.379797 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.379985 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.380169 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.380352 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.380531 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.380707 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.380907 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.381080 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.381252 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.381422 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.381582 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.381806 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.381935 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382064 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382196 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382362 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382526 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382691 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382855 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.382991 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.383160 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.383323 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.383486 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.383647 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.383806 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.383972 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.384135 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.384301 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.384464 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.384633 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.385008 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.385908 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.385908 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.385908 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.386328 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.386328 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.386584 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.386584 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.386843 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.386969 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.387100 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.387230 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.387370 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.387500 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.387661 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.387851 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.388018 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.388179 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.388519 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.388680 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.390353 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.390552 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.392591 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.393390 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.393593 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.393776 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.393954 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.394127 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.394297 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.394465 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.394633 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.394800 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.394966 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.395136 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.395306 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.395472 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.395635 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.395799 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.395963 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.396127 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.396290 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.396454 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.396616 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.397342 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.398541 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.398716 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.401717 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.401717 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.401717 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.401717 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.401717 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402178 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402178 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402178 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402382 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402382 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402550 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402740 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.402894 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.403041 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.403203 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.403366 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.403529 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404482 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404999 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404999 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.404999 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.405191 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.405960 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.405960 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.405960 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.405960 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.405960 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406252 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406252 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406367 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406460 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406622 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406782 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.406942 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.407103 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.407264 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.407427 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.407588 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.407748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.407911 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.408065 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.408228 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.408417 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.408579 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.408738 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.409729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.409729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.409729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.409729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.409729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.409729 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410162 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410162 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410162 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410335 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410486 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410601 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410761 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.410920 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411082 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411258 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411402 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411553 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411689 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411826 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.411988 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.412157 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.412304 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.412463 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.412622 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.412857 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413074 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413205 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413338 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413497 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413667 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413824 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.413987 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.414156 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.414314 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.414473 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.414633 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.414794 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.414956 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.415124 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.415287 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.415447 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.415614 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.415774 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.415933 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.416092 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.416264 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.416424 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.416585 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.416746 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.416938 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.417098 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.417261 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.417425 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.417595 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.417780 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.418748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.418748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.418748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.418748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.418748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.418748 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419349 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419349 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419349 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419349 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419718 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419718 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419907 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.419907 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.420119 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.420223 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.420339 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.420500 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.420659 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.420839 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.421000 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.422131 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.422304 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.422471 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.422634 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.422795 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 01:38:17.422954 dv-neutron-836863-2-hyperv neutron-server[110872]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110872) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 01:38:28.937082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c62cf08-18a3-4c82-97b5-485ee38f2491 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:38:29.008407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c62cf08-18a3-4c82-97b5-485ee38f2491 None None] No non-hosted networks {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 01:38:29.027451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.agentschedulers_db [None req-6c62cf08-18a3-4c82-97b5-485ee38f2491 None None] DHCP Agent not found on host dv-neutron-836863-2-hyperv {{(pid=110985) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 01:38:29.284690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a28f5731-9c00-4e25-ba3b-6ae70cd2a2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684150'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:31.408657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c0699bd2-c6c2-4709-8f83-7b580337b6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684150'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:31.434854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-c44a944d-fac8-448e-9d27-35d18e8fd38e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-836863-2-hyperv {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:38:31.435757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-c44a944d-fac8-448e-9d27-35d18e8fd38e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:38:32.032629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c44a944d-fac8-448e-9d27-35d18e8fd38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:32.237021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45592) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:32.363585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684150'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:32.771045 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING oslo_policy.policy [None req-7f2e1dc2-114c-43ae-ada3-45b15cdaccd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:32.771636 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING oslo_policy.policy [None req-7f2e1dc2-114c-43ae-ada3-45b15cdaccd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:32.995956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-7f2e1dc2-114c-43ae-ada3-45b15cdaccd3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:38:33.008794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7f2e1dc2-114c-43ae-ada3-45b15cdaccd3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7585857 Apr 07 01:38:33.888869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684150'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:35.274116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684150'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:35.274831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.275636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.275636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.275928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.276486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.278065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.279095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.280951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.281480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.282139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.282506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.283381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.284292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.284800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.292153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:35.292153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-836863-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:38:35.293402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-836863-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:38:35.560306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45626) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:35.880646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:38:35.974280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.policy [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110984) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 01:38:36.017803 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING oslo_policy.policy [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:36.018192 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING oslo_policy.policy [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:36.175658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794719848228', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794719846775', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794719863005', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794719872071', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794719815651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794719829559', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3864945', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3789284', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576464', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-751375'] for rbac-policy (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:36.367600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:36.380810 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6bce8f87-ed06-4288-ba5a-cca64cb615fa admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8072181 Apr 07 01:38:37.509219 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.db.l3_hamode_db [None req-12fbff26-8e1d-48e6-8247-2ac1f296b7f2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 01:38:37.591284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbff26-8e1d-48e6-8247-2ac1f296b7f2 None None] Routers set() bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:38:37.591685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fbff26-8e1d-48e6-8247-2ac1f296b7f2 None None] Router IDs set() for agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 01:38:38.908587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45638) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:39.215372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:38:39.307773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Made reservation on behalf of c9099459bb874a9a9ee19544a71d0ec2 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:38:39.311507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.328074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.433954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks [] for security_group (a0549d99-9f8d-4533-99ac-ac8cd75fc169), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.496196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a0549d99-9f8d-4533-99ac-ac8cd75fc169), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.520271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:38:39.554930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794723423344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e16ae51e-a31d-4ca8-8876-f668e70497a2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.555520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Unsubscribe: segment precommit_create {{(pid=110984) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 01:38:39.556040 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Added segment e16ae51e-a31d-4ca8-8876-f668e70497a2 of type vlan for network 67d95eef-e283-4381-88d2-05d443999171 Apr 07 01:38:39.575666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a0549d99-9f8d-4533-99ac-ac8cd75fc169,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:39.599232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.599580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.599931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.600278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.600609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.600963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.601290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.601612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.601948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.602275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.602616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.602956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.603280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.603598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.603918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Tracked resource versions report: Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: pushed versions: Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: { 'AddressGroup': {'1.2'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Agent': {'1.1'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'ConntrackHelper': {'1.0'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Log': {'1.0'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'NDPProxy': {'1.0'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Network': {'1.1'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Port': {'1.7'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'PortForwarding': {'1.3'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'QosPolicy': {'1.10'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroup': {'1.5'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SubPort': {'1.0'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Subnet': {'1.1'}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Trunk': {'1.1'}} Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: consumer versions: Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Agent': '1.1', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'ConntrackHelper': '1.0', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'LocalIPAssociation': '1.0', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Log': '1.0', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'NDPProxy': '1.0', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Network': '1.1', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Port': '1.7', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'PortForwarding': '1.3', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'QosPolicy': '1.10', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroup': '1.5', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroupRule': '1.2', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SubPort': '1.0', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Subnet': '1.1', Apr 07 01:38:39.605383 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Trunk': '1.1'}} Apr 07 01:38:39.607786 dv-neutron-836863-2-hyperv neutron-server[110984]: {{(pid=110984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:38:39.668484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (67d95eef-e283-4381-88d2-05d443999171), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.785400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (67d95eef-e283-4381-88d2-05d443999171), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.790457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:38:39.791193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:39.904984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] Pushing event updated for resources: {'Network': ['ID=67d95eef-e283-4381-88d2-05d443999171,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:39.916330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 67d95eef-e283-4381-88d2-05d443999171 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:38:39.959864 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c22098ad-25f0-4f35-b2d9-a58f578b1048 demo demo] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0501592 Apr 07 01:38:42.505587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45650) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:42.906311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832057c7-990e-4788-bd5f-de2e270a6283 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:38:42.907750 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-832057c7-990e-4788-bd5f-de2e270a6283 demo admin] 10.222.0.25 "GET /v2.0/networks/67d95eef-e283-4381-88d2-05d443999171 HTTP/1.1" status: 200 len: 824 time: 0.4012244 Apr 07 01:38:42.931297 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5942b744-7019-45bf-814f-7028b51ecc89 demo admin] 10.222.0.25 "GET /v2.0/subnetpools/4d317ca9-6ff6-4d74-8be3-8c46a64b06cb HTTP/1.1" status: 200 len: 734 time: 0.0179334 Apr 07 01:38:42.939709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Request body: {'subnet': {'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:38:43.016471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Made reservation on behalf of c9099459bb874a9a9ee19544a71d0ec2 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:38:43.019372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:43.376517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (4c128b1e-3df7-4522-a346-18bd19f5babb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:43.446628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Pushing event updated for resources: {'Subnet': ['ID=4c128b1e-3df7-4522-a346-18bd19f5babb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:43.450255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Checking segment: {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:38:43.450640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Network hostable DHCP agents. Network: 67d95eef-e283-4381-88d2-05d443999171, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:38:43.562149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Network 67d95eef-e283-4381-88d2-05d443999171 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:38:43.653796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 67d95eef-e283-4381-88d2-05d443999171) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:38:43.658920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:38:43.663696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:43.664392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1889e8a-f410-4ea5-a61a-6ba2299512ba None None] Network 67d95eef-e283-4381-88d2-05d443999171 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:38:43.802623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3a8e4af2-44c0-439f-b6ac-3f96b45d494a demo admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8663766 Apr 07 01:38:44.029679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-67d95eef-e283-4381-88d2-05d443999171', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:38:44.031096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:44.306463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Allocated IP 172.20.0.2 (67d95eef-e283-4381-88d2-05d443999171/4c128b1e-3df7-4522-a346-18bd19f5babb/f159ad01-f1b0-40e6-9a1e-91f737f908f9) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:38:44.569509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Publish callbacks [] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:44.643272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:44.726684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Network 67d95eef-e283-4381-88d2-05d443999171 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:38:44.730924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:38:44.732554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Pushing event updated for resources: {'Port': ['ID=f159ad01-f1b0-40e6-9a1e-91f737f908f9,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:44.740809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:38:44.744048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.747950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.748029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.748322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.748643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Tracked resource versions report: Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: pushed versions: Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: { 'AddressGroup': {'1.2'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Agent': {'1.1'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'ConntrackHelper': {'1.0'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Log': {'1.0'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'NDPProxy': {'1.0'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Network': {'1.1'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Port': {'1.7'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'PortForwarding': {'1.3'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'QosPolicy': {'1.10'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroup': {'1.5'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SubPort': {'1.0'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Subnet': {'1.1'}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Trunk': {'1.1'}} Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: consumer versions: Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Agent': '1.1', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'ConntrackHelper': '1.0', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'LocalIPAssociation': '1.0', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Log': '1.0', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'NDPProxy': '1.0', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Network': '1.1', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Port': '1.7', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'PortForwarding': '1.3', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'QosPolicy': '1.10', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroup': '1.5', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroupRule': '1.2', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SubPort': '1.0', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Subnet': '1.1', Apr 07 01:38:44.750099 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Trunk': '1.1'}} Apr 07 01:38:44.753550 dv-neutron-836863-2-hyperv neutron-server[110985]: {{(pid=110985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:38:44.828916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Attempting to bind port f159ad01-f1b0-40e6-9a1e-91f737f908f9 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:38:44.829224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Attempting to bind port f159ad01-f1b0-40e6-9a1e-91f737f908f9 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:38:44.829640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Attempting to bind port f159ad01-f1b0-40e6-9a1e-91f737f908f9 on network 67d95eef-e283-4381-88d2-05d443999171 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:38:44.834528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:38:44.834926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Checking segment: {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:38:44.835393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:44.835788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Bound using segment: {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:38:44.836249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Bound port: f159ad01-f1b0-40e6-9a1e-91f737f908f9, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:38:44.836660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:44.899938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] For port f159ad01-f1b0-40e6-9a1e-91f737f908f9, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:38:44.904219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] For port f159ad01-f1b0-40e6-9a1e-91f737f908f9, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f159ad01-f1b0-40e6-9a1e-91f737f908f9,segment=NetworkSegment(e16ae51e-a31d-4ca8-8876-f668e70497a2),segment_id=e16ae51e-a31d-4ca8-8876-f668e70497a2)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:38:44.965861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:45.028341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eed9e-b60c-452e-bb3e-cc3864b12afc None None] Pushing event updated for resources: {'Port': ['ID=f159ad01-f1b0-40e6-9a1e-91f737f908f9,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:46.361789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 45658) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:46.864663 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING oslo_policy.policy [None req-d593957d-1bcf-4ebe-8a4e-d5eb8f973b95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:46.865292 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING oslo_policy.policy [None req-d593957d-1bcf-4ebe-8a4e-d5eb8f973b95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:47.087316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-d593957d-1bcf-4ebe-8a4e-d5eb8f973b95 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:38:47.088592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d593957d-1bcf-4ebe-8a4e-d5eb8f973b95 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7246478 Apr 07 01:38:49.624652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45672) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:49.941424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-ebcad37c-8471-49e0-ad0b-49a0cf81f4c3 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:38:49.942519 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ebcad37c-8471-49e0-ad0b-49a0cf81f4c3 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167212 Apr 07 01:38:52.485390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45680) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:52.789573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:38:52.917436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:52.919089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:53.058778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] Publish callbacks [] for router_controller (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:53.114261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:53.207492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:53.208707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2f5416ef-543c-4fcc-a729-154923771223 demo demo] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7217088 Apr 07 01:38:55.775041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45692) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:55.997848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f159ad01-f1b0-40e6-9a1e-91f737f908f9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:38:56.089238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f159ad01-f1b0-40e6-9a1e-91f737f908f9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:38:56.089765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:56.094182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-9203e381-5c55-4d21-b049-40e93d113a8a admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:38:56.105419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9203e381-5c55-4d21-b049-40e93d113a8a admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3294256 Apr 07 01:38:56.206087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f159ad01-f1b0-40e6-9a1e-91f737f908f9 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:38:56.206533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:56.244218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port f159ad01-f1b0-40e6-9a1e-91f737f908f9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f159ad01-f1b0-40e6-9a1e-91f737f908f9,segment=NetworkSegment(e16ae51e-a31d-4ca8-8876-f668e70497a2),segment_id=e16ae51e-a31d-4ca8-8876-f668e70497a2)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:38:56.322426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:56.380191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=f159ad01-f1b0-40e6-9a1e-91f737f908f9,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:56.447951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e3281-4dcf-4e8a-a2e1-11ef63e6e74e None None] Network 67d95eef-e283-4381-88d2-05d443999171 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:38:56.554893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3bd531ea-4de2-4806-a21c-4707ebab62bd None None] Provisioning complete for port f159ad01-f1b0-40e6-9a1e-91f737f908f9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:38:56.555208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bd531ea-4de2-4806-a21c-4707ebab62bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:56.651361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3bd531ea-4de2-4806-a21c-4707ebab62bd None None] Current status of the port f159ad01-f1b0-40e6-9a1e-91f737f908f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:38:56.770946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5003e41a-79b8-46fe-968a-d6f8dddcbec7 None None] Provisioning complete for port f159ad01-f1b0-40e6-9a1e-91f737f908f9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:38:56.771343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5003e41a-79b8-46fe-968a-d6f8dddcbec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:56.847549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5003e41a-79b8-46fe-968a-d6f8dddcbec7 None None] Current status of the port f159ad01-f1b0-40e6-9a1e-91f737f908f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:38:57.964525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f159ad01-f1b0-40e6-9a1e-91f737f908f9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:38:58.010483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f159ad01-f1b0-40e6-9a1e-91f737f908f9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:38:58.010905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:58.089338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f159ad01-f1b0-40e6-9a1e-91f737f908f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:38:58.640000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 45700) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:38:58.946426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:38:58.965308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e7352a7a-14d8-4253-8f22-38c68405660a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.065415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Made reservation on behalf of 98d5d34a460344b0b3d2c8c2b8ffd071 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:38:59.131696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.policy [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110983) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 01:38:59.174269 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING oslo_policy.policy [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:59.174634 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING oslo_policy.policy [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 01:38:59.184190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.205404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.312102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks [] for security_group (a876e449-58b8-4c97-befe-f35095fce51d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.404536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a876e449-58b8-4c97-befe-f35095fce51d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.416322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Reserving flat network on physical network physnet1 {{(pid=110983) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 01:38:59.447541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794723423344', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2c8ab5fe-b1b6-4772-875f-1d214c96f5f7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.448130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Unsubscribe: segment precommit_create {{(pid=110983) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 01:38:59.448678 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Added segment 2c8ab5fe-b1b6-4772-875f-1d214c96f5f7 of type flat for network 9576beaa-b572-45dd-8b18-fb9b06f36336 Apr 07 01:38:59.464900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a876e449-58b8-4c97-befe-f35095fce51d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:59.495105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.495451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.495799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.496135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.496462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.496808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.497134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.497453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.497787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.498143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.498473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.498795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.499110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.499423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.499738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Tracked resource versions report: Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: pushed versions: Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: { 'AddressGroup': {'1.2'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Agent': {'1.1'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'ConntrackHelper': {'1.0'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Log': {'1.0'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'NDPProxy': {'1.0'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Network': {'1.1'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Port': {'1.7'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'PortForwarding': {'1.3'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'QosPolicy': {'1.10'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroup': {'1.5'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SubPort': {'1.0'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Subnet': {'1.1'}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Trunk': {'1.1'}} Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: consumer versions: Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Agent': '1.1', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'ConntrackHelper': '1.0', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'LocalIPAssociation': '1.0', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Log': '1.0', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'NDPProxy': '1.0', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Network': '1.1', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Port': '1.7', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'PortForwarding': '1.3', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'QosPolicy': '1.10', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroup': '1.5', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroupRule': '1.2', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SubPort': '1.0', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Subnet': '1.1', Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Trunk': '1.1'}} Apr 07 01:38:59.501716 dv-neutron-836863-2-hyperv neutron-server[110983]: {{(pid=110983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:38:59.572227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9576beaa-b572-45dd-8b18-fb9b06f36336), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.722110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9576beaa-b572-45dd-8b18-fb9b06f36336), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.723267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:38:59.723993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:38:59.824611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] Pushing event updated for resources: {'Network': ['ID=9576beaa-b572-45dd-8b18-fb9b06f36336,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:38:59.835194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:38:59.873800 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-71bd9a7a-7bb6-417f-9577-807a2c26d730 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2327216 Apr 07 01:39:01.373282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-821f2db4-e4f8-409e-beed-7879631f60cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:02.348861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:39:02.367916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:02.635895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9f67ff-265b-47cf-80d2-ab7214613565 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:39:02.637223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9a9f67ff-265b-47cf-80d2-ab7214613565 demo admin] 10.222.0.25 "GET /v2.0/subnets/4c128b1e-3df7-4522-a346-18bd19f5babb HTTP/1.1" status: 200 len: 849 time: 0.2874358 Apr 07 01:39:02.768234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-68234ffb-5488-4f46-a99f-eafc566e7bd4 demo admin] 10.222.0.25 "GET /v2.0/routers/bcbe47cb-5265-461e-9ce8-d2d93ec7add2 HTTP/1.1" status: 200 len: 704 time: 0.1230092 Apr 07 01:39:03.063622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:03.375391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Allocated IP 172.20.0.1 (67d95eef-e283-4381-88d2-05d443999171/4c128b1e-3df7-4522-a346-18bd19f5babb/ede623f9-70f2-4d5e-8ff2-b7578ed91d9e) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:39:03.578682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks [] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:03.702107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:03.781692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Network 67d95eef-e283-4381-88d2-05d443999171 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:39:03.786770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:39:03.791622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:39:03.792466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:03.810165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:03.811931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Pushing event updated for resources: {'Port': ['ID=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:04.082602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:04.107850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3da4a34a-9431-4131-8438-0b433f96f60e None None] Provisioning complete for port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:04.108260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3da4a34a-9431-4131-8438-0b433f96f60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:04.139996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3da4a34a-9431-4131-8438-0b433f96f60e None None] Port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:39:04.290525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks [] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:04.362102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:04.362909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:04.437031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Pushing event updated for resources: {'Port': ['ID=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:04.484380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Network 67d95eef-e283-4381-88d2-05d443999171 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:39:04.485717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:39:04.660137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fcfa8d2c-d0da-4c5a-9509-94b4a0290c27 None None] Provisioning complete for port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:04.660530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fcfa8d2c-d0da-4c5a-9509-94b4a0290c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:04.694864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa8d2c-d0da-4c5a-9509-94b4a0290c27 None None] Port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:39:04.736157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:39:04.830071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:39:04.835154 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-09d2ef1c-049e-471d-97d7-c3a7bdf73734 demo admin] 10.222.0.25 "PUT /v2.0/routers/bcbe47cb-5265-461e-9ce8-d2d93ec7add2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0619643 Apr 07 01:39:04.840427 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Sync routers for ids ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:39:04.852802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Routers {'bcbe47cb-5265-461e-9ce8-d2d93ec7add2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:39:04.853678 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:39:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:05.045915 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Set router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:39:05.261616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:05.471254 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'name': 'router1', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:38:52Z', 'updated_at': '2022-04-07T01:39:03Z', 'revision_number': 2, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'gw_port_host': None, '_interfaces': [{'id': 'ede623f9-70f2-4d5e-8ff2-b7578ed91d9e', 'name': '', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'mac_address': 'fa:16:3e:e7:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:03Z', 'updated_at': '2022-04-07T01:39:04Z', 'revision_number': 2, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'subnets': [{'id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:05.521614 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Checking router: bcbe47cb-5265-461e-9ce8-d2d93ec7add2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:39:05.521906 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Updating router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:39:05.573781 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.085987 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Publish callbacks [] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.145022 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.265384 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Pushing event updated for resources: {'Port': ['ID=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:06.292451 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.292828 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.293195 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.293540 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.293880 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.294216 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.294545 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.294869 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.295202 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.295532 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.295879 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.296228 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.296563 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.296913 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.297241 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Tracked resource versions report: Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: pushed versions: Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: { 'AddressGroup': {'1.2'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Agent': {'1.1'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'ConntrackHelper': {'1.0'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Log': {'1.0'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'NDPProxy': {'1.0'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Network': {'1.1'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Port': {'1.7'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'PortForwarding': {'1.3'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'QosPolicy': {'1.10'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroup': {'1.5'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SubPort': {'1.0'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Subnet': {'1.1'}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Trunk': {'1.1'}} Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: consumer versions: Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Agent': '1.1', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'ConntrackHelper': '1.0', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'LocalIPAssociation': '1.0', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Log': '1.0', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'NDPProxy': '1.0', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Network': '1.1', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Port': '1.7', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'PortForwarding': '1.3', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'QosPolicy': '1.10', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroup': '1.5', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroupRule': '1.2', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SubPort': '1.0', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Subnet': '1.1', Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Trunk': '1.1'}} Apr 07 01:39:06.298784 dv-neutron-836863-2-hyperv neutron-server[110986]: {{(pid=110986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:39:06.328490 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Attempting to bind port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:39:06.328914 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Attempting to bind port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:39:06.329339 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Attempting to bind port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e on network 67d95eef-e283-4381-88d2-05d443999171 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:39:06.335189 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:39:06.335609 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Checking segment: {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:39:06.336075 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.336469 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Bound using segment: {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:39:06.336973 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Bound port: ede623f9-70f2-4d5e-8ff2-b7578ed91d9e, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16ae51e-a31d-4ca8-8876-f668e70497a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '67d95eef-e283-4381-88d2-05d443999171'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:39:06.337353 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.405829 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] For port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:39:06.424743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-03536df6-5546-4cf2-91af-4007af4a0fd9 None None] Provisioning complete for port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:06.425363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03536df6-5546-4cf2-91af-4007af4a0fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.425827 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] For port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,segment=NetworkSegment(e16ae51e-a31d-4ca8-8876-f668e70497a2),segment_id=e16ae51e-a31d-4ca8-8876-f668e70497a2)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:39:06.458758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-03536df6-5546-4cf2-91af-4007af4a0fd9 None None] Port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:39:06.507996 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.564151 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d4aec-f8db-4cfe-8f4c-4a8af29c3155 None None] Pushing event updated for resources: {'Port': ['ID=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:06.573831 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Routers {'bcbe47cb-5265-461e-9ce8-d2d93ec7add2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:39:06.574443 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:39:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:06.667689 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] Set router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:39:06.781037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] Provisioning complete for port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:06.781689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.861818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] Current status of the port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:39:06.862219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.886572 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'name': 'router1', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:38:52Z', 'updated_at': '2022-04-07T01:39:03Z', 'revision_number': 2, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'gw_port_host': None, '_interfaces': [{'id': 'ede623f9-70f2-4d5e-8ff2-b7578ed91d9e', 'name': '', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'mac_address': 'fa:16:3e:e7:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:03Z', 'updated_at': '2022-04-07T01:39:06Z', 'revision_number': 4, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'subnets': [{'id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:06.894725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] For port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,segment=NetworkSegment(e16ae51e-a31d-4ca8-8876-f668e70497a2),segment_id=e16ae51e-a31d-4ca8-8876-f668e70497a2)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:39:06.913132 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9a0a27-f4f4-42a8-8428-bd5b2a9f2301 None None] The sync data for ids ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'] in dv-neutron-836863-2-hyperv is: [{'id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'name': 'router1', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:38:52Z', 'updated_at': '2022-04-07T01:39:03Z', 'revision_number': 2, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'gw_port_host': None, '_interfaces': [{'id': 'ede623f9-70f2-4d5e-8ff2-b7578ed91d9e', 'name': '', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'mac_address': 'fa:16:3e:e7:5a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:03Z', 'updated_at': '2022-04-07T01:39:06Z', 'revision_number': 4, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'subnets': [{'id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:39:06.950604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:06.999890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c64af1-63cf-41d2-90fa-04cdee8b6717 None None] Pushing event updated for resources: {'Port': ['ID=ede623f9-70f2-4d5e-8ff2-b7578ed91d9e,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:07.261209 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:39:07.324171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45734) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:39:07.433193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a19ebe-3a65-472b-a3d1-06f1854e7cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:39:07.434489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e9a19ebe-3a65-472b-a3d1-06f1854e7cb3 admin admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 842 time: 0.1092277 Apr 07 01:39:07.444326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:39:07.544888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Made reservation on behalf of 98d5d34a460344b0b3d2c8c2b8ffd071 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:39:07.547150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:07.900982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:39:07.901424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (e3c4e254-b00e-41e0-8379-7341ab117908), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:07.955501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3c4e254-b00e-41e0-8379-7341ab117908,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:07.965745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:39:07.966157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Network hostable DHCP agents. Network: 9576beaa-b572-45dd-8b18-fb9b06f36336, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:39:08.036531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:39:08.099010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 9576beaa-b572-45dd-8b18-fb9b06f36336) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:39:08.102982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:39:08.103668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:08.109738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627fe0e2-c1a4-41d0-a21d-37d11c73e0d9 None None] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:39:08.195092 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-414830af-d1cf-404a-99c1-4ae52b40a84e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7405114 Apr 07 01:39:08.209179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e8ac3-9131-4729-8b4f-fba0db14a635 None None] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:39:10.632489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 45752) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:39:10.835725 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a7c886e2-9ed9-43cf-8a2c-4a6dea2ac9b6 demo admin] 10.222.0.25 "GET /v2.0/routers/bcbe47cb-5265-461e-9ce8-d2d93ec7add2 HTTP/1.1" status: 200 len: 710 time: 0.2019703 Apr 07 01:39:10.921057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b205010-5293-4089-a0d5-68feb58ca96e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:39:10.922422 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1b205010-5293-4089-a0d5-68feb58ca96e demo admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 886 time: 0.0811489 Apr 07 01:39:10.932199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:39:11.187703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks [] for router_gateway (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:11.514214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks [] for router_gateway (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:11.588695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:11.778121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Allocated IP 172.26.8.117 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/76646ed2-63aa-4954-8d28-69bc90e73718) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:39:11.882847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks [] for port (76646ed2-63aa-4954-8d28-69bc90e73718), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:11.973867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:12.009227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:39:12.014413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:39:12.019412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:39:12.054931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Pushing event updated for resources: {'Port': ['ID=76646ed2-63aa-4954-8d28-69bc90e73718,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:12.339382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks [] for router_gateway (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:12.626599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:12.630436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (bcbe47cb-5265-461e-9ce8-d2d93ec7add2), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:12.739425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:39:12.852563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:39:12.857159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:12.858354 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1fa2acd8-7e72-4eea-837a-98490cd28f79 demo admin] 10.222.0.25 "PUT /v2.0/routers/bcbe47cb-5265-461e-9ce8-d2d93ec7add2 HTTP/1.1" status: 200 len: 890 time: 1.9296167 Apr 07 01:39:13.993252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ede623f9-70f2-4d5e-8ff2-b7578ed91d9e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:39:14.043274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:14.043657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:14.122017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:39:15.396291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 45764) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:39:15.551185 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8844dbdd-b8f7-4d4e-8770-2729204c3019 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1537373 Apr 07 01:39:15.641299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Sync routers for ids ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:39:15.653749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Routers {'bcbe47cb-5265-461e-9ce8-d2d93ec7add2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:39:15.654430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:39:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:15.873506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Set router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:39:16.341956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'name': 'router1', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '76646ed2-63aa-4954-8d28-69bc90e73718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:38:52Z', 'updated_at': '2022-04-07T01:39:12Z', 'revision_number': 4, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'gw_port': {'id': '76646ed2-63aa-4954-8d28-69bc90e73718', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:11Z', 'updated_at': '2022-04-07T01:39:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'ede623f9-70f2-4d5e-8ff2-b7578ed91d9e', 'name': '', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'mac_address': 'fa:16:3e:e7:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:03Z', 'updated_at': '2022-04-07T01:39:06Z', 'revision_number': 5, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'subnets': [{'id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:16.393850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Checking router: bcbe47cb-5265-461e-9ce8-d2d93ec7add2 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:39:16.394214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Updating router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 port 76646ed2-63aa-4954-8d28-69bc90e73718 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:39:16.452571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:16.770015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Publish callbacks [] for port (76646ed2-63aa-4954-8d28-69bc90e73718), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:16.838101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:16.905260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c357c-2a40-478d-b7fe-69905fbbc477 None None] Pushing event updated for resources: {'Port': ['ID=76646ed2-63aa-4954-8d28-69bc90e73718,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:16.908430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Attempting to bind port 76646ed2-63aa-4954-8d28-69bc90e73718 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:39:16.908935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Attempting to bind port 76646ed2-63aa-4954-8d28-69bc90e73718 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:39:16.909200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Attempting to bind port 76646ed2-63aa-4954-8d28-69bc90e73718 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:39:16.914754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:39:16.915132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:39:16.915537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:16.915931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:39:16.916403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Bound port: 76646ed2-63aa-4954-8d28-69bc90e73718, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:39:16.916818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:16.965404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] For port 76646ed2-63aa-4954-8d28-69bc90e73718, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:39:16.968320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] For port 76646ed2-63aa-4954-8d28-69bc90e73718, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=76646ed2-63aa-4954-8d28-69bc90e73718,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:39:17.050141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:17.109139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c357c-2a40-478d-b7fe-69905fbbc477 None None] Pushing event updated for resources: {'Port': ['ID=76646ed2-63aa-4954-8d28-69bc90e73718,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:17.112227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Routers {'bcbe47cb-5265-461e-9ce8-d2d93ec7add2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:39:17.112836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:39:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:17.220676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] Set router bcbe47cb-5265-461e-9ce8-d2d93ec7add2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:39:17.456329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'name': 'router1', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '76646ed2-63aa-4954-8d28-69bc90e73718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:38:52Z', 'updated_at': '2022-04-07T01:39:12Z', 'revision_number': 4, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'gw_port': {'id': '76646ed2-63aa-4954-8d28-69bc90e73718', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:11Z', 'updated_at': '2022-04-07T01:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'ede623f9-70f2-4d5e-8ff2-b7578ed91d9e', 'name': '', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'mac_address': 'fa:16:3e:e7:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:03Z', 'updated_at': '2022-04-07T01:39:06Z', 'revision_number': 5, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'subnets': [{'id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:39:17.482945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05216db-13e3-4ae5-a35a-86df2dbb28a0 None None] The sync data for ids ['bcbe47cb-5265-461e-9ce8-d2d93ec7add2'] in dv-neutron-836863-2-hyperv is: [{'id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'name': 'router1', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.117'}], 'enable_snat': True}, 'gw_port_id': '76646ed2-63aa-4954-8d28-69bc90e73718', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:38:52Z', 'updated_at': '2022-04-07T01:39:12Z', 'revision_number': 4, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'gw_port': {'id': '76646ed2-63aa-4954-8d28-69bc90e73718', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:2e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:11Z', 'updated_at': '2022-04-07T01:39:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'ede623f9-70f2-4d5e-8ff2-b7578ed91d9e', 'name': '', 'network_id': '67d95eef-e283-4381-88d2-05d443999171', 'tenant_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'mac_address': 'fa:16:3e:e7:5a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbe47cb-5265-461e-9ce8-d2d93ec7add2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:39:03Z', 'updated_at': '2022-04-07T01:39:06Z', 'revision_number': 5, 'project_id': 'c9099459bb874a9a9ee19544a71d0ec2', 'subnets': [{'id': '4c128b1e-3df7-4522-a346-18bd19f5babb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d317ca9-6ff6-4d74-8be3-8c46a64b06cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:39:18.062472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 76646ed2-63aa-4954-8d28-69bc90e73718 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:39:18.146632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 76646ed2-63aa-4954-8d28-69bc90e73718 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:18.147152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:18.239440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 76646ed2-63aa-4954-8d28-69bc90e73718 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:39:18.240069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:18.270832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 76646ed2-63aa-4954-8d28-69bc90e73718, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=76646ed2-63aa-4954-8d28-69bc90e73718,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:39:18.335999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:18.393360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=76646ed2-63aa-4954-8d28-69bc90e73718,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:39:20.022739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 76646ed2-63aa-4954-8d28-69bc90e73718 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:39:20.095990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 76646ed2-63aa-4954-8d28-69bc90e73718 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:39:20.096723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (76646ed2-63aa-4954-8d28-69bc90e73718), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:20.188080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 76646ed2-63aa-4954-8d28-69bc90e73718 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:39:29.003853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8d492dfb-cccd-442d-b0e2-446e30e0be0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:31.361969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bac59a51-7b08-422f-a5f5-03dc5bd621f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:32.321744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:33.815295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:35.267858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:39:44.260288 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:39:58.969334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c899a159-a32d-4624-a211-3703f88dde97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:01.395292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73a8023-9ceb-4ce3-9407-0a7f91fdcaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:02.323139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:03.980777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:05.291985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:21.258464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:40:28.971226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1336a8cc-ac0d-42f2-8376-a4795f4f3ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:31.366326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2af3ea3d-1288-4d84-b557-27b81fabbf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:32.333753 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:33.807762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:35.242364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:43.019389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46280) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:43.086285 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa32d74-2e43-4f44-99fb-71a1e76ae770 admin admin] GET failed (client error): The resource could not be found. Apr 07 01:40:43.087549 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-daa32d74-2e43-4f44-99fb-71a1e76ae770 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0672317 Apr 07 01:40:43.258433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791d255-2a58-491d-a0e6-22589e9e0cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:43.259798 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8791d255-2a58-491d-a0e6-22589e9e0cf5 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1677837 Apr 07 01:40:45.579644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46290) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:45.725832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96ff311-2bf9-461d-b20c-3d6621d9bfa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:45.727186 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f96ff311-2bf9-461d-b20c-3d6621d9bfa6 admin admin] 10.222.0.25 "GET /v2.0/subnets/4c128b1e-3df7-4522-a346-18bd19f5babb HTTP/1.1" status: 200 len: 849 time: 0.1465778 Apr 07 01:40:45.738982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:40:45.820452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Publish callbacks [] for subnet (4c128b1e-3df7-4522-a346-18bd19f5babb), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:46.039617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794723352589'] for subnet (4c128b1e-3df7-4522-a346-18bd19f5babb), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:46.081858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:46.082873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:46.084460 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] 10.222.0.25 "PUT /v2.0/subnets/4c128b1e-3df7-4522-a346-18bd19f5babb HTTP/1.1" status: 200 len: 868 time: 0.3491871 Apr 07 01:40:46.084951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c2e248-d0dc-4ab5-9da8-12c3bc2b85fd None None] Network 67d95eef-e283-4381-88d2-05d443999171 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:40:46.103115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c128b1e-3df7-4522-a346-18bd19f5babb,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:40:46.111255 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.111645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.111979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.112330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.112692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.113066 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.113399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.113730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.114080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.114417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.114746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.115077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.115412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.115886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.116222 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fae0754-03b5-499e-b1da-e7de3753f910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:40:46.442497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ca2723d0-10f0-4274-9c54-1df43da05300 None None] Provisioning complete for port f159ad01-f1b0-40e6-9a1e-91f737f908f9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:40:46.442890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca2723d0-10f0-4274-9c54-1df43da05300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f159ad01-f1b0-40e6-9a1e-91f737f908f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:46.520831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ca2723d0-10f0-4274-9c54-1df43da05300 None None] Current status of the port f159ad01-f1b0-40e6-9a1e-91f737f908f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:40:46.531263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ca2723d0-10f0-4274-9c54-1df43da05300 None None] Provisioning complete for port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:40:46.531642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca2723d0-10f0-4274-9c54-1df43da05300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ede623f9-70f2-4d5e-8ff2-b7578ed91d9e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:40:46.605244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ca2723d0-10f0-4274-9c54-1df43da05300 None None] Current status of the port ede623f9-70f2-4d5e-8ff2-b7578ed91d9e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:40:48.390689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46298) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:48.584797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c162-c139-45d2-a156-1cc643d5abea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:48.585202 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f8c162-c139-45d2-a156-1cc643d5abea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:48.586714 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b6f8c162-c139-45d2-a156-1cc643d5abea admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1950567 Apr 07 01:40:50.914042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46306) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:51.115454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719b677-985a-47bc-886d-ad805ae3e46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:51.115942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719b677-985a-47bc-886d-ad805ae3e46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:51.117549 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e719b677-985a-47bc-886d-ad805ae3e46d admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2025192 Apr 07 01:40:53.439970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46316) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:53.637356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c922aa42-2fa4-4709-aef6-2ae556c96d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:53.638719 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c922aa42-2fa4-4709-aef6-2ae556c96d63 admin admin] 10.222.0.25 "GET /v2.0/networks/67d95eef-e283-4381-88d2-05d443999171 HTTP/1.1" status: 200 len: 868 time: 0.1977732 Apr 07 01:40:55.944781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46324) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:56.069880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c160610a-9ca1-44b3-a07e-df287c6f7058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:56.071244 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c160610a-9ca1-44b3-a07e-df287c6f7058 admin admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 886 time: 0.1255038 Apr 07 01:40:58.259239 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:40:58.392114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46332) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:40:58.515582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e5f34-5e5e-4c94-811a-0ce26d957d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:58.515964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e5f34-5e5e-4c94-811a-0ce26d957d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:40:58.517524 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-092e5f34-5e5e-4c94-811a-0ce26d957d7e admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244569 Apr 07 01:40:58.967494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c832c8b1-4fa4-4387-9bb3-2edd8dfef842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:00.822197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46340) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:00.910796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b2e86-edd6-4186-afc5-9d65bdebfd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:00.911256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b2e86-edd6-4186-afc5-9d65bdebfd84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:00.912775 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-898b2e86-edd6-4186-afc5-9d65bdebfd84 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896182 Apr 07 01:41:01.355283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8da9fa8-ff62-439c-bbac-086b48fd4bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:02.332896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:03.238353 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46348) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:03.330602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bc24ae-06d5-4f33-bcaf-1bbfbbd2beae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:03.331937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c7bc24ae-06d5-4f33-bcaf-1bbfbbd2beae admin admin] 10.222.0.25 "GET /v2.0/subnets/4c128b1e-3df7-4522-a346-18bd19f5babb HTTP/1.1" status: 200 len: 868 time: 0.0926378 Apr 07 01:41:03.835286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:05.239072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:05.651996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46356) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:05.736046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff919ee-07da-41ea-a4e0-c372ebca1303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:05.737412 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dff919ee-07da-41ea-a4e0-c372ebca1303 admin admin] 10.222.0.25 "GET /v2.0/subnets/e3c4e254-b00e-41e0-8379-7341ab117908 HTTP/1.1" status: 200 len: 816 time: 0.0844700 Apr 07 01:41:28.971617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c93fccc-e8b7-4bb6-ac2e-9353e818339b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:31.366189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7459dfdc-702c-48eb-9a05-7e0a6bc62d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:32.326462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:33.823330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:35.238501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:35.259541 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:41:46.773462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46414) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:46.818876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-15c50002-f992-4695-bdd9-828c21ee8fd2 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:41:46.820010 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-15c50002-f992-4695-bdd9-828c21ee8fd2 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456061 Apr 07 01:41:49.197135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46422) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:49.255918 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a1cd3b-7ef8-49df-b7cb-a21d0c32f1f3 admin admin] GET failed (client error): The resource could not be found. Apr 07 01:41:49.257224 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d5a1cd3b-7ef8-49df-b7cb-a21d0c32f1f3 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591757 Apr 07 01:41:49.397151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e00e1-c517-4c3d-90b3-9aefb2479282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:49.398620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea0e00e1-c517-4c3d-90b3-9aefb2479282 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370053 Apr 07 01:41:51.756404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46430) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:51.802689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:41:51.872172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Made reservation on behalf of 98d5d34a460344b0b3d2c8c2b8ffd071 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:41:51.874388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:51.909067 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.services.revisions.revision_plugin [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Could not find related network for resource to bump revision. Apr 07 01:41:51.923350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:41:51.932242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (88281c40-6689-459f-82f9-b677f2cf37f1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:51.933036 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Added segment 88281c40-6689-459f-82f9-b677f2cf37f1 of type vlan for network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 Apr 07 01:41:51.978842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (1647c0d6-6b6d-4acf-8775-e2cf8fc46700), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:52.080067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (1647c0d6-6b6d-4acf-8775-e2cf8fc46700), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:52.081051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:52.081626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:52.140121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Pushing event updated for resources: {'Network': ['ID=1647c0d6-6b6d-4acf-8775-e2cf8fc46700,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:41:52.146637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.151684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:52.161723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:41:52.208345 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-73c4c14f-eb46-4267-81f3-07f047384371 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4506063 Apr 07 01:41:54.525295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46438) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:41:54.584609 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-01770580-de00-46da-8255-7c4b41ad9f32 admin admin] GET failed (client error): The resource could not be found. Apr 07 01:41:54.585967 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-01770580-de00-46da-8255-7c4b41ad9f32 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597105 Apr 07 01:41:54.656773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cd3f67-b680-443e-8eaf-c6b24e98ab3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:54.658226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a7cd3f67-b680-443e-8eaf-c6b24e98ab3d admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0677795 Apr 07 01:41:54.667970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:41:54.759771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Made reservation on behalf of 98d5d34a460344b0b3d2c8c2b8ffd071 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:41:54.762663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:54.992502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (53002986-69e5-41e6-98da-f3569ea82657), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.049555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53002986-69e5-41e6-98da-f3569ea82657,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:41:55.058329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Checking segment: {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:41:55.058715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Network hostable DHCP agents. Network: 1647c0d6-6b6d-4acf-8775-e2cf8fc46700, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:41:55.134864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:41:55.222550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 1647c0d6-6b6d-4acf-8775-e2cf8fc46700) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:41:55.226366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:41:55.226947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.231572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c9ecb6-4a23-4e5a-bae9-53e5aa151f06 None None] Network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:41:55.288053 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5899042-702e-474b-a2ab-cf75f7608b11 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6232607 Apr 07 01:41:55.331238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-1647c0d6-6b6d-4acf-8775-e2cf8fc46700', 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700', 'project_id': '98d5d34a460344b0b3d2c8c2b8ffd071', 'fixed_ips': [{'subnet_id': '53002986-69e5-41e6-98da-f3569ea82657'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:41:55.332113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.474996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Allocated IP 192.168.233.2 (1647c0d6-6b6d-4acf-8775-e2cf8fc46700/53002986-69e5-41e6-98da-f3569ea82657/9539b1bd-47bd-4c83-988b-5853012b7313) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:41:55.711082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Publish callbacks [] for port (9539b1bd-47bd-4c83-988b-5853012b7313), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.798554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.839944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:41:55.842811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:41:55.846962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:41:55.849993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Pushing event updated for resources: {'Port': ['ID=9539b1bd-47bd-4c83-988b-5853012b7313,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:41:55.861418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.861763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.862104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.862434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.862762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.863087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.863410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.863735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.864058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.864379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.864723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.865091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.865418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.865733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.866052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:41:55.913870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Attempting to bind port 9539b1bd-47bd-4c83-988b-5853012b7313 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:41:55.914237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Attempting to bind port 9539b1bd-47bd-4c83-988b-5853012b7313 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:41:55.914598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Attempting to bind port 9539b1bd-47bd-4c83-988b-5853012b7313 on network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:41:55.920208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:41:55.920577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Checking segment: {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:41:55.921068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.921458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Bound using segment: {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:41:55.921915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Bound port: 9539b1bd-47bd-4c83-988b-5853012b7313, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:41:55.922292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:55.986020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] For port 9539b1bd-47bd-4c83-988b-5853012b7313, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:41:55.988918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] For port 9539b1bd-47bd-4c83-988b-5853012b7313, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9539b1bd-47bd-4c83-988b-5853012b7313,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:41:56.044332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:56.102033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630b81b-7c31-4740-8014-0d6519d0f175 None None] Pushing event updated for resources: {'Port': ['ID=9539b1bd-47bd-4c83-988b-5853012b7313,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:41:56.976602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38a7233-1691-4e14-bf06-da25a2ca1354 None None] Network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:41:57.054809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] Provisioning complete for port 9539b1bd-47bd-4c83-988b-5853012b7313 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:41:57.055118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:57.167511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] Current status of the port 9539b1bd-47bd-4c83-988b-5853012b7313 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:41:57.167755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:57.204202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] For port 9539b1bd-47bd-4c83-988b-5853012b7313, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9539b1bd-47bd-4c83-988b-5853012b7313,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:41:57.279792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:57.331552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6bc02-7633-4a8f-b071-75234b29db06 None None] Pushing event updated for resources: {'Port': ['ID=9539b1bd-47bd-4c83-988b-5853012b7313,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:41:57.400571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f4c79615-be3a-4a1f-b339-cd75e62f39f8 None None] Provisioning complete for port 9539b1bd-47bd-4c83-988b-5853012b7313 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:41:57.401034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4c79615-be3a-4a1f-b339-cd75e62f39f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:57.478018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f4c79615-be3a-4a1f-b339-cd75e62f39f8 None None] Current status of the port 9539b1bd-47bd-4c83-988b-5853012b7313 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:41:58.131372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9539b1bd-47bd-4c83-988b-5853012b7313 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:41:58.179827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9539b1bd-47bd-4c83-988b-5853012b7313 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:41:58.180222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9539b1bd-47bd-4c83-988b-5853012b7313), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:41:58.257525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9539b1bd-47bd-4c83-988b-5853012b7313 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:41:58.980351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5b50ef70-8fbd-4868-a467-8e9a89aecb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:01.365201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2ea19060-4cd4-420c-bc73-6e19fba344f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:02.334929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:03.822287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:05.227651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:12.258117 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:42:28.973885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a39bf76f-7a32-4058-8e75-c27878ebeae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:31.358526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f161463f-f152-4a96-93c1-3f0cc8477991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:32.345760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:33.816030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:35.238720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:42:49.263409 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:42:58.978598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8fb25c4e-ac7b-473e-becf-ef80fabe045d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:01.367465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1eb2e60-eb83-423b-94a0-2df9deb6b509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:02.350211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:03.841896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:05.243505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:26.254283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:43:28.979608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a96c6c4c-f361-48d7-8aee-1e2e6d1bf976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:31.366611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6c38ea5-0984-478a-a92d-deb1a1d7cc30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:32.356627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:33.836567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:35.246489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:43:58.982845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-585d77c7-687c-40a2-b6e2-b393583e9080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:01.371813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3a5b0c3-8afd-43eb-87e2-d721009e866d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:02.105112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46476) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:44:02.111042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-68100f52-46d3-4344-8e91-e48d83da819c tempest-verify_tempest_config-1234367988 tempest-verify_tempest_config-1234367988-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:44:02.111968 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-68100f52-46d3-4344-8e91-e48d83da819c tempest-verify_tempest_config-1234367988 tempest-verify_tempest_config-1234367988-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058846 Apr 07 01:44:02.344737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:02.610614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46494) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:44:02.713372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:02.786561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Publish callbacks [] for security_group (838affe9-85d1-4d2c-9db2-732454b243ef), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:02.835740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (838affe9-85d1-4d2c-9db2-732454b243ef), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:02.882379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c4ccb7aebac472fbf000b962c2fcce4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2706690 Apr 07 01:44:02.883236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838affe9-85d1-4d2c-9db2-732454b243ef,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:44:02.885870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46500) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:44:02.901418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.901781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.902141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.902487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.902822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.903154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.903509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.903836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.904178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.904510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.904872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.905199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.905575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.905910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.906231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd68056f-e637-4016-a326-27cb8f5c4229 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:44:02.950582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84228127-51d9-495c-b88f-4c6dcca84534 admin admin] Publish callbacks [] for security_group (838affe9-85d1-4d2c-9db2-732454b243ef), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:02.971112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84228127-51d9-495c-b88f-4c6dcca84534 admin admin] Publish callbacks [] for security_group (838affe9-85d1-4d2c-9db2-732454b243ef), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:03.110557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84228127-51d9-495c-b88f-4c6dcca84534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (838affe9-85d1-4d2c-9db2-732454b243ef), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:03.113531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84228127-51d9-495c-b88f-4c6dcca84534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:03.114961 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-84228127-51d9-495c-b88f-4c6dcca84534 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/838affe9-85d1-4d2c-9db2-732454b243ef HTTP/1.1" status: 204 len: 168 time: 0.2280242 Apr 07 01:44:03.123929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84228127-51d9-495c-b88f-4c6dcca84534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838affe9-85d1-4d2c-9db2-732454b243ef,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:44:03.252237 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:44:03.839913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:05.274649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:28.993662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-838d10b1-6208-434a-a954-2d9b0e28cb48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:31.343225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d8983367-61bf-4b57-a3d7-66abd0632a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:32.347696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:33.863539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:35.273469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:44:40.250135 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:44:58.982783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5f557f6-fe09-45ee-b3f1-1910d14815e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:01.358718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e368f68-c1ec-47ad-b19c-46b5039d8ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:02.365509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:03.849591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:05.227948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:17.248877 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 5 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:45:17.672230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-684150'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:28.975702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b04aebff-478a-4b6f-bb24-1c1a956fdbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:31.358688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1aa6a64c-3f4b-47b8-9cdb-6965069d3bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:31.858613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46570) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:45:31.965319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1953f82b-9531-445f-ba19-b82e0683efdf admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1056035 Apr 07 01:45:32.381647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:33.849342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:34.296713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46580) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:45:34.359976 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a07c9987-f894-4bb3-97de-ab61f0d779e9 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0621140 Apr 07 01:45:35.244561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:47.695282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:45:54.248431 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:45:58.997930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6b57b9ac-a170-4dad-ac79-d3e9d933a795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:01.358110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d95210c7-8ac1-4b6d-aba5-db6c2a141fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:02.363614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:03.865099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:05.237796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:17.666186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:28.986903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c0d9c07c-bb1a-4fb7-97fb-bfb5b0b434e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:31.247804 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:46:31.362611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0a88639-30f3-45e3-8192-90f19fa71480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:32.339933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:33.871077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:35.241563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:47.699113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:58.571048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46738) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:46:59.019434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f53f1b7-8b75-4ea3-aaaa-ffaf1b75b7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.076038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-661002134-network', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:46:59.133753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Made reservation on behalf of dc54b863393740859b1a7a06cc8f3b60 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:46:59.136078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.144515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.220664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks [] for security_group (c034c26f-8208-4508-899d-51e067310ec8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.362074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c034c26f-8208-4508-899d-51e067310ec8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.382913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:46:59.395925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c034c26f-8208-4508-899d-51e067310ec8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:46:59.403975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d4b4b763-e808-4a35-b1f3-9159f9e42734), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.404320 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Added segment d4b4b763-e808-4a35-b1f3-9159f9e42734 of type vlan for network 35b7a864-29c8-4773-84ad-08804773fdae Apr 07 01:46:59.406414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.406750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.407116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.407503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.407822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.408158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.408489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.408845 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.409193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.409528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.409872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.410205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.410534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.410856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.411181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Tracked resource versions report: Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: pushed versions: Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: { 'AddressGroup': {'1.2'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Agent': {'1.1'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'ConntrackHelper': {'1.0'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Log': {'1.0'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'NDPProxy': {'1.0'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Network': {'1.1'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Port': {'1.7'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'PortForwarding': {'1.3'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'QosPolicy': {'1.10'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroup': {'1.5'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SubPort': {'1.0'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Subnet': {'1.1'}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Trunk': {'1.1'}} Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: consumer versions: Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: HyperV agent@hv-neutron-8368: {}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Agent': '1.1', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'ConntrackHelper': '1.0', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'LocalIPAssociation': '1.0', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Log': '1.0', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'NDPProxy': '1.0', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Network': '1.1', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Port': '1.7', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'PortForwarding': '1.3', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'QosPolicy': '1.10', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroup': '1.5', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SecurityGroupRule': '1.2', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'SubPort': '1.0', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Subnet': '1.1', Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: 'Trunk': '1.1'}} Apr 07 01:46:59.412360 dv-neutron-836863-2-hyperv neutron-server[110983]: {{(pid=110983) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:46:59.452827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (35b7a864-29c8-4773-84ad-08804773fdae), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.567477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (35b7a864-29c8-4773-84ad-08804773fdae), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.568469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:46:59.569183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.629846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=35b7a864-29c8-4773-84ad-08804773fdae,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:46:59.639915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 35b7a864-29c8-4773-84ad-08804773fdae details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:46:59.680073 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cd549207-0d8d-40b9-8c5e-a0dbe067a8b7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1075182 Apr 07 01:46:59.682412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46774) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:46:59.690167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Request body: {'subnet': {'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-661002134-subnet', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:46:59.742712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46776) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:46:59.778955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Made reservation on behalf of dc54b863393740859b1a7a06cc8f3b60 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:46:59.781270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:46:59.823818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46782) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:00.035796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-205739922-network', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:00.070809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-772081054-network', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:00.099462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (e01e6c7d-df90-4bcf-8acd-c35a6287d3c8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.133631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Made reservation on behalf of d061ef913c014b11ae2a7b2c9d2c33bd for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:00.137507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.153056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.177609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e01e6c7d-df90-4bcf-8acd-c35a6287d3c8,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:00.185161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Made reservation on behalf of 22b1629ef5de42d4a6de3c64dcea5d76 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:00.187582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.192914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Checking segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:00.193268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Network hostable DHCP agents. Network: 35b7a864-29c8-4773-84ad-08804773fdae, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:00.196748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.262355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks [] for security_group (27a10f1a-7651-41d0-a164-f8c6f1a64f37), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.271213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Network 35b7a864-29c8-4773-84ad-08804773fdae is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:00.276102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks [] for security_group (ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.305224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (27a10f1a-7651-41d0-a164-f8c6f1a64f37), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.330572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:00.345082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.351193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 35b7a864-29c8-4773-84ad-08804773fdae) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:00.359234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:00.359916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.361391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f094e6-be3c-4ab1-bafa-ac9b1126fdd7 None None] Network 35b7a864-29c8-4773-84ad-08804773fdae requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:00.363562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a10f1a-7651-41d0-a164-f8c6f1a64f37,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:00.373154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:00.383766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.384130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.384580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.384959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.385727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.386253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.386961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.387557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.388307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.388851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.389400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.389534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (627bc342-8295-417a-946d-37bdc08c6c8c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.390008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.390275 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Added segment 627bc342-8295-417a-946d-37bdc08c6c8c of type vlan for network 56670783-ae18-446d-be98-28b9cfdf36b5 Apr 07 01:47:00.390517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.391278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.391605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Tracked resource versions report: Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: pushed versions: Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: { 'AddressGroup': {'1.2'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Agent': {'1.1'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'ConntrackHelper': {'1.0'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Log': {'1.0'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'NDPProxy': {'1.0'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Network': {'1.1'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Port': {'1.7'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'PortForwarding': {'1.3'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'QosPolicy': {'1.10'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroup': {'1.5'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SubPort': {'1.0'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Subnet': {'1.1'}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Trunk': {'1.1'}} Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: consumer versions: Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: HyperV agent@hv-neutron-8368: {}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Agent': '1.1', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'ConntrackHelper': '1.0', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'LocalIPAssociation': '1.0', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Log': '1.0', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'NDPProxy': '1.0', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Network': '1.1', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Port': '1.7', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'PortForwarding': '1.3', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'QosPolicy': '1.10', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroup': '1.5', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SecurityGroupRule': '1.2', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'SubPort': '1.0', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Subnet': '1.1', Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: 'Trunk': '1.1'}} Apr 07 01:47:00.392920 dv-neutron-836863-2-hyperv neutron-server[110984]: {{(pid=110984) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:47:00.405416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:00.420409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (05d3f942-1c5d-47f2-b4dd-516ae45ca652), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.421939 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Added segment 05d3f942-1c5d-47f2-b4dd-516ae45ca652 of type vlan for network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 Apr 07 01:47:00.463822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (56670783-ae18-446d-be98-28b9cfdf36b5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.486560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (0655195f-1e02-4c3f-82d0-e02a3b9b58f8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.502377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-35b7a864-29c8-4773-84ad-08804773fdae', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:00.503559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.567844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (56670783-ae18-446d-be98-28b9cfdf36b5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.569364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:00.569604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.596599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (0655195f-1e02-4c3f-82d0-e02a3b9b58f8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.597987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:00.598828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.636856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] Pushing event updated for resources: {'Network': ['ID=56670783-ae18-446d-be98-28b9cfdf36b5,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:00.638621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Allocated IP 172.20.0.2 (35b7a864-29c8-4773-84ad-08804773fdae/e01e6c7d-df90-4bcf-8acd-c35a6287d3c8/83d674e6-cb8d-49b5-a495-7c0b68117d04) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:00.646479 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b426abf1-54f1-472c-9610-1eca21857c99 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9629745 Apr 07 01:47:00.648117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46816) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:00.657268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:00.860995 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0526a39a-92c8-4672-92c8-b0753044a94c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9937489 Apr 07 01:47:00.860995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46820) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:00.861928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 56670783-ae18-446d-be98-28b9cfdf36b5 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:00.862586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Request body: {'subnet': {'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-205739922-subnet', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:00.862586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.862586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.863934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] Pushing event updated for resources: {'Network': ['ID=0655195f-1e02-4c3f-82d0-e02a3b9b58f8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:00.906575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:00.950496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Made reservation on behalf of d061ef913c014b11ae2a7b2c9d2c33bd for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:00.952804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.959319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks [] for router_controller (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.980735 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4a90c12b-5d88-43c6-9c10-4affc580f95f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1557095 Apr 07 01:47:00.981540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46828) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:00.991913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Publish callbacks [] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:00.993405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Request body: {'subnet': {'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-772081054-subnet', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:01.100861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.133370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46836) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:01.148457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Network 35b7a864-29c8-4773-84ad-08804773fdae is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:01.150667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Made reservation on behalf of 22b1629ef5de42d4a6de3c64dcea5d76 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:01.153486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.155257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:01.159602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:01.170961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Pushing event updated for resources: {'Port': ['ID=83d674e6-cb8d-49b5-a495-7c0b68117d04,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:01.199384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.199893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.200340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.200808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.201191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.201599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.202019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.202395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.202843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.203248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.203672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.204124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.204526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.204965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.205419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Tracked resource versions report: Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: pushed versions: Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: { 'AddressGroup': {'1.2'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Agent': {'1.1'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'ConntrackHelper': {'1.0'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Log': {'1.0'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'NDPProxy': {'1.0'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Network': {'1.1'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Port': {'1.7'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'PortForwarding': {'1.3'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'QosPolicy': {'1.10'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroup': {'1.5'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SubPort': {'1.0'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Subnet': {'1.1'}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Trunk': {'1.1'}} Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: consumer versions: Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: HyperV agent@hv-neutron-8368: {}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Agent': '1.1', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'ConntrackHelper': '1.0', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'LocalIPAssociation': '1.0', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Log': '1.0', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'NDPProxy': '1.0', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Network': '1.1', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Port': '1.7', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'PortForwarding': '1.3', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'QosPolicy': '1.10', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroup': '1.5', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SecurityGroupRule': '1.2', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'SubPort': '1.0', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Subnet': '1.1', Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: 'Trunk': '1.1'}} Apr 07 01:47:01.206854 dv-neutron-836863-2-hyperv neutron-server[110985]: {{(pid=110985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:47:01.255803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Attempting to bind port 83d674e6-cb8d-49b5-a495-7c0b68117d04 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:01.257529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Attempting to bind port 83d674e6-cb8d-49b5-a495-7c0b68117d04 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:01.258006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Attempting to bind port 83d674e6-cb8d-49b5-a495-7c0b68117d04 on network 35b7a864-29c8-4773-84ad-08804773fdae {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:01.268163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks [] for router_gateway (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.272555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:01.272985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Checking segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:01.273448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.274151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Bound using segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:01.275196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Bound port: 83d674e6-cb8d-49b5-a495-7c0b68117d04, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:01.276257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.395489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] For port 83d674e6-cb8d-49b5-a495-7c0b68117d04, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:01.400531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] For port 83d674e6-cb8d-49b5-a495-7c0b68117d04, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83d674e6-cb8d-49b5-a495-7c0b68117d04,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:01.408360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e384b5d2-34c3-461f-a977-a40157359e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.470925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.500124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.500355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.508835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46848) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:01.532517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-202922130'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:01.566269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:01.576645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Checking segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:01.577261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Network hostable DHCP agents. Network: 0655195f-1e02-4c3f-82d0-e02a3b9b58f8, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:01.611122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca3b3c-a324-40d0-83cd-0933680dd050 None None] Pushing event updated for resources: {'Port': ['ID=83d674e6-cb8d-49b5-a495-7c0b68117d04,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:01.653610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Made reservation on behalf of 773cd30bf9f344b8a1b3db65c7ac8cd9 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:01.657185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.668670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.705968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:01.708435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46856) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:01.709113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:01.743152 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Checking segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:01.743152 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Network hostable DHCP agents. Network: 56670783-ae18-446d-be98-28b9cfdf36b5, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:01.746616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks [] for router_gateway (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.778490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.818524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks [] for security_group (e0f865dd-7aca-4056-b378-913491239cf3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.903831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Network 56670783-ae18-446d-be98-28b9cfdf36b5 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:01.910578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e0f865dd-7aca-4056-b378-913491239cf3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:01.938123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:01.973037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ef6c443d-76e8-4a0e-8fa6-5f0dd50d890b tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1910113576'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:01.973965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ef6c443d-76e8-4a0e-8fa6-5f0dd50d890b tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Unknown quota resources ['metering_label']. {{(pid=110984) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:01.987718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 56670783-ae18-446d-be98-28b9cfdf36b5) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:01.996453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b370996-579a-4e31-b5e9-16a842d6348b None None] Network 56670783-ae18-446d-be98-28b9cfdf36b5 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:02.001390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:02.002285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.089562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 0655195f-1e02-4c3f-82d0-e02a3b9b58f8) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:02.092515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46866) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:02.094865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Allocated IP 172.26.8.65 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/6e77df33-e981-4ccb-9fff-1c56d6c6c72e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:02.104534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116b3861-3a22-4ec1-bb4c-1756bbe435d4 None None] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:02.116919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:02.117523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.122938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f865dd-7aca-4056-b378-913491239cf3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:02.130917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (8c5c653f-9016-4045-81d7-03fc9990c675), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.131815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Added segment 8c5c653f-9016-4045-81d7-03fc9990c675 of type vlan for network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 Apr 07 01:47:02.232514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1712243817'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:02.246812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-56670783-ae18-446d-be98-28b9cfdf36b5', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:02.247620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.275076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-13ce061d-9a9e-4a03-b07b-18a9b7ab0864 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5356431 Apr 07 01:47:02.283560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46870) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:02.286604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (8ce0a2d0-bd92-44f5-9bc0-898d9d436698), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.297180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:02.297749 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dd803486-a97a-46e3-acf7-a8cac41867f5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3145192 Apr 07 01:47:02.300814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46872) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:02.336806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:02.380139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1969063486'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:02.385926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef6c443d-76e8-4a0e-8fa6-5f0dd50d890b tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.387082 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ef6c443d-76e8-4a0e-8fa6-5f0dd50d890b tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8794818 Apr 07 01:47:02.390046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46874) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:02.400332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5224950b-8144-459f-92ad-0326924f3a79 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e6b402f2-07ad-4bc1-87fe-9c93e2e63cca'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:02.405653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5224950b-8144-459f-92ad-0326924f3a79 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110983) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:02.411887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46878) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:02.414361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Made reservation on behalf of 0b2f163424b347c5a48acd78ffd5c956 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:02.417921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.433464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83d674e6-cb8d-49b5-a495-7c0b68117d04 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:02.434711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (5de7330c-b086-4874-ae1f-553947b39189), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.436138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (5de7330c-b086-4874-ae1f-553947b39189), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.443759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.457977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.469910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f5d3de9b-4d6f-407e-8e3e-5fa389337892 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-249449779'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:02.470595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f5d3de9b-4d6f-407e-8e3e-5fa389337892 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Unknown quota resources ['metering_label']. {{(pid=110984) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:02.522018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Made reservation on behalf of 67fc920d207b4fe49b74b76d127be48e for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:02.522018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.524264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (8ce0a2d0-bd92-44f5-9bc0-898d9d436698), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.529550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:02.530192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.533010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (67487477-7957-4a9b-8a72-a606ca63a17e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.534041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (67487477-7957-4a9b-8a72-a606ca63a17e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.562762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.601776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks [] for router_controller (5de7330c-b086-4874-ae1f-553947b39189), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.616476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks [] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.627485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:02.631486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.688966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks [] for router_controller (67487477-7957-4a9b-8a72-a606ca63a17e), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:02.695755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Allocated IP 172.20.0.2 (56670783-ae18-446d-be98-28b9cfdf36b5/e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4/e86e2dbd-39dd-4305-ba4a-56ef87fd3580) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:02.777612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6425312 Apr 07 01:47:02.790411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2c25-18f0-4b63-87c5-c5bf8791e76b tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Pushing event updated for resources: {'Network': ['ID=8ce0a2d0-bd92-44f5-9bc0-898d9d436698,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:02.819900 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.services.metering.metering_plugin [None req-5224950b-8144-459f-92ad-0326924f3a79 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 07 01:47:02.849110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:02.962275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 83d674e6-cb8d-49b5-a495-7c0b68117d04 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:02.962275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.053772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5d3de9b-4d6f-407e-8e3e-5fa389337892 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.058040 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f5d3de9b-4d6f-407e-8e3e-5fa389337892 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6436257 Apr 07 01:47:03.058946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46896) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:03.066088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cb72ddd9-0a91-40a8-8668-ee504d9ebabb tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6431ba3e-7526-462d-a7e6-e2750acafc88'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:03.066693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cb72ddd9-0a91-40a8-8668-ee504d9ebabb tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110984) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:03.082762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1720b1e-16d9-40ef-938e-dee35e78b341 None None] Network 35b7a864-29c8-4773-84ad-08804773fdae requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:03.085403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5224950b-8144-459f-92ad-0326924f3a79 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.086865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5224950b-8144-459f-92ad-0326924f3a79 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6955602 Apr 07 01:47:03.093714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46898) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:03.100627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-cb66fcdc-5fb4-4888-8606-467f58f57d3e tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e6b402f2-07ad-4bc1-87fe-9c93e2e63cca'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:03.103158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-cb66fcdc-5fb4-4888-8606-467f58f57d3e tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110983) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:03.105096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.109894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks [] for router_gateway (5de7330c-b086-4874-ae1f-553947b39189), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.122477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Allocated IP 172.20.0.2 (0655195f-1e02-4c3f-82d0-e02a3b9b58f8/7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0/ac103706-86fb-461b-9af5-0bca72aa7a9c) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:03.165693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks [] for router_gateway (67487477-7957-4a9b-8a72-a606ca63a17e), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.173927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:03.246639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:03.254835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks [] for security_group (c3269c0d-322a-4bb6-ac96-3199e5b9d230), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.271075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:03.272595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks [] for security_group (1a7d58e2-f70d-4f28-af46-a8d9e14217bd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.304127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 83d674e6-cb8d-49b5-a495-7c0b68117d04 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:03.304420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.346408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 83d674e6-cb8d-49b5-a495-7c0b68117d04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83d674e6-cb8d-49b5-a495-7c0b68117d04,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:03.377145 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.services.metering.metering_plugin [None req-cb66fcdc-5fb4-4888-8606-467f58f57d3e tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 07 01:47:03.381716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c3269c0d-322a-4bb6-ac96-3199e5b9d230), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.390930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1a7d58e2-f70d-4f28-af46-a8d9e14217bd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.391206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Pushing event updated for resources: {'Port': ['ID=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:03.407091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:03.415442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Publish callbacks [] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.422178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d7714174-f388-47ca-9f50-d5c24484fecd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.422952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Added segment d7714174-f388-47ca-9f50-d5c24484fecd of type vlan for network 9666d72a-5ea4-4694-b358-01661f152bd4 Apr 07 01:47:03.425718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-15a767bb-c32b-4202-8f55-62b70fd1e79e None None] Provisioning complete for port 83d674e6-cb8d-49b5-a495-7c0b68117d04 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:03.426117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-15a767bb-c32b-4202-8f55-62b70fd1e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.439647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3269c0d-322a-4bb6-ac96-3199e5b9d230,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:03.476341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.509131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46908) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:03.531899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.534620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Request body: {'port': {'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698', 'binding:host_id': 'hv-neutron-8368', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1725712471'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:03.552071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:03.591290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.591643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Added segment d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b of type vlan for network c36f91c9-865d-47f2-a9cc-b295af8889dc Apr 07 01:47:03.593597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Publish callbacks [] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.607596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Network 56670783-ae18-446d-be98-28b9cfdf36b5 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:03.616860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:03.623346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:03.625464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=83d674e6-cb8d-49b5-a495-7c0b68117d04,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:03.632278 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.services.metering.metering_plugin [None req-cb72ddd9-0a91-40a8-8668-ee504d9ebabb tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 07 01:47:03.699702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cb66fcdc-5fb4-4888-8606-467f58f57d3e tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.702014 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cb66fcdc-5fb4-4888-8606-467f58f57d3e tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6047294 Apr 07 01:47:03.707269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46912) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:03.735205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9666d72a-5ea4-4694-b358-01661f152bd4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.765371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (c36f91c9-865d-47f2-a9cc-b295af8889dc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.765371 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-097607d3-f71a-47c4-b697-5ab2fbf60911 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=cdf1b560-19d2-432d-af64-e92895d34f68 HTTP/1.1" status: 200 len: 464 time: 0.0428360 Apr 07 01:47:03.772333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46914) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:03.821113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-15a767bb-c32b-4202-8f55-62b70fd1e79e None None] Current status of the port 83d674e6-cb8d-49b5-a495-7c0b68117d04 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:03.830736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.837301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Attempting to bind port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:03.837677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Attempting to bind port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:03.838042 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Attempting to bind port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 on network 56670783-ae18-446d-be98-28b9cfdf36b5 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:03.839272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7d58e2-f70d-4f28-af46-a8d9e14217bd,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:03.857510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:03.857929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Checking segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:03.858347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.858738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Bound using segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:03.859223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Bound port: e86e2dbd-39dd-4305-ba4a-56ef87fd3580, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:03.859604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.860452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb72ddd9-0a91-40a8-8668-ee504d9ebabb tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.861707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cb72ddd9-0a91-40a8-8668-ee504d9ebabb tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7992437 Apr 07 01:47:03.866003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46916) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:03.873079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6db83ff7-2413-4c67-9e2e-9ccb472bb84a tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6431ba3e-7526-462d-a7e6-e2750acafc88'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:03.873598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6db83ff7-2413-4c67-9e2e-9ccb472bb84a tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110984) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:03.885795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9666d72a-5ea4-4694-b358-01661f152bd4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.885934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Made reservation on behalf of c8ae6f1a0abd4a95bfb6fed715975dc1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:03.886512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.890900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Pushing event updated for resources: {'Port': ['ID=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:03.891098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:03.891803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:03.906597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:03.950899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:03.965148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:03.984854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.009225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Pushing event updated for resources: {'Port': ['ID=ac103706-86fb-461b-9af5-0bca72aa7a9c,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:04.028745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Pushing event updated for resources: {'Network': ['ID=9666d72a-5ea4-4694-b358-01661f152bd4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:04.036072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-819c4ba8-6df9-4f06-8822-589a3c0bd86e tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9380031 Apr 07 01:47:04.042328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46918) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.052070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9666d72a-5ea4-4694-b358-01661f152bd4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:04.059918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-51e598c8-364e-4331-9fde-06c532b7fa5d None None] Provisioning complete for port 83d674e6-cb8d-49b5-a495-7c0b68117d04 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:04.063988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-51e598c8-364e-4331-9fde-06c532b7fa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.078409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (c36f91c9-865d-47f2-a9cc-b295af8889dc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.084041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:04.085083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.088844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] For port e86e2dbd-39dd-4305-ba4a-56ef87fd3580, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:04.123513 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.services.metering.metering_plugin [None req-6db83ff7-2413-4c67-9e2e-9ccb472bb84a tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Apr 07 01:47:04.163631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.172335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] For port e86e2dbd-39dd-4305-ba4a-56ef87fd3580, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:04.181797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'network': {'name': 'tempest-network--585693043', 'router:external': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:04.188014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Attempting to bind port ac103706-86fb-461b-9af5-0bca72aa7a9c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:04.188384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Attempting to bind port ac103706-86fb-461b-9af5-0bca72aa7a9c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:04.189096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Attempting to bind port ac103706-86fb-461b-9af5-0bca72aa7a9c on network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:04.210039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:04.211618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Checking segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:04.211618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.211618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Bound using segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:04.212179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Bound port: ac103706-86fb-461b-9af5-0bca72aa7a9c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:04.212406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.246745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6db83ff7-2413-4c67-9e2e-9ccb472bb84a tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.250775 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6db83ff7-2413-4c67-9e2e-9ccb472bb84a tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3837774 Apr 07 01:47:04.254840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46922) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.254977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.285610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46924) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.285867 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d585528-e45e-4281-8208-4a1ed93159a4 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=01d2cc09-0330-4b3f-a7d6-490286918924 HTTP/1.1" status: 200 len: 462 time: 0.0296354 Apr 07 01:47:04.293242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks [] for router_gateway (67487477-7957-4a9b-8a72-a606ca63a17e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.316640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.359507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-51e598c8-364e-4331-9fde-06c532b7fa5d None None] Current status of the port 83d674e6-cb8d-49b5-a495-7c0b68117d04 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:04.372847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] For port ac103706-86fb-461b-9af5-0bca72aa7a9c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:04.378536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] For port ac103706-86fb-461b-9af5-0bca72aa7a9c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ac103706-86fb-461b-9af5-0bca72aa7a9c,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:04.380630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event updated for resources: {'Network': ['ID=c36f91c9-865d-47f2-a9cc-b295af8889dc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:04.392963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83d674e6-cb8d-49b5-a495-7c0b68117d04 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:04.395348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2a8ed-7930-4afd-86dc-c96d23c3343e None None] Pushing event updated for resources: {'Port': ['ID=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:04.427405 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-81b931d2-e79d-4a21-8495-66c6d2337829 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7128823 Apr 07 01:47:04.436736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46928) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.439839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network c36f91c9-865d-47f2-a9cc-b295af8889dc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:04.450748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Request body: {'subnet': {'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:04.453591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d09ec37-98ee-4c2e-b3f2-ed8c51de55cb tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.455099 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4d09ec37-98ee-4c2e-b3f2-ed8c51de55cb tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/cdf1b560-19d2-432d-af64-e92895d34f68 HTTP/1.1" status: 204 len: 168 time: 0.6809599 Apr 07 01:47:04.457410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Allocated IP 172.26.8.128 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/484e7ec5-e0f6-4c81-a901-e1ff2dd77d04) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:04.466453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46930) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.490214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.496061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks [] for router_gateway (5de7330c-b086-4874-ae1f-553947b39189), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.526010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Made reservation on behalf of f05c4a16a9fa4b4bab11531a049e7538 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:04.528333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.565333 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e5b5694b-3764-4998-90ef-fb678d04cece tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=cdf1b560-19d2-432d-af64-e92895d34f68 HTTP/1.1" status: 200 len: 221 time: 0.0961490 Apr 07 01:47:04.571989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46932) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.573558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.576955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks [] for router_gateway (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.582368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-16015640-a033-409e-860b-35847c599825 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--971397881', 'description': 'label created by tempest'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:04.583127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-16015640-a033-409e-860b-35847c599825 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Unknown quota resources ['metering_label']. {{(pid=110983) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:04.592402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.659672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a04e4da-d454-4a51-9286-2784e05cae9f tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.659672 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2a04e4da-d454-4a51-9286-2784e05cae9f tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/01d2cc09-0330-4b3f-a7d6-490286918924 HTTP/1.1" status: 204 len: 168 time: 0.3166041 Apr 07 01:47:04.663974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46934) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.727352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 83d674e6-cb8d-49b5-a495-7c0b68117d04 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:04.727834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.729512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c44007-3ff8-4c35-8c2a-9292d18f41eb None None] Pushing event updated for resources: {'Port': ['ID=ac103706-86fb-461b-9af5-0bca72aa7a9c,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:04.730547 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4756dc71-1ed4-48f5-9689-0fd7ba0b5cf3 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=01d2cc09-0330-4b3f-a7d6-490286918924 HTTP/1.1" status: 200 len: 221 time: 0.0655413 Apr 07 01:47:04.736779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46936) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:04.744128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ad522c3a-0b33-40b9-9f8e-60fc5645bea2 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1556224183', 'description': 'label created by tempest'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:04.744577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ad522c3a-0b33-40b9-9f8e-60fc5645bea2 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Unknown quota resources ['metering_label']. {{(pid=110984) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 07 01:47:04.842532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 83d674e6-cb8d-49b5-a495-7c0b68117d04 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:04.892482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for security_group (e2b138e7-c32c-436e-81c8-0aad49df26aa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.937594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for security_group (44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.954776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks [] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.962562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Made reservation on behalf of 0b2f163424b347c5a48acd78ffd5c956 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:04.966479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks [] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.974440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e2b138e7-c32c-436e-81c8-0aad49df26aa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.985245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:04.999258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c24f434a-8438-4056-924c-5ff98bdae8af), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:04.999258 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Added segment c24f434a-8438-4056-924c-5ff98bdae8af of type vlan for network 76d33fc2-0fce-408b-9763-1601735c49dc Apr 07 01:47:05.048439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.055691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port 31287479-6cc2-4f1e-bb84-4175646a36a9 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:05.191613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (76d33fc2-0fce-408b-9763-1601735c49dc), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.233519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b138e7-c32c-436e-81c8-0aad49df26aa,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:05.253207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.304972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-16015640-a033-409e-860b-35847c599825 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.308489 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-16015640-a033-409e-860b-35847c599825 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7301099 Apr 07 01:47:05.308489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:05.309130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46938) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:05.377226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.443878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e77e10ea-77e3-4e7e-997b-8859ac2637c4 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=269826b7-fd9a-49fa-9362-20fcf6cfb66c HTTP/1.1" status: 200 len: 467 time: 0.1279609 Apr 07 01:47:05.449590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46940) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:05.571835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (76d33fc2-0fce-408b-9763-1601735c49dc), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.572782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:05.573644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.577713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad522c3a-0b33-40b9-9f8e-60fc5645bea2 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.581384 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ad522c3a-0b33-40b9-9f8e-60fc5645bea2 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.8412242 Apr 07 01:47:05.589285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46942) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:05.678820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:05.706535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:05.745558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad7383-a4c9-4ae3-8d8a-940191a1df3d None None] Network 56670783-ae18-446d-be98-28b9cfdf36b5 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:05.753406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:05.755289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Pushing event updated for resources: {'Port': ['ID=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:05.773970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Allocated IP 172.26.8.123 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/7e3b075b-cff2-445f-811c-6ab11d811a5a) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:05.857853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] Provisioning complete for port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:05.858795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:05.899161 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.8529119 Apr 07 01:47:05.900798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46946) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:05.904215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241870-9e09-4745-8335-6299eda03bde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Network': ['ID=76d33fc2-0fce-408b-9763-1601735c49dc,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:05.934707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0a75329f-031a-4697-9570-f0f3c2b07bbd tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=79b024ad-f92f-4c32-829a-bb6e2efc596f HTTP/1.1" status: 200 len: 468 time: 0.3380256 Apr 07 01:47:05.945886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46948) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:05.952229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 76d33fc2-0fce-408b-9763-1601735c49dc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:06.052643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (76d33fc2-0fce-408b-9763-1601735c49dc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.064746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.073439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port 31287479-6cc2-4f1e-bb84-4175646a36a9 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:06.103947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.138946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] Current status of the port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:06.139358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.140961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for subnet (70e6e98c-97a1-4940-b23b-82f7d9308ebb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.205490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] For port e86e2dbd-39dd-4305-ba4a-56ef87fd3580, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:06.214694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.218722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf72bb25-977e-470f-9684-11ad21521df0 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.221199 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cf72bb25-977e-470f-9684-11ad21521df0 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/269826b7-fd9a-49fa-9362-20fcf6cfb66c HTTP/1.1" status: 204 len: 168 time: 0.6218479 Apr 07 01:47:06.246161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46950) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.247879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (76d33fc2-0fce-408b-9763-1601735c49dc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.305024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.326654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.327037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.328037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.328524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > port after_create 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.328891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > port after_delete 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.329241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > port after_update 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.329570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.329916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.330246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.330569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.350707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a7bfc0-174a-4cea-b01e-9623b2b4b657 None None] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:06.407145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks [] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.436114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197edfb1-376f-46f4-814d-b3a864f6d73e None None] Pushing event updated for resources: {'Port': ['ID=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:06.441985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ac103706-86fb-461b-9af5-0bca72aa7a9c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:06.479177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Provisioning complete for port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:06.479574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.490979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=31287479-6cc2-4f1e-bb84-4175646a36a9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:06.522945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Checking segment: {'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:06.523702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Network hostable DHCP agents. Network: 8ce0a2d0-bd92-44f5-9bc0-898d9d436698, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:06.541254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.541608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.542264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.542264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=110984) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:06.542723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d33fc2-0fce-408b-9763-1601735c49dc']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:06.566742 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9c483135-6412-4eb3-9e48-992902fd9175 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=269826b7-fd9a-49fa-9362-20fcf6cfb66c HTTP/1.1" status: 200 len: 216 time: 0.3145108 Apr 07 01:47:06.574491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7b67d0e-e9f5-4303-a125-2b924594fed6 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.575731 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b7b67d0e-e9f5-4303-a125-2b924594fed6 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/79b024ad-f92f-4c32-829a-bb6e2efc596f HTTP/1.1" status: 204 len: 168 time: 0.6232207 Apr 07 01:47:06.576704 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46952) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.585268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46954) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.608383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24f434a-8438-4056-924c-5ff98bdae8af') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:06.608717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24f434a-8438-4056-924c-5ff98bdae8af') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:06.614086 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-aae63e84-2a88-4304-ae19-114ef3cf6e28 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=79b024ad-f92f-4c32-829a-bb6e2efc596f HTTP/1.1" status: 200 len: 216 time: 0.0244436 Apr 07 01:47:06.614254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ac103706-86fb-461b-9af5-0bca72aa7a9c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:06.614254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.614429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event updated for resources: {'Subnet': ['ID=70e6e98c-97a1-4940-b23b-82f7d9308ebb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:06.614511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46956) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.627033 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9dc09f4a-badb-475e-afc9-e89c2452e563 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0102711 Apr 07 01:47:06.636810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46958) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.655257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Current status of the port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:06.664186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (c24f434a-8438-4056-924c-5ff98bdae8af), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.669492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dccdb7e6-307c-4e87-a461-ccf5570922fc tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0253024 Apr 07 01:47:06.671658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46960) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.680616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Provisioning complete for port ac103706-86fb-461b-9af5-0bca72aa7a9c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:06.681030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.693118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:06.693331 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3aa4baf2-7387-49a1-9b5d-872542e6e218 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0756998 Apr 07 01:47:06.701374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.717239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Checking segment: {'id': 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:06.717614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Network hostable DHCP agents. Network: c36f91c9-865d-47f2-a9cc-b295af8889dc, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:06.728274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c24f434a-8438-4056-924c-5ff98bdae8af), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.738334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.740711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:47:06.742574 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c0794859-dcca-49dd-91a7-d6e7a34412d7 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0359638 Apr 07 01:47:06.746236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46964) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.749851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ac103706-86fb-461b-9af5-0bca72aa7a9c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:06.749851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.751787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:06.752211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (c24f434a-8438-4056-924c-5ff98bdae8af), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.757712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks [] for router_gateway (67487477-7957-4a9b-8a72-a606ca63a17e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: from cryptography.utils import int_from_bytes Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: from cryptography.utils import int_from_bytes Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:06.761769 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:06.795469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f720c7c1-15dc-431c-893e-b259a0c02e71 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/6431ba3e-7526-462d-a7e6-e2750acafc88 HTTP/1.1" status: 200 len: 472 time: 0.1162403 Apr 07 01:47:06.795759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46966) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.811444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:06.816054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:06.821158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port ac103706-86fb-461b-9af5-0bca72aa7a9c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ac103706-86fb-461b-9af5-0bca72aa7a9c,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:06.827023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:06.831598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Current status of the port ac103706-86fb-461b-9af5-0bca72aa7a9c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:06.831993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.865663 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5e6d7c03-6ec9-4e29-9c35-3cab66ee8235 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/f66de882-2636-4d48-b948-bd48663b452f HTTP/1.1" status: 200 len: 459 time: 0.0686476 Apr 07 01:47:06.895017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.899290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:06.904566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e86e2dbd-39dd-4305-ba4a-56ef87fd3580 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:06.931667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 8ce0a2d0-bd92-44f5-9bc0-898d9d436698) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:06.940120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Pushing event updated for resources: {'Port': ['ID=7e3b075b-cff2-445f-811c-6ab11d811a5a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:06.941184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2ff663ca-4075-468f-9dff-84cfcaed1ec5 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/e6b402f2-07ad-4bc1-87fe-9c93e2e63cca HTTP/1.1" status: 200 len: 473 time: 0.1910839 Apr 07 01:47:06.942991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46970) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:06.949084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:06.964836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:06.965282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:06.965748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:06.979214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1299d0-6e1e-4d05-b251-9b086c941391 None None] Network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:06.996672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Network c36f91c9-865d-47f2-a9cc-b295af8889dc is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:07.012604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, c36f91c9-865d-47f2-a9cc-b295af8889dc) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:07.018618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:47:07.018618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:47:07.025930 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bb4042e8-b63f-458c-9907-13ecbcf13fa0 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/cb9ac637-010d-4fb4-88a9-d634e48e0d2e HTTP/1.1" status: 200 len: 461 time: 0.0791593 Apr 07 01:47:07.028795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46972) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:07.037327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:07.037887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.076545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c398b-a40f-42a0-941a-393218086b2e None None] Network c36f91c9-865d-47f2-a9cc-b295af8889dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:07.149656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:07.150009 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:07.151013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (76d33fc2-0fce-408b-9763-1601735c49dc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.153265 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 2 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:07.161763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f0b716db-7a4b-40d6-a3fb-2ff5e6288430 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7186191 Apr 07 01:47:07.169565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46974) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:07.181356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Request body: {'port': {'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1468937022'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:07.184593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76d33fc2-0fce-408b-9763-1601735c49dc {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:47:07.198044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=ac103706-86fb-461b-9af5-0bca72aa7a9c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:07.229575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:07.229937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.256743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:07.256743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:07.256743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:07.293954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-c36f91c9-865d-47f2-a9cc-b295af8889dc', 'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc', 'project_id': '0b2f163424b347c5a48acd78ffd5c956', 'fixed_ips': [{'subnet_id': '70e6e98c-97a1-4940-b23b-82f7d9308ebb'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:07.294819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.305021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:07.305352 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:07.314004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 3 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:07.331872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:07.350334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Sync routers for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:07.356348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:07.356687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:07.357054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:07.358831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.362006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/networks/76d33fc2-0fce-408b-9763-1601735c49dc HTTP/1.1" status: 204 len: 168 time: 1.4587395 Apr 07 01:47:07.362887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73917c-6d90-4ed2-96de-d80c6df1066e tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Network': ['ID=76d33fc2-0fce-408b-9763-1601735c49dc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:07.368591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46976) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:07.401765 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:07.402845 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:07.410907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c990e7b-b577-4a77-ae82-c3811cfd5a57 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.412453 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2c990e7b-b577-4a77-ae82-c3811cfd5a57 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/f66de882-2636-4d48-b948-bd48663b452f HTTP/1.1" status: 204 len: 168 time: 0.5138919 Apr 07 01:47:07.420119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:07.424014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46978) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:07.441622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:07.441954 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:07.448881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 4 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:07.526641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.528276 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5aeb14e9-18b1-4fbe-867a-769af1855276 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.8790150 Apr 07 01:47:07.545918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 46980) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:07.564121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6f56abd-900a-414e-ad4a-f21329469b68 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.565729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d6f56abd-900a-414e-ad4a-f21329469b68 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/cb9ac637-010d-4fb4-88a9-d634e48e0d2e HTTP/1.1" status: 204 len: 168 time: 0.5341265 Apr 07 01:47:07.602249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46982) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:07.609385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:07.609727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:07.610068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:07.623462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:07.653853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e1ef143f-91cc-4928-9330-b4800858a9e1 None None] Current status of the port ac103706-86fb-461b-9af5-0bca72aa7a9c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:07.670124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Allocated IP 172.20.0.2 (c36f91c9-865d-47f2-a9cc-b295af8889dc/70e6e98c-97a1-4940-b23b-82f7d9308ebb/550947db-6018-47ee-bd2a-8813cee58fcd) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:07.713558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (67487477-7957-4a9b-8a72-a606ca63a17e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.713801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:07.713894 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:07.730819 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 5 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:07.734365 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:07.762017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Made reservation on behalf of f05c4a16a9fa4b4bab11531a049e7538 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:07.764530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.814649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2c29af65-f6a9-446c-9704-11a3712de772 None None] Provisioning complete for port ac103706-86fb-461b-9af5-0bca72aa7a9c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:07.815202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c29af65-f6a9-446c-9704-11a3712de772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.844917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:07.845238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:07.845584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:07.851046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Made reservation on behalf of 0b2f163424b347c5a48acd78ffd5c956 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:07.854406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.858936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks [] for router_gateway (5de7330c-b086-4874-ae1f-553947b39189), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:07.868157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:07.868490 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:07.904734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 6 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:07.947093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] device_id is not set on port 93ce4758-02e0-4c2b-86d1-12d14651de87 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:07.982189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:07.982837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:07.982837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.031073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:08.042275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (333ce30d-05e7-4348-aaf9-80a13f45251b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.042624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Added segment 333ce30d-05e7-4348-aaf9-80a13f45251b of type vlan for network ebcbb883-8514-444d-a657-0146fd8f30b1 Apr 07 01:47:08.048300 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:03Z', 'revision_number': 3, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:08.079373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:08.079373 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:08.079615 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Checking router: aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:08.079615 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Updating router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:08.086783 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 7 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:08.093447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Publish callbacks [] for port (550947db-6018-47ee-bd2a-8813cee58fcd), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.118159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2c29af65-f6a9-446c-9704-11a3712de772 None None] Current status of the port ac103706-86fb-461b-9af5-0bca72aa7a9c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:08.126210 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.143006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3225-bc89-40c7-8b81-1f105d87dae0 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.144134 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8b9a3225-bc89-40c7-8b81-1f105d87dae0 tempest-MeteringIpV6TestJSON-2145840965 tempest-MeteringIpV6TestJSON-2145840965-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/6431ba3e-7526-462d-a7e6-e2750acafc88 HTTP/1.1" status: 204 len: 168 time: 0.7191224 Apr 07 01:47:08.154401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:08.154816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:08.155105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.185357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.231963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:08.231963 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:08.235871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Network c36f91c9-865d-47f2-a9cc-b295af8889dc is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:08.240790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:08.244130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:08.251225 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 8 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:08.260604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Pushing event updated for resources: {'Port': ['ID=550947db-6018-47ee-bd2a-8813cee58fcd,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:08.269707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ebcbb883-8514-444d-a657-0146fd8f30b1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.308190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0440f688-bca4-427c-8189-5d32dbe74d94 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.309447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0440f688-bca4-427c-8189-5d32dbe74d94 tempest-MeteringTestJSON-73011668 tempest-MeteringTestJSON-73011668-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/e6b402f2-07ad-4bc1-87fe-9c93e2e63cca HTTP/1.1" status: 204 len: 168 time: 0.7033541 Apr 07 01:47:08.333099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Attempting to bind port 550947db-6018-47ee-bd2a-8813cee58fcd on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:08.333445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Attempting to bind port 550947db-6018-47ee-bd2a-8813cee58fcd by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:08.333822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Attempting to bind port 550947db-6018-47ee-bd2a-8813cee58fcd on network c36f91c9-865d-47f2-a9cc-b295af8889dc {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.340028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:08.346730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Checking segment: {'id': 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:08.346730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.346730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Bound using segment: {'id': 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:08.346730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Bound port: 550947db-6018-47ee-bd2a-8813cee58fcd, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c36f91c9-865d-47f2-a9cc-b295af8889dc'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:08.346730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.367584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Router 67487477-7957-4a9b-8a72-a606ca63a17e is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:47:08.417211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] For port 550947db-6018-47ee-bd2a-8813cee58fcd, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:08.420780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] For port 550947db-6018-47ee-bd2a-8813cee58fcd, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=550947db-6018-47ee-bd2a-8813cee58fcd,segment=NetworkSegment(d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b),segment_id=d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:08.421227 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:47:08.425453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ac103706-86fb-461b-9af5-0bca72aa7a9c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:08.440005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ebcbb883-8514-444d-a657-0146fd8f30b1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.441136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:08.441732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.477938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:08.478411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:08.478538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ac103706-86fb-461b-9af5-0bca72aa7a9c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:08.478896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.479349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.508954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Network': ['ID=ebcbb883-8514-444d-a657-0146fd8f30b1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:08.527193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.536645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ebcbb883-8514-444d-a657-0146fd8f30b1 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:08.539757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Allocated IP 172.20.0.9 (c36f91c9-865d-47f2-a9cc-b295af8889dc/70e6e98c-97a1-4940-b23b-82f7d9308ebb/93ce4758-02e0-4c2b-86d1-12d14651de87) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:08.578886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:08.579608 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:08.600333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:08.618410 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 9 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:08.661807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Sync routers for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:08.663024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-26c24480-6819-4e09-9492-1148b16348ea tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.2456651 Apr 07 01:47:08.663590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46990) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:08.668373 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Publish callbacks [] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.669226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'subnet': {'network_id': 'ebcbb883-8514-444d-a657-0146fd8f30b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:08.671341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:08.671807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:08.672139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.696703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:08.697153 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:08.705133 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 10 to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 Apr 07 01:47:08.723330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (5de7330c-b086-4874-ae1f-553947b39189), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.738467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25e633-808a-4611-897f-8c4dd705fdcb None None] Pushing event updated for resources: {'Port': ['ID=550947db-6018-47ee-bd2a-8813cee58fcd,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:08.746844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.747188 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.748540 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-33ba34c9-f41d-4f6c-9d09-5acb0f1060e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4466755 Apr 07 01:47:08.751606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46994) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:08.771027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:08.772296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:08.823920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:08.824356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:08.824699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.861705 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Pushing event updated for resources: {'Port': ['ID=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:08.864781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ac103706-86fb-461b-9af5-0bca72aa7a9c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:08.866956 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Attempting to bind port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:08.867523 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Attempting to bind port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:08.867699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e86e2dbd-39dd-4305-ba4a-56ef87fd3580 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:08.868628 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Attempting to bind port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:08.880362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 31287479-6cc2-4f1e-bb84-4175646a36a9 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:08.880685 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 31287479-6cc2-4f1e-bb84-4175646a36a9 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:08.881178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.885148 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.886162 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.886768 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.887322 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.887881 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.888436 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.889009 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.942941 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.943849 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.944407 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.945007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.945568 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.946987 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.948031 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.950464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Tracked resource versions report: Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: pushed versions: Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: { 'AddressGroup': {'1.2'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Agent': {'1.1'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'ConntrackHelper': {'1.0'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'LocalIPAssociation': {'1.0'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Log': {'1.0'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'NDPProxy': {'1.0'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Network': {'1.1'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Port': {'1.7'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'PortForwarding': {'1.3'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'QosPolicy': {'1.10'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroup': {'1.5'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroupRule': {'1.2'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SubPort': {'1.0'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Subnet': {'1.1'}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Trunk': {'1.1'}} Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: consumer versions: Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: { DHCP agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: HyperV agent@hv-neutron-8368: {}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: L3 agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: Metadata agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: Metering agent@dv-neutron-836863-2-hyperv: {}, Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: Open vSwitch agent@dv-neutron-836863-2-hyperv: { 'AddressGroup': '1.2', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Agent': '1.1', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'ConntrackHelper': '1.0', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'LocalIPAssociation': '1.0', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Log': '1.0', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'NDPProxy': '1.0', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Network': '1.1', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Port': '1.7', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'PortForwarding': '1.3', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'QosPolicy': '1.10', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroup': '1.5', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SecurityGroupRule': '1.2', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'SubPort': '1.0', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Subnet': '1.1', Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: 'Trunk': '1.1'}} Apr 07 01:47:08.952264 dv-neutron-836863-2-hyperv neutron-server[110986]: {{(pid=110986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 01:47:08.982146 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:08.984363 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:08.987956 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:08.989152 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:08.989921 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Bound port: 6e77df33-e981-4ccb-9fff-1c56d6c6c72e, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:08.991540 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.015551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:09.087827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 46998) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:09.088158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47000) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:09.096065 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] For port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:09.096695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Made reservation on behalf of f05c4a16a9fa4b4bab11531a049e7538 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:09.098973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.101316 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] For port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:09.135709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:09.138208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.196893 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.327673 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:09.328308 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:09.373399 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8732c4-7bb5-4fe1-b5d3-152b4ab67b5d None None] Pushing event updated for resources: {'Port': ['ID=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:09.376881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:09.456968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:06Z', 'revision_number': 3, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:09.474103 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:09.480150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks [] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.503507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Checking router: 67487477-7957-4a9b-8a72-a606ca63a17e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:09.504023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Updating router 67487477-7957-4a9b-8a72-a606ca63a17e port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:09.521259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-076c813e-b0c7-4a2f-bf4b-fea6f97bcb18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.528993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9a624005-fe37-4966-b554-046174f21314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.545166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.564478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] For port 31287479-6cc2-4f1e-bb84-4175646a36a9, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:09.564881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempted to set empty binding levels {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 01:47:09.583329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.626244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Router 5de7330c-b086-4874-ae1f-553947b39189 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:47:09.726311 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:03Z', 'revision_number': 3, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:09.751859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.769364 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4dee64-22d8-44ba-b54d-6ba2c8e92ca2 None None] The sync data for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv is: [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:03Z', 'revision_number': 3, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:09.841882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.916384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Publish callbacks [] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:09.966018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:09.966732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.002526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.010472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Network c36f91c9-865d-47f2-a9cc-b295af8889dc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:10.078402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:10.083075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Attempting to bind port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:10.083366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Attempting to bind port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:10.084566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Attempting to bind port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:10.093016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:10.093100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9a624005-fe37-4966-b554-046174f21314 admin admin] Publish callbacks [] for security_group (63724a2f-106c-425b-856f-87c5df2573db), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.097793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a66b5-ddb7-4ca4-9f1a-0035d4d1d608 None None] Pushing event updated for resources: {'Port': ['ID=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:10.105124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:10.105930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.106472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-076c813e-b0c7-4a2f-bf4b-fea6f97bcb18 admin admin] Publish callbacks [] for security_group (547e6be8-a5a9-4460-b5d2-efa2751e2ec8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.106579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:10.107081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:10.107501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.108128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:10.108768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Bound port: 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:10.110044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.155155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=31287479-6cc2-4f1e-bb84-4175646a36a9,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:10.166555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.232167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] For port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:10.238209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] For port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:10.252705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a3f22c-45b7-4e52-829e-81bc175d4089 None None] Network c36f91c9-865d-47f2-a9cc-b295af8889dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:10.275789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9a624005-fe37-4966-b554-046174f21314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (63724a2f-106c-425b-856f-87c5df2573db), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.278153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-076c813e-b0c7-4a2f-bf4b-fea6f97bcb18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (547e6be8-a5a9-4460-b5d2-efa2751e2ec8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.296001 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dcb7a524-57a6-4900-8367-3485f0ab8d4f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.7852333 Apr 07 01:47:10.321708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47008) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:10.325018 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1513550 Apr 07 01:47:10.340447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47010) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:10.343086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.433365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e77df33-e981-4ccb-9fff-1c56d6c6c72e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:10.443192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] Provisioning complete for port 550947db-6018-47ee-bd2a-8813cee58fcd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:10.444148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.459400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:10.469995 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Sync routers for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:10.488145 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:10.488851 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:10.512805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667011a6-d91d-4564-a9d0-af89e421afc9 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event updated for resources: {'Port': ['ID=93ce4758-02e0-4c2b-86d1-12d14651de87,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:10.537377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a66b5-ddb7-4ca4-9f1a-0035d4d1d608 None None] Pushing event updated for resources: {'Port': ['ID=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:10.558655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:10.558829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:10.571060 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9a624005-fe37-4966-b554-046174f21314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4545c068db514855976718cf694f83c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4815345 Apr 07 01:47:10.573539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a624005-fe37-4966-b554-046174f21314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63724a2f-106c-425b-856f-87c5df2573db,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:10.578268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47012) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:10.594410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Allocated IP 172.20.0.1 (35b7a864-29c8-4773-84ad-08804773fdae/e01e6c7d-df90-4bcf-8acd-c35a6287d3c8/3d8bd575-408a-4187-988f-5ac8e3254578) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:10.604206 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-076c813e-b0c7-4a2f-bf4b-fea6f97bcb18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6eff12346b11417485435e964c6b8dee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5089841 Apr 07 01:47:10.618154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47014) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:10.684385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Allocated IP 172.20.0.1 (0655195f-1e02-4c3f-82d0-e02a3b9b58f8/7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0/9b7390c0-2767-4735-8425-0a07e055da69) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:10.687156 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:10.696895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c813e-b0c7-4a2f-bf4b-fea6f97bcb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547e6be8-a5a9-4460-b5d2-efa2751e2ec8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:10.700264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.701837 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-18bfb17f-a365-43d8-b7af-d1bd8a0fca9a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4173255 Apr 07 01:47:10.724843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47016) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:10.905957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11ee07f1-88bd-46cc-9868-b5ad8868f3f9 admin admin] Publish callbacks [] for security_group (547e6be8-a5a9-4460-b5d2-efa2751e2ec8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.916942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks [] for port (9b7390c0-2767-4735-8425-0a07e055da69), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.939624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c673617d-3531-431d-bd2f-eabf0065b176 admin admin] Publish callbacks [] for security_group (63724a2f-106c-425b-856f-87c5df2573db), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.955338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] Current status of the port 550947db-6018-47ee-bd2a-8813cee58fcd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:10.955920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:10.960452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:10.963759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.007555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:47:11.008276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c290a7b7-f39d-4ec9-ae7a-aa05e174237c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.014496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:07Z', 'revision_number': 3, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:11.032029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:11.054980 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Checking router: 5de7330c-b086-4874-ae1f-553947b39189 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:11.055705 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Updating router 5de7330c-b086-4874-ae1f-553947b39189 port 7e3b075b-cff2-445f-811c-6ab11d811a5a binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:11.056034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Deleting port 93ce4758-02e0-4c2b-86d1-12d14651de87 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:11.056403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.068836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c290a7b7-f39d-4ec9-ae7a-aa05e174237c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:11.086810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9b7390c0-2767-4735-8425-0a07e055da69), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.093121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Checking segment: {'id': '333ce30d-05e7-4348-aaf9-80a13f45251b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ebcbb883-8514-444d-a657-0146fd8f30b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:11.093487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Network hostable DHCP agents. Network: ebcbb883-8514-444d-a657-0146fd8f30b1, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:11.168129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:11.173921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:11.177197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Pushing event updated for resources: {'Port': ['ID=9b7390c0-2767-4735-8425-0a07e055da69,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:11.182539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:11.182967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.201458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Calling delete_port for 93ce4758-02e0-4c2b-86d1-12d14651de87 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:11.235135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (67487477-7957-4a9b-8a72-a606ca63a17e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.238742 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.284307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Network ebcbb883-8514-444d-a657-0146fd8f30b1 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:11.402819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ebcbb883-8514-444d-a657-0146fd8f30b1) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:11.430009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:11.430731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.436104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9dc1b3-4b36-47d2-95d3-7ec605a164c8 None None] Network ebcbb883-8514-444d-a657-0146fd8f30b1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:11.519014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cf5f6f1a-028a-444f-a162-90e11dcc66f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8542883 Apr 07 01:47:11.521763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47022) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:11.526382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'floatingip': {'floating_network_id': 'ebcbb883-8514-444d-a657-0146fd8f30b1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:11.548497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] For port 550947db-6018-47ee-bd2a-8813cee58fcd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=550947db-6018-47ee-bd2a-8813cee58fcd,segment=NetworkSegment(d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b),segment_id=d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:11.605700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b7390c0-2767-4735-8425-0a07e055da69), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.606436 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Publish callbacks [] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.610054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Deleting port 31287479-6cc2-4f1e-bb84-4175646a36a9 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:11.610546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.614738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11ee07f1-88bd-46cc-9868-b5ad8868f3f9 admin admin] Publish callbacks [] for security_group (547e6be8-a5a9-4460-b5d2-efa2751e2ec8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.623257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:06Z', 'revision_number': 3, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:11.643723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c673617d-3531-431d-bd2f-eabf0065b176 admin admin] Publish callbacks [] for security_group (63724a2f-106c-425b-856f-87c5df2573db), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.665810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187f6a89-0c0a-4a3c-8c75-5a832d62b2a8 None None] The sync data for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv is: [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:06Z', 'revision_number': 3, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:11.670455 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.694533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.701736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.761689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:11.767793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.778053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68537e43-eacc-489a-a72f-cffd6c88a0fb None None] Network ebcbb883-8514-444d-a657-0146fd8f30b1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:11.815496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1161-a608-4c1b-9ed9-f5c328d126da None None] Pushing event updated for resources: {'Port': ['ID=7e3b075b-cff2-445f-811c-6ab11d811a5a,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:11.819809 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Attempting to bind port 7e3b075b-cff2-445f-811c-6ab11d811a5a on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:11.820374 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Attempting to bind port 7e3b075b-cff2-445f-811c-6ab11d811a5a by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:11.823225 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Attempting to bind port 7e3b075b-cff2-445f-811c-6ab11d811a5a on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:11.833238 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:11.834371 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:11.834953 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.838001 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:11.841675 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Bound port: 7e3b075b-cff2-445f-811c-6ab11d811a5a, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:11.845694 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.847966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks [] for port (3d8bd575-408a-4187-988f-5ac8e3254578), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.919797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:11.950291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:11.984223 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] For port 7e3b075b-cff2-445f-811c-6ab11d811a5a, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:11.991981 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] For port 7e3b075b-cff2-445f-811c-6ab11d811a5a, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7e3b075b-cff2-445f-811c-6ab11d811a5a,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:12.000130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defdf910-0830-44c9-b7eb-aa62f7aef1e4 None None] Pushing event updated for resources: {'Port': ['ID=550947db-6018-47ee-bd2a-8813cee58fcd,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.004582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks [] for port (9b7390c0-2767-4735-8425-0a07e055da69), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.008831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Provisioning complete for port 9b7390c0-2767-4735-8425-0a07e055da69 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:12.009458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b7390c0-2767-4735-8425-0a07e055da69), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.017749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c673617d-3531-431d-bd2f-eabf0065b176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (63724a2f-106c-425b-856f-87c5df2573db), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.017749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c673617d-3531-431d-bd2f-eabf0065b176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.023541 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c673617d-3531-431d-bd2f-eabf0065b176 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63724a2f-106c-425b-856f-87c5df2573db HTTP/1.1" status: 204 len: 168 time: 1.4438455 Apr 07 01:47:12.044307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.082855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Port 9b7390c0-2767-4735-8425-0a07e055da69 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:12.093681 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.102352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (9b7390c0-2767-4735-8425-0a07e055da69), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.130075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.131420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 550947db-6018-47ee-bd2a-8813cee58fcd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:12.164334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Allocated IP 172.20.0.4 (ebcbb883-8514-444d-a657-0146fd8f30b1/c290a7b7-f39d-4ec9-ae7a-aa05e174237c/1b0dc10c-e06e-407b-96c7-537143fc34d7) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:12.194916 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:12.195774 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:12.200999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Provisioning complete for port 550947db-6018-47ee-bd2a-8813cee58fcd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:12.202333 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a1161-a608-4c1b-9ed9-f5c328d126da None None] Pushing event updated for resources: {'Port': ['ID=7e3b075b-cff2-445f-811c-6ab11d811a5a,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.203002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.229642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c673617d-3531-431d-bd2f-eabf0065b176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63724a2f-106c-425b-856f-87c5df2573db,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.286787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Network 35b7a864-29c8-4773-84ad-08804773fdae is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:12.293045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Pushing event updated for resources: {'Port': ['ID=9b7390c0-2767-4735-8425-0a07e055da69,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.296359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] For port 31287479-6cc2-4f1e-bb84-4175646a36a9, host hv-neutron-8368, got binding levels [] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:12.296685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.367017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8bd575-408a-4187-988f-5ac8e3254578,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.383253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (67487477-7957-4a9b-8a72-a606ca63a17e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.411579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:12.422245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:12.422637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.429418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Calling delete_port for 31287479-6cc2-4f1e-bb84-4175646a36a9 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:12.454369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 550947db-6018-47ee-bd2a-8813cee58fcd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:12.456191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.492019 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:12.498424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.519254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Current status of the port 550947db-6018-47ee-bd2a-8813cee58fcd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:12.559575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.581416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Provisioning complete for port 93ce4758-02e0-4c2b-86d1-12d14651de87 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:12.582512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.711481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 550947db-6018-47ee-bd2a-8813cee58fcd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:12.713816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dd06435f-a81b-4f15-91dd-637c5d06e33f None None] Port 93ce4758-02e0-4c2b-86d1-12d14651de87 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:12.769003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.774412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11ee07f1-88bd-46cc-9868-b5ad8868f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (547e6be8-a5a9-4460-b5d2-efa2751e2ec8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.778857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11ee07f1-88bd-46cc-9868-b5ad8868f3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.780046 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-11ee07f1-88bd-46cc-9868-b5ad8868f3f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/547e6be8-a5a9-4460-b5d2-efa2751e2ec8 HTTP/1.1" status: 204 len: 168 time: 2.1583750 Apr 07 01:47:12.835252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-18b9c7c4-b904-46dc-8b9f-a3131b7ed53c None None] Provisioning complete for port 3d8bd575-408a-4187-988f-5ac8e3254578 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:12.836379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18b9c7c4-b904-46dc-8b9f-a3131b7ed53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.863908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0dc10c-e06e-407b-96c7-537143fc34d7,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:12.902605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Network ebcbb883-8514-444d-a657-0146fd8f30b1 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:12.913525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:12.917633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:12.922061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-18b9c7c4-b904-46dc-8b9f-a3131b7ed53c None None] Port 3d8bd575-408a-4187-988f-5ac8e3254578 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:12.922220 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:07Z', 'revision_number': 3, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:12.935226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-18b9c7c4-b904-46dc-8b9f-a3131b7ed53c None None] Provisioning complete for port 93ce4758-02e0-4c2b-86d1-12d14651de87 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:12.935903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18b9c7c4-b904-46dc-8b9f-a3131b7ed53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:12.966294 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0578860d-bd02-40aa-bf21-333fec6f2ec8 None None] The sync data for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv is: [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:07Z', 'revision_number': 3, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:13.022908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee07f1-88bd-46cc-9868-b5ad8868f3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547e6be8-a5a9-4460-b5d2-efa2751e2ec8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:13.047774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-18b9c7c4-b904-46dc-8b9f-a3131b7ed53c None None] Port 93ce4758-02e0-4c2b-86d1-12d14651de87 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:13.070757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e77df33-e981-4ccb-9fff-1c56d6c6c72e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:13.093355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:13.095639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:13.143850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47030) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:13.164593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:13.165015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.173740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (93ce4758-02e0-4c2b-86d1-12d14651de87), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.208315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd3475a5-0981-4597-af51-dfb2c22be647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.254986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.264677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event deleted for resources: {'Port': ['ID=93ce4758-02e0-4c2b-86d1-12d14651de87,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:13.345283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:13.354961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 550947db-6018-47ee-bd2a-8813cee58fcd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:13.376922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (31287479-6cc2-4f1e-bb84-4175646a36a9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.383891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.387623 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-48a1729f-8c92-4f62-9465-fa10bc35372e tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "DELETE /v2.0/ports/93ce4758-02e0-4c2b-86d1-12d14651de87 HTTP/1.1" status: 204 len: 168 time: 2.9841168 Apr 07 01:47:13.399182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47034) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:13.490755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.516829 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "DELETE /v2.0/ports/31287479-6cc2-4f1e-bb84-4175646a36a9 HTTP/1.1" status: 204 len: 168 time: 3.1903985 Apr 07 01:47:13.525182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791dbb1-6e53-4312-a215-bc16a5ca47c5 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event deleted for resources: {'Port': ['ID=31287479-6cc2-4f1e-bb84-4175646a36a9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:13.558540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 550947db-6018-47ee-bd2a-8813cee58fcd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:13.559072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.568335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47038) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:13.657872 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9559f75f-3148-4303-869f-9bdf4bf201a4 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:47:13.664411 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9559f75f-3148-4303-869f-9bdf4bf201a4 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "GET /v2.0/ports/31287479-6cc2-4f1e-bb84-4175646a36a9 HTTP/1.1" status: 404 len: 333 time: 0.0816028 Apr 07 01:47:13.666514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bbe6d1cb-4fc5-4fa9-9be8-9dc9a74ac738 None None] Provisioning complete for port 9b7390c0-2767-4735-8425-0a07e055da69 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:13.666911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d1cb-4fc5-4fa9-9be8-9dc9a74ac738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b7390c0-2767-4735-8425-0a07e055da69), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.670974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47040) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:13.675972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Request body: {'port': {'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1106406440'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:13.783817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bbe6d1cb-4fc5-4fa9-9be8-9dc9a74ac738 None None] Port 9b7390c0-2767-4735-8425-0a07e055da69 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:13.799147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Made reservation on behalf of c8ae6f1a0abd4a95bfb6fed715975dc1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:13.802467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.838375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 550947db-6018-47ee-bd2a-8813cee58fcd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:13.839465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:13.845054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port e3963bfb-e2ec-442e-810a-b47d022433ba yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:13.858741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47042) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:13.912834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87d05e3b-16c7-4a9b-849f-97985dfda1f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.921676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for floatingip (9d050ce8-69ab-47c5-83ba-4af8cdd25890), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.931914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:13.933417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:13.973024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3e468bb5-8460-4ef9-a925-cfca13f7b7e2 tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.5026510 Apr 07 01:47:13.980389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47044) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:13.995615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1240277743'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:14.049931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:14.050417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.079357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87d05e3b-16c7-4a9b-849f-97985dfda1f9 admin admin] Publish callbacks [] for security_group (509d5f77-10c8-468f-ab34-caf123f8a81f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.081374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:14.096425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Router 67487477-7957-4a9b-8a72-a606ca63a17e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:47:14.136402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87d05e3b-16c7-4a9b-849f-97985dfda1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (509d5f77-10c8-468f-ab34-caf123f8a81f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.139525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.163217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks [] for port (3d8bd575-408a-4187-988f-5ac8e3254578), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.177161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.187898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.200361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:14.223707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.226602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd3475a5-0981-4597-af51-dfb2c22be647 admin admin] Publish callbacks [] for security_group (086cd466-a93b-4a9f-aaa3-8b1dd986025c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.235466 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-87d05e3b-16c7-4a9b-849f-97985dfda1f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c590670ccfd747169248e2d5c79d6125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644183 Apr 07 01:47:14.261755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47046) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:14.271177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Made reservation on behalf of 0b2f163424b347c5a48acd78ffd5c956 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:14.271387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.272257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.274401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.290896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d05e3b-16c7-4a9b-849f-97985dfda1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509d5f77-10c8-468f-ab34-caf123f8a81f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:14.350890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd3475a5-0981-4597-af51-dfb2c22be647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (086cd466-a93b-4a9f-aaa3-8b1dd986025c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.378295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:14.433405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fe7d9306-a054-46e7-b443-2ff77055fba2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.434035 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Added segment fe7d9306-a054-46e7-b443-2ff77055fba2 of type vlan for network 422f7a30-5d66-4452-8ece-674834bdefa4 Apr 07 01:47:14.491298 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cd3475a5-0981-4597-af51-dfb2c22be647 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4b10f78fd1646cd8f22746e2416b85a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3410742 Apr 07 01:47:14.494027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3475a5-0981-4597-af51-dfb2c22be647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086cd466-a93b-4a9f-aaa3-8b1dd986025c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:14.500110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47048) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:14.554837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:14.577307 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-206a2a0e-b919-42b5-8a2e-a08a4cda8ddd admin admin] 10.222.0.25 "PUT /v2.0/routers/67487477-7957-4a9b-8a72-a606ca63a17e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8153408 Apr 07 01:47:14.580406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Sync routers for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:14.594102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:14.595140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:14.600876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (422f7a30-5d66-4452-8ece-674834bdefa4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.647732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.665929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d8bd575-408a-4187-988f-5ac8e3254578,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:14.684025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05476ccf-d54c-4c96-974a-72882f78beed admin admin] Publish callbacks [] for security_group (086cd466-a93b-4a9f-aaa3-8b1dd986025c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.725667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05476ccf-d54c-4c96-974a-72882f78beed admin admin] Publish callbacks [] for security_group (086cd466-a93b-4a9f-aaa3-8b1dd986025c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.737474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.762339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:14.766372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (422f7a30-5d66-4452-8ece-674834bdefa4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.776742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:14.780340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:14.781648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:14.782326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:14.783158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.783300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.814025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af9ce9ea-36a5-4b81-9d9e-ce82e4c9cd67 admin admin] Publish callbacks [] for security_group (509d5f77-10c8-468f-ab34-caf123f8a81f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.848217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=e3963bfb-e2ec-442e-810a-b47d022433ba,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:14.861481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.872605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Allocated IP 172.20.0.1 (56670783-ae18-446d-be98-28b9cfdf36b5/e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4/8c78128f-e48e-4006-bc27-28050c1310f6) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:14.901247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:14.910050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af9ce9ea-36a5-4b81-9d9e-ce82e4c9cd67 admin admin] Publish callbacks [] for security_group (509d5f77-10c8-468f-ab34-caf123f8a81f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:14.942408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Network 35b7a864-29c8-4773-84ad-08804773fdae is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:14.959383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:15.028994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0470495 Apr 07 01:47:15.030686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47060) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:15.040467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7e3b075b-cff2-445f-811c-6ab11d811a5a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:15.073855 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-38f71820-4269-4802-a71d-a775e17c8d52 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3994935 Apr 07 01:47:15.090949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47064) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:15.128318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:15.143724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0dc10c-e06e-407b-96c7-537143fc34d7,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:15.147203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade61795-5731-4d82-86b0-2c00117d8bbf tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event updated for resources: {'Network': ['ID=422f7a30-5d66-4452-8ece-674834bdefa4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:15.172928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 422f7a30-5d66-4452-8ece-674834bdefa4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:15.252514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05476ccf-d54c-4c96-974a-72882f78beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (086cd466-a93b-4a9f-aaa3-8b1dd986025c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.260630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05476ccf-d54c-4c96-974a-72882f78beed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.281114 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05476ccf-d54c-4c96-974a-72882f78beed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/086cd466-a93b-4a9f-aaa3-8b1dd986025c HTTP/1.1" status: 204 len: 168 time: 0.7468078 Apr 07 01:47:15.410807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.436956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks [] for port (8c78128f-e48e-4006-bc27-28050c1310f6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.445010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af9ce9ea-36a5-4b81-9d9e-ce82e4c9cd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (509d5f77-10c8-468f-ab34-caf123f8a81f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.447920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af9ce9ea-36a5-4b81-9d9e-ce82e4c9cd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.452325 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-af9ce9ea-36a5-4b81-9d9e-ce82e4c9cd67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/509d5f77-10c8-468f-ab34-caf123f8a81f HTTP/1.1" status: 204 len: 168 time: 1.1890843 Apr 07 01:47:15.486165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7e3b075b-cff2-445f-811c-6ab11d811a5a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:15.495250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.527453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ce9ea-36a5-4b81-9d9e-ce82e4c9cd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509d5f77-10c8-468f-ab34-caf123f8a81f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:15.540503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:47:15.541751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05476ccf-d54c-4c96-974a-72882f78beed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086cd466-a93b-4a9f-aaa3-8b1dd986025c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:15.563082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (9d050ce8-69ab-47c5-83ba-4af8cdd25890), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.638277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-acc9414c-4033-44cd-a6a2-2f35ae5b221c tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/agents/97b3ec24-35bc-453d-b069-18adc7ebaed0/dhcp-networks HTTP/1.1" status: 200 len: 7209 time: 0.5889237 Apr 07 01:47:15.639900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47074) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:15.642793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e24b05b5-da9c-4ee5-a049-ed657af5615f None None] Provisioning complete for port 3d8bd575-408a-4187-988f-5ac8e3254578 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:15.643225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e24b05b5-da9c-4ee5-a049-ed657af5615f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.723118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 2, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:15.726732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.739930 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4639c61f-db9d-4272-94ba-afed4d76880a tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2132051 Apr 07 01:47:15.739930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47076) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:15.775503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Checking router: 67487477-7957-4a9b-8a72-a606ca63a17e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:15.775871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Updating router 67487477-7957-4a9b-8a72-a606ca63a17e port 9b7390c0-2767-4735-8425-0a07e055da69 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:15.807375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.808145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b7390c0-2767-4735-8425-0a07e055da69), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:15.852098 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6873cebd-5bbf-4435-8ac4-3a85b399c5f1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=ebcbb883-8514-444d-a657-0146fd8f30b1 HTTP/1.1" status: 200 len: 689 time: 0.1130910 Apr 07 01:47:15.852923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47080) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:15.946137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e24b05b5-da9c-4ee5-a049-ed657af5615f None None] Port 3d8bd575-408a-4187-988f-5ac8e3254578 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:16.014932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7e3b075b-cff2-445f-811c-6ab11d811a5a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:16.016082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.026962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24b429d-2deb-46c1-9c64-e60cc6da3032 tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] Network 422f7a30-5d66-4452-8ece-674834bdefa4 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:16.074782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ebcbb883-8514-444d-a657-0146fd8f30b1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.078470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Pushing event updated for resources: {'Port': ['ID=8c78128f-e48e-4006-bc27-28050c1310f6,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:16.098674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 7e3b075b-cff2-445f-811c-6ab11d811a5a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7e3b075b-cff2-445f-811c-6ab11d811a5a,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:16.124921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Network 56670783-ae18-446d-be98-28b9cfdf36b5 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:16.129473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e24b429d-2deb-46c1-9c64-e60cc6da3032 tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "POST /v2.0/agents/97b3ec24-35bc-453d-b069-18adc7ebaed0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4883857 Apr 07 01:47:16.133546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:16.140292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47096) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:16.140951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fb156a-768d-4d7a-b773-e00b9a7ee548 None None] Network 422f7a30-5d66-4452-8ece-674834bdefa4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:16.145100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:16.145591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (5de7330c-b086-4874-ae1f-553947b39189), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.232120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47098) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:16.233147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.234526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:16.239389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Request body: {'security_group': {'name': 'tempest-securitygroup--435813734', 'description': 'tempest-description--389969658'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:16.275137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Deleting port 1b0dc10c-e06e-407b-96c7-537143fc34d7 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:16.275696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.330797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:16.341578 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Sync routers for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:16.351665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.361209 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:16.379481 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:16.401914 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-29445a83-eace-49a1-a2ae-22d8dc4779b1 admin admin] 10.222.0.25 "PUT /v2.0/routers/aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8545504 Apr 07 01:47:16.436329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.436726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for floatingip (1b0dc10c-e06e-407b-96c7-537143fc34d7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.465912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port e3963bfb-e2ec-442e-810a-b47d022433ba yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:16.486752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Calling delete_port for 1b0dc10c-e06e-407b-96c7-537143fc34d7 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:16.496110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.558407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=7e3b075b-cff2-445f-811c-6ab11d811a5a,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:16.612376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.661107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c417cf99-aaf3-4e9c-a9db-ad61fa1adbe8 None None] Provisioning complete for port 8c78128f-e48e-4006-bc27-28050c1310f6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:16.661494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c417cf99-aaf3-4e9c-a9db-ad61fa1adbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.669586 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:16.699201 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9266a224-a94a-4391-bb7f-3738702e4a9d tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/agents/97b3ec24-35bc-453d-b069-18adc7ebaed0/dhcp-networks HTTP/1.1" status: 200 len: 7978 time: 0.5554335 Apr 07 01:47:16.702443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Publish callbacks [] for port (9b7390c0-2767-4735-8425-0a07e055da69), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.702639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47106) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:16.724006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:16.724957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.738958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=e3963bfb-e2ec-442e-810a-b47d022433ba,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:16.758144 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c417cf99-aaf3-4e9c-a9db-ad61fa1adbe8 None None] Port 8c78128f-e48e-4006-bc27-28050c1310f6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:16.774859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b7390c0-2767-4735-8425-0a07e055da69), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.822995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:16.823335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:16.823678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:16.826143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.890128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:16.890993 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:16.917259 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 2 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:16.972868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group (3afede86-486c-49b3-b3f0-7ad2bedf6b1c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:16.999103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:16.999452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:16.999798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.009861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.010206 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.015099 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 3 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.035114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.035460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.035804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.051111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.051466 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.054475 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 4 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.061024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8918a0c5-ad2f-4ec0-8c7c-b37907535bce tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "DELETE /v2.0/agents/97b3ec24-35bc-453d-b069-18adc7ebaed0/dhcp-networks/422f7a30-5d66-4452-8ece-674834bdefa4 HTTP/1.1" status: 204 len: 168 time: 0.3535328 Apr 07 01:47:17.070615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47122) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:17.073535 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:13Z', 'revision_number': 2, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:17.089757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:17.092965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.093459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.093555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.123115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3afede86-486c-49b3-b3f0-7ad2bedf6b1c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.129826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.130169 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.130283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ca29b-05f7-42e5-a6c3-ac477de54dee None None] Pushing event updated for resources: {'Port': ['ID=9b7390c0-2767-4735-8425-0a07e055da69,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:17.132065 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 5 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.139236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Attempting to bind port 9b7390c0-2767-4735-8425-0a07e055da69 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.139887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Attempting to bind port 9b7390c0-2767-4735-8425-0a07e055da69 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.143345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Attempting to bind port 9b7390c0-2767-4735-8425-0a07e055da69 on network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.157009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:17.160342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Checking segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:17.160342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.160342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Bound using segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:17.160342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Bound port: 9b7390c0-2767-4735-8425-0a07e055da69, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:17.162842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b7390c0-2767-4735-8425-0a07e055da69), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.165298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.165773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.166124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.166994 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Checking router: aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:17.168057 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Updating router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 port 3d8bd575-408a-4187-988f-5ac8e3254578 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:17.177555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.177902 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.181318 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 6 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.197299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.197648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.198046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.218029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.218761 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.226344 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 7 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.253017 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.255300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.261625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.262156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.297718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.298062 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.299741 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 8 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.321011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] For port 9b7390c0-2767-4735-8425-0a07e055da69, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:17.326828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] For port 9b7390c0-2767-4735-8425-0a07e055da69, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b7390c0-2767-4735-8425-0a07e055da69,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:17.353977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7e3b075b-cff2-445f-811c-6ab11d811a5a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:17.372151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.376492 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1416249 Apr 07 01:47:17.378669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.379758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47128) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:17.381319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.381706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.391980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Request body: {'security_group_rule': {'security_group_id': '3afede86-486c-49b3-b3f0-7ad2bedf6b1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:17.399025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f270a-a232-476d-8e85-f9a2dcd6a340 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afede86-486c-49b3-b3f0-7ad2bedf6b1c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:17.406191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks [] for port (8c78128f-e48e-4006-bc27-28050c1310f6), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.408191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.408644 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.408918 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 9 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.414819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] Provisioning complete for port 9b7390c0-2767-4735-8425-0a07e055da69 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:17.414819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b7390c0-2767-4735-8425-0a07e055da69), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.431844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.432186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.432520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.447042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.447242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b7390c0-2767-4735-8425-0a07e055da69), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.447391 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.447765 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 10 to bind port e3963bfb-e2ec-442e-810a-b47d022433ba Apr 07 01:47:17.470751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:17.471084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:17.471414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:17.478603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:17.479235 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port e3963bfb-e2ec-442e-810a-b47d022433ba on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:17.480080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1b0dc10c-e06e-407b-96c7-537143fc34d7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.481078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.511990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7e3b075b-cff2-445f-811c-6ab11d811a5a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:17.512397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.517104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.517834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (5de7330c-b086-4874-ae1f-553947b39189), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.560065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b0dc10c-e06e-407b-96c7-537143fc34d7,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:17.680516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] Current status of the port 9b7390c0-2767-4735-8425-0a07e055da69 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:17.680965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b7390c0-2767-4735-8425-0a07e055da69), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.712064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-43799589-eedf-4cfb-86c9-58954dd10688 tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/agents/97b3ec24-35bc-453d-b069-18adc7ebaed0/dhcp-networks HTTP/1.1" status: 200 len: 7209 time: 0.6398873 Apr 07 01:47:17.726083 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Publish callbacks [] for port (3d8bd575-408a-4187-988f-5ac8e3254578), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.747542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] For port 9b7390c0-2767-4735-8425-0a07e055da69, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b7390c0-2767-4735-8425-0a07e055da69,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:17.757988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:17.758657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:17.761207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ca29b-05f7-42e5-a6c3-ac477de54dee None None] Pushing event updated for resources: {'Port': ['ID=9b7390c0-2767-4735-8425-0a07e055da69,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:17.766806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47132) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:17.768954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group_rule (e9e6e75a-8bb9-45ce-83aa-61a5bd3f8157), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.832730 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.854332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b7390c0-2767-4735-8425-0a07e055da69), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.856817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:17.888341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47134) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:17.963804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51f4575b-2014-4d85-8f45-fad01df44178 tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/networks/c36f91c9-865d-47f2-a9cc-b295af8889dc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1956501 Apr 07 01:47:17.964930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47140) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:17.985693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7e3b075b-cff2-445f-811c-6ab11d811a5a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:17.998011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47142) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:18.005351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for floatingip (9d050ce8-69ab-47c5-83ba-4af8cdd25890), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.083786 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d7dfc0f8-2bcd-459b-b8b6-0eecd05ea22e tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/networks/c36f91c9-865d-47f2-a9cc-b295af8889dc/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1145341 Apr 07 01:47:18.086413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47148) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:18.132369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group_rule (e9e6e75a-8bb9-45ce-83aa-61a5bd3f8157), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.176966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:18.198864 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5eb94-7ad2-4a3f-aee7-ea4591dc805c None None] Pushing event updated for resources: {'Port': ['ID=3d8bd575-408a-4187-988f-5ac8e3254578,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.222048 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Attempting to bind port 3d8bd575-408a-4187-988f-5ac8e3254578 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:18.225923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Attempting to bind port 3d8bd575-408a-4187-988f-5ac8e3254578 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:18.227155 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Attempting to bind port 3d8bd575-408a-4187-988f-5ac8e3254578 on network 35b7a864-29c8-4773-84ad-08804773fdae {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:18.254007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:18.254838 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Checking segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:18.255799 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.256414 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Bound using segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:18.257208 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Bound port: 3d8bd575-408a-4187-988f-5ac8e3254578, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:18.257883 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.273929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] For port e3963bfb-e2ec-442e-810a-b47d022433ba, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:18.274468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempted to set empty binding levels {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 01:47:18.289112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Pushing event updated for resources: {'Port': ['ID=8c78128f-e48e-4006-bc27-28050c1310f6,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.313763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c290a7b7-f39d-4ec9-ae7a-aa05e174237c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.318778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3f2493e8-d306-453e-b687-85aea17c9c1a None None] Provisioning complete for port 9b7390c0-2767-4735-8425-0a07e055da69 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:18.319238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f2493e8-d306-453e-b687-85aea17c9c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b7390c0-2767-4735-8425-0a07e055da69), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.321059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e9e6e75a-8bb9-45ce-83aa-61a5bd3f8157), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.365847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.369090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1611151493'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:18.407722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e6e75a-8bb9-45ce-83aa-61a5bd3f8157,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.434028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-04e0a675-7d7f-4329-b84f-0897c2982a4b tempest-AgentManagementNegativeTest-1627054030 tempest-AgentManagementNegativeTest-1627054030-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5439517 Apr 07 01:47:18.468404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:18.472468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.479795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Network 56670783-ae18-446d-be98-28b9cfdf36b5 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:18.487035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:18.490346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.510916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] In _notify_port_updated(), no bound segment for port e3963bfb-e2ec-442e-810a-b47d022433ba on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:47:18.515510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:18.516530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.528092 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "PUT /v2.0/ports/e3963bfb-e2ec-442e-810a-b47d022433ba HTTP/1.1" status: 200 len: 977 time: 3.4231718 Apr 07 01:47:18.532862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47152) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:18.568878 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] For port 3d8bd575-408a-4187-988f-5ac8e3254578, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:18.581141 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] For port 3d8bd575-408a-4187-988f-5ac8e3254578, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3d8bd575-408a-4187-988f-5ac8e3254578,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:18.603035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for security_group (4abbc17b-88b1-406c-b167-3afd04a047aa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.613250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.614495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-83291caf-1313-4fce-9222-b4e7cde2cba1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2273514 Apr 07 01:47:18.629550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47154) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:18.639490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Request body: {'security_group_rule': {'security_group_id': '3afede86-486c-49b3-b3f0-7ad2bedf6b1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:18.659096 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.682765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188f6f3-6aaf-44d5-b9ae-1197a666e75f tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=e3963bfb-e2ec-442e-810a-b47d022433ba,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.688668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace1af3-6f96-485f-8a9a-6d8219437be0 None None] Pushing event updated for resources: {'Port': ['ID=9b7390c0-2767-4735-8425-0a07e055da69,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.695887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47156) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:18.710376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-016b66a3-f728-4c4e-b9b9-a77a1668e799 tempest-DHCPAgentSchedulersTestJSON-990751694 tempest-DHCPAgentSchedulersTestJSON-990751694-project-admin] 10.222.0.25 "GET /v2.0/agents/97b3ec24-35bc-453d-b069-18adc7ebaed0/dhcp-networks HTTP/1.1" status: 200 len: 7209 time: 0.5555642 Apr 07 01:47:18.715573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4abbc17b-88b1-406c-b167-3afd04a047aa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.762653 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:18.762653 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:18.778950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47158) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:18.785621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abbc17b-88b1-406c-b167-3afd04a047aa,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.816566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2097961407', 'description': 'tempest-description--702167754'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:18.817149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (c290a7b7-f39d-4ec9-ae7a-aa05e174237c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.863584 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5eb94-7ad2-4a3f-aee7-ea4591dc805c None None] Pushing event updated for resources: {'Port': ['ID=3d8bd575-408a-4187-988f-5ac8e3254578,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.872233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3f2493e8-d306-453e-b687-85aea17c9c1a None None] Current status of the port 9b7390c0-2767-4735-8425-0a07e055da69 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:18.931758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c290a7b7-f39d-4ec9-ae7a-aa05e174237c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:18.933784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group_rule (f5ddcdca-9439-456c-b0a0-511a770210c6), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:18.974123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:18.989259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:19.039658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (422f7a30-5d66-4452-8ece-674834bdefa4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.041653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26f0b01-fb0a-40dd-b512-e6b18391b513 None None] The sync data for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv is: [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:19.061624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Provisioning complete for port 8c78128f-e48e-4006-bc27-28050c1310f6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:19.062249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.070923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:19.100025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.100518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.101008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.101779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.103139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.106572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.107302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.107926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.108543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.109189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.109657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Port 8c78128f-e48e-4006-bc27-28050c1310f6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:19.110206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.110928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.114153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.114153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.114153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.136449 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-04ea8de5-16d8-48f2-b78d-3e1109b38372 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14259 time: 0.5852978 Apr 07 01:47:19.142337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Provisioning complete for port 3d8bd575-408a-4187-988f-5ac8e3254578 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:19.142774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.143936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9fee83e6-0752-4238-9d8a-f92ef286352d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.149476 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Added segment 9fee83e6-0752-4238-9d8a-f92ef286352d of type vlan for network 90b9273a-c012-429c-a675-14d31428d1d8 Apr 07 01:47:19.155475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47164) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:19.168604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.217228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Router 5de7330c-b086-4874-ae1f-553947b39189 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:47:19.275519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (90b9273a-c012-429c-a675-14d31428d1d8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.311783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47166) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:19.354802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ebcbb883-8514-444d-a657-0146fd8f30b1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.361724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b7390c0-2767-4735-8425-0a07e055da69 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:19.391330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcbb883-8514-444d-a657-0146fd8f30b1']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:19.408851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group_rule (f5ddcdca-9439-456c-b0a0-511a770210c6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.411057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333ce30d-05e7-4348-aaf9-80a13f45251b') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:19.411601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333ce30d-05e7-4348-aaf9-80a13f45251b') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:19.422375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (333ce30d-05e7-4348-aaf9-80a13f45251b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.439382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (333ce30d-05e7-4348-aaf9-80a13f45251b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.448039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:19.448633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (333ce30d-05e7-4348-aaf9-80a13f45251b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: warnings.warn(msg) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:19.450938 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:19.468385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (90b9273a-c012-429c-a675-14d31428d1d8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.494713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:19.495451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.532186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f5ddcdca-9439-456c-b0a0-511a770210c6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.532405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Current status of the port 3d8bd575-408a-4187-988f-5ac8e3254578 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:19.533306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.554572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (422f7a30-5d66-4452-8ece-674834bdefa4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.606413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9b7390c0-2767-4735-8425-0a07e055da69 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:19.608102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b7390c0-2767-4735-8425-0a07e055da69), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.614953 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:18Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:19.646507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] For port 3d8bd575-408a-4187-988f-5ac8e3254578, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3d8bd575-408a-4187-988f-5ac8e3254578,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:19.666673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.667898 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0350955 Apr 07 01:47:19.672848 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f5c0ec-a00c-4ed7-85d2-0a2156c9943b None None] The sync data for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv is: [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:18Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:19.677440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47172) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:19.680296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:19.702832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > segment before_delete 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.705705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c759424-04ae-4287-9501-66852259834a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ddcdca-9439-456c-b0a0-511a770210c6,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:19.705828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.705928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.706272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > port after_create 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.706600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > port after_delete 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.706938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > port after_update 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.707260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > segment after_delete 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.707646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet after_create 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.707964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet after_delete 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.708293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet after_update 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.730517 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7274654 Apr 07 01:47:19.731166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47174) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:19.736139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:19.754085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.787716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b7390c0-2767-4735-8425-0a07e055da69 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:19.813766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf618-abda-42e6-b8a9-d66858117f21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Network': ['ID=90b9273a-c012-429c-a675-14d31428d1d8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:19.829055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:19.839833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ebcbb883-8514-444d-a657-0146fd8f30b1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.842935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7997fe-b5c4-40ac-8d12-6cb96c9500e4 None None] Pushing event updated for resources: {'Port': ['ID=3d8bd575-408a-4187-988f-5ac8e3254578,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:19.845686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.940241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f06436ce-fd10-4865-9706-d501f50a02e8 None None] Provisioning complete for port 3d8bd575-408a-4187-988f-5ac8e3254578 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:19.940620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f06436ce-fd10-4865-9706-d501f50a02e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.952314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet after_create 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.952314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet after_delete 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.952314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet before_create 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.952314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Subscribe: > subnet before_update 55550000 {{(pid=110983) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 01:47:19.952314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422f7a30-5d66-4452-8ece-674834bdefa4']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:19.978882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group (5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.980013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3d80c441-cbbe-479b-9295-2ab0399e688f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:19.995129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ebcbb883-8514-444d-a657-0146fd8f30b1 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:47:20.012607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7d9306-a054-46e7-b443-2ff77055fba2') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:20.013514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7d9306-a054-46e7-b443-2ff77055fba2') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:20.014637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebcbb883-8514-444d-a657-0146fd8f30b1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:20.017161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.024849 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3acffe38-d549-4336-9d59-6c38ff4e05ab tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/networks/ebcbb883-8514-444d-a657-0146fd8f30b1 HTTP/1.1" status: 204 len: 168 time: 4.1693709 Apr 07 01:47:20.031956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47176) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.054368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (fe7d9306-a054-46e7-b443-2ff77055fba2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.077343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.090668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Deleting port e3963bfb-e2ec-442e-810a-b47d022433ba {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:20.091250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.094684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f06436ce-fd10-4865-9706-d501f50a02e8 None None] Current status of the port 3d8bd575-408a-4187-988f-5ac8e3254578 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:20.137547 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-52054699-2f6b-4187-bbbd-0c82bec59d90 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1041088 Apr 07 01:47:20.139659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47178) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.140590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:20.144244 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.151961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fe7d9306-a054-46e7-b443-2ff77055fba2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.158770 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:20.183868 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-36403ba9-61ba-4308-845c-ca41f000e174 admin admin] 10.222.0.25 "PUT /v2.0/routers/5de7330c-b086-4874-ae1f-553947b39189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4413645 Apr 07 01:47:20.204655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:20.205084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (fe7d9306-a054-46e7-b443-2ff77055fba2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: from cryptography.utils import int_from_bytes Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: from cryptography.utils import int_from_bytes Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:20.213023 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:20.278969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.283360 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4888237 Apr 07 01:47:20.283868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da149c7-5368-4d81-8b74-85b41e015f88 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:20.284787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47182) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.296527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] For port e3963bfb-e2ec-442e-810a-b47d022433ba, host hv-neutron-8368, got binding levels [] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:20.296925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.300393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Request body: {'security_group_rule': {'security_group_id': '5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:20.332923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Calling delete_port for e3963bfb-e2ec-442e-810a-b47d022433ba owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:20.365912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.366424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.366885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.367369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.367771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.368219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.368660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:20.373495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f370c0e4-2eea-4509-9322-b9be176f2d27 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4605 time: 0.2215369 Apr 07 01:47:20.376411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47184) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.397610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group_rule (38eeb64f-2089-4e90-bd87-264d5e3a0492), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.456241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3d80c441-cbbe-479b-9295-2ab0399e688f admin admin] Publish callbacks [] for security_group (6f2e5a8a-6363-4f16-a9e8-8930430c7a8a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.459014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (422f7a30-5d66-4452-8ece-674834bdefa4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.484566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.487835 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "DELETE /v2.0/networks/422f7a30-5d66-4452-8ece-674834bdefa4 HTTP/1.1" status: 204 len: 168 time: 1.7832992 Apr 07 01:47:20.491257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47190) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.493603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975c726-9a74-4473-b54e-df0156b91628 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event deleted for resources: {'Network': ['ID=422f7a30-5d66-4452-8ece-674834bdefa4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:20.519884 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcea24b8-85f1-41af-b12a-0a9089ec396f tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] DELETE failed (client error): The resource could not be found. Apr 07 01:47:20.521808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcea24b8-85f1-41af-b12a-0a9089ec396f tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:47:20.526617 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bcea24b8-85f1-41af-b12a-0a9089ec396f tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "DELETE /v2.0/ports/93ce4758-02e0-4c2b-86d1-12d14651de87 HTTP/1.1" status: 404 len: 333 time: 0.0341632 Apr 07 01:47:20.527404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e3963bfb-e2ec-442e-810a-b47d022433ba), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.528961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47192) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.571324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3d80c441-cbbe-479b-9295-2ab0399e688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6f2e5a8a-6363-4f16-a9e8-8930430c7a8a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.618835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80c441-cbbe-479b-9295-2ab0399e688f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2e5a8a-6363-4f16-a9e8-8930430c7a8a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:20.621494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3963bfb-e2ec-442e-810a-b47d022433ba,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:20.652353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.656712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.658681 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b191f0f7-7a74-4e5d-b956-c28cfed3fd2a tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e3963bfb-e2ec-442e-810a-b47d022433ba HTTP/1.1" status: 204 len: 168 time: 1.4995761 Apr 07 01:47:20.661309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47194) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.676210 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3d80c441-cbbe-479b-9295-2ab0399e688f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b68d77bedc174723b2eb8c9f51725b82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3556237 Apr 07 01:47:20.676210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47196) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.685372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Sync routers for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:20.698104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:20.698403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Deleting subnet 70e6e98c-97a1-4940-b23b-82f7d9308ebb {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:47:20.699235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:20.709450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks [] for subnet (70e6e98c-97a1-4940-b23b-82f7d9308ebb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.723679 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70ce533-2de5-408b-a7d3-197d98ea117b tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:47:20.726162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e70ce533-2de5-408b-a7d3-197d98ea117b tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "GET /v2.0/ports/e3963bfb-e2ec-442e-810a-b47d022433ba HTTP/1.1" status: 404 len: 333 time: 0.0582721 Apr 07 01:47:20.727152 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-34cafff9-7156-49aa-9615-6f3ddaeb78e0 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] delete failed (client error): The resource could not be found. Apr 07 01:47:20.728065 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-34cafff9-7156-49aa-9615-6f3ddaeb78e0 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/9d050ce8-69ab-47c5-83ba-4af8cdd25890 HTTP/1.1" status: 404 len: 345 time: 0.3505485 Apr 07 01:47:20.732582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.733000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.749572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2037241601', 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:20.770598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47202) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.791473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924220283', 'description': 'tempest-description--526922694'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:20.825822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bceacf5e-0ce8-46c0-9bea-9c309ab0e535 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] DELETE failed (client error): The resource could not be found. Apr 07 01:47:20.826379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bceacf5e-0ce8-46c0-9bea-9c309ab0e535 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:47:20.829792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bceacf5e-0ce8-46c0-9bea-9c309ab0e535 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/networks/ebcbb883-8514-444d-a657-0146fd8f30b1 HTTP/1.1" status: 404 len: 339 time: 0.0933077 Apr 07 01:47:20.840517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47204) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:20.850586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'network': {'name': 'tempest-network--101047295', 'router:external': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:20.854248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group_rule (38eeb64f-2089-4e90-bd87-264d5e3a0492), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.871174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (70e6e98c-97a1-4940-b23b-82f7d9308ebb), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.882978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:20.926626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e3043e-042a-49fe-ba6d-fbadb9e291f1 admin admin] Publish callbacks [] for security_group (6f2e5a8a-6363-4f16-a9e8-8930430c7a8a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.942503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Made reservation on behalf of c8ae6f1a0abd4a95bfb6fed715975dc1 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:20.945005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.952418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.966876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (38eeb64f-2089-4e90-bd87-264d5e3a0492), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:20.983710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e3043e-042a-49fe-ba6d-fbadb9e291f1 admin admin] Publish callbacks [] for security_group (6f2e5a8a-6363-4f16-a9e8-8930430c7a8a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.014886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Allocated IP 172.26.8.237 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:21.082236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Made reservation on behalf of f05c4a16a9fa4b4bab11531a049e7538 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:21.085088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.189993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port d8e33fc5-18bb-4962-a50a-f41488d03231 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:21.205480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38eeb64f-2089-4e90-bd87-264d5e3a0492,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:21.247003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 2, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:21.250696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.284440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3d8bd575-408a-4187-988f-5ac8e3254578 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:21.291332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Checking router: 5de7330c-b086-4874-ae1f-553947b39189 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:21.297615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Updating router 5de7330c-b086-4874-ae1f-553947b39189 port 8c78128f-e48e-4006-bc27-28050c1310f6 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:21.303938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.305206 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9dcedc1e-8633-4a3c-a166-308b73751980 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0152221 Apr 07 01:47:21.311000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47206) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:21.321587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Request body: {'security_group_rule': {'security_group_id': '5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:21.378632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.387326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (0e1362d7-70b6-4724-81be-6f69af012b14), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.423823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (70e6e98c-97a1-4940-b23b-82f7d9308ebb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.476854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:21.518601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group (c264dfd5-b955-4037-b57f-8aa4ea74d494), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.533780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3d8bd575-408a-4187-988f-5ac8e3254578 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:21.534076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.541196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group_rule (d67ad111-8e8f-4f45-a58f-684ef03837a8), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.543683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=0e1362d7-70b6-4724-81be-6f69af012b14,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:21.547116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.586822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (511bbc00-0cb9-4aae-a04e-b178a2badbf8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.587170 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Added segment 511bbc00-0cb9-4aae-a04e-b178a2badbf8 of type vlan for network 64f1d288-5343-41a1-a375-e28d54dd4826 Apr 07 01:47:21.588500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e3043e-042a-49fe-ba6d-fbadb9e291f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6f2e5a8a-6363-4f16-a9e8-8930430c7a8a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.591192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e3043e-042a-49fe-ba6d-fbadb9e291f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.602526 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-63e3043e-042a-49fe-ba6d-fbadb9e291f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f2e5a8a-6363-4f16-a9e8-8930430c7a8a HTTP/1.1" status: 204 len: 168 time: 0.9210827 Apr 07 01:47:21.625988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (70e6e98c-97a1-4940-b23b-82f7d9308ebb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.636835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:21.638932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c264dfd5-b955-4037-b57f-8aa4ea74d494), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.649895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:21.655566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for port (d8e33fc5-18bb-4962-a50a-f41488d03231), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.662978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:21.676354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:21.676736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network hostable DHCP agents. Network: 90b9273a-c012-429c-a675-14d31428d1d8, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:21.679855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75444a35-3b60-4730-9e9f-075e277ad5eb None None] Network c36f91c9-865d-47f2-a9cc-b295af8889dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:21.680399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3043e-042a-49fe-ba6d-fbadb9e291f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2e5a8a-6363-4f16-a9e8-8930430c7a8a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:21.703843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.708020 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "DELETE /v2.0/subnets/70e6e98c-97a1-4940-b23b-82f7d9308ebb HTTP/1.1" status: 204 len: 168 time: 1.1780057 Apr 07 01:47:21.713012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47210) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:21.728264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2071ba5-cba6-433d-b513-67bed7e97b10 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event deleted for resources: {'Subnet': ['ID=70e6e98c-97a1-4940-b23b-82f7d9308ebb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:21.795789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3d8bd575-408a-4187-988f-5ac8e3254578 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:21.803567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (64f1d288-5343-41a1-a375-e28d54dd4826), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.815490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group_rule (d67ad111-8e8f-4f45-a58f-684ef03837a8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.820832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.822302 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0346670 Apr 07 01:47:21.827795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618499e3-ffc7-409b-be06-8c6728f488ff tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c264dfd5-b955-4037-b57f-8aa4ea74d494,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:21.827946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event updated for resources: {'Port': ['ID=b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:21.832311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47212) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:21.863581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (c36f91c9-865d-47f2-a9cc-b295af8889dc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.891095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Request body: {'security_group_rule': {'security_group_id': 'c264dfd5-b955-4037-b57f-8aa4ea74d494', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:21.913836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Publish callbacks [] for port (8c78128f-e48e-4006-bc27-28050c1310f6), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.937276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:21.939517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d67ad111-8e8f-4f45-a58f-684ef03837a8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.964093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Deleting port 550947db-6018-47ee-bd2a-8813cee58fcd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:21.964556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.986078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d8e33fc5-18bb-4962-a50a-f41488d03231), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:21.993547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] DHCP port deletion for c36f91c9-865d-47f2-a9cc-b295af8889dc request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:47:22.040420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.040608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d67ad111-8e8f-4f45-a58f-684ef03837a8,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:22.065454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] For port 550947db-6018-47ee-bd2a-8813cee58fcd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=550947db-6018-47ee-bd2a-8813cee58fcd,segment=NetworkSegment(d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b),segment_id=d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:22.065960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.082132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (64f1d288-5343-41a1-a375-e28d54dd4826), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.083473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.084708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.092206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=d8e33fc5-18bb-4962-a50a-f41488d03231,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:22.111458 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group_rule (65cb1186-982a-4b9c-8845-94e0eede1d27), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.112060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Calling delete_port for 550947db-6018-47ee-bd2a-8813cee58fcd owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:22.143331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:22.147436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47c533-1358-481a-85e8-76f24c2a4589 None None] Pushing event updated for resources: {'Port': ['ID=8c78128f-e48e-4006-bc27-28050c1310f6,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:22.147576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (2d9c07db-a563-46c7-8015-05e81df3e7cd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.153055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 90b9273a-c012-429c-a675-14d31428d1d8) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:22.157756 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.162293 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3bfda57c-6cda-4a56-9781-73bf8f8c7ac2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8457456 Apr 07 01:47:22.170158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:22.173139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:22.174081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.174674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.178701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3967f460-5180-42b2-aa53-a1d60b4e60fb None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:22.186779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.187362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.196237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47218) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.197063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:22.226134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group_rule (65cb1186-982a-4b9c-8845-94e0eede1d27), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.276897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] Deleting port 550947db-6018-47ee-bd2a-8813cee58fcd {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:22.277300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.300555 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.4558568 Apr 07 01:47:22.305111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47224) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.329812 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-060252bf-00da-4a87-920a-2473547c9fc8 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5946980 Apr 07 01:47:22.351869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (65cb1186-982a-4b9c-8845-94e0eede1d27), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.360610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47226) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.422165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce57c467-d427-4258-8f01-c942845707a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6896791 Apr 07 01:47:22.447890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47230) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.459398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'name': 'tempest-NetworksTestDHCPv6-187553322'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:22.463413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.466114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65cb1186-982a-4b9c-8845-94e0eede1d27,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:22.469186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.557083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Attempting to bind port 8c78128f-e48e-4006-bc27-28050c1310f6 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:22.557996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Attempting to bind port 8c78128f-e48e-4006-bc27-28050c1310f6 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:22.558370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Attempting to bind port 8c78128f-e48e-4006-bc27-28050c1310f6 on network 56670783-ae18-446d-be98-28b9cfdf36b5 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:22.564589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab616be-8cd8-4805-a727-bec9d54cc099 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.570693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab616be-8cd8-4805-a727-bec9d54cc099 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.576455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab616be-8cd8-4805-a727-bec9d54cc099 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.585647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab616be-8cd8-4805-a727-bec9d54cc099 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.590913 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-aab616be-8cd8-4805-a727-bec9d54cc099 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2847357 Apr 07 01:47:22.596529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:22.597083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Checking segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:22.597558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.598604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Bound using segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:22.600472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Bound port: 8c78128f-e48e-4006-bc27-28050c1310f6, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:22.600606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.600697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47234) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.613018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] For port 550947db-6018-47ee-bd2a-8813cee58fcd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=550947db-6018-47ee-bd2a-8813cee58fcd,segment=NetworkSegment(d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b),segment_id=d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:22.613685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.617132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.618399 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f92d4004-e902-4af7-8a9b-6ac4d8e3ee4e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7379880 Apr 07 01:47:22.623409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1031a515-9715-4b00-9ed6-190bcc7a6ed3 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:22.627208 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1031a515-9715-4b00-9ed6-190bcc7a6ed3 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "GET /v2.0/ports/d8e33fc5-18bb-4962-a50a-f41488d03231 HTTP/1.1" status: 200 len: 955 time: 0.2505124 Apr 07 01:47:22.627208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47236) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.636413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d0fdafe8-254a-4393-aa88-e99f7479b469 None None] Provisioning complete for port 8c78128f-e48e-4006-bc27-28050c1310f6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:22.636856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d0fdafe8-254a-4393-aa88-e99f7479b469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.639230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47238) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:22.642080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Request body: {'security_group_rule': {'security_group_id': 'c264dfd5-b955-4037-b57f-8aa4ea74d494', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:22.691901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] Calling delete_port for 550947db-6018-47ee-bd2a-8813cee58fcd owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:22.727926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e04231-81c6-4991-9d25-fb2f76972876 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Network': ['ID=64f1d288-5343-41a1-a375-e28d54dd4826,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:22.741400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '0e1362d7-70b6-4724-81be-6f69af012b14'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:22.742819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.775894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (64f1d288-5343-41a1-a375-e28d54dd4826), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.776202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 64f1d288-5343-41a1-a375-e28d54dd4826 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:22.873185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group_rule (d9f36f01-8b8d-4662-ae55-e23245489571), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.886900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d0fdafe8-254a-4393-aa88-e99f7479b469 None None] Port 8c78128f-e48e-4006-bc27-28050c1310f6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:22.922572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (64f1d288-5343-41a1-a375-e28d54dd4826), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.959043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f1d288-5343-41a1-a375-e28d54dd4826']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:22.968929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:22.978885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511bbc00-0cb9-4aae-a04e-b178a2badbf8') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:22.979345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511bbc00-0cb9-4aae-a04e-b178a2badbf8') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:22.995968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] For port 8c78128f-e48e-4006-bc27-28050c1310f6, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:23.016742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event deleted for resources: {'Port': ['ID=550947db-6018-47ee-bd2a-8813cee58fcd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:23.036717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (511bbc00-0cb9-4aae-a04e-b178a2badbf8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.040715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:23.044218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.062935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Deleting port d8e33fc5-18bb-4962-a50a-f41488d03231 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:23.063864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d8e33fc5-18bb-4962-a50a-f41488d03231), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.066026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (511bbc00-0cb9-4aae-a04e-b178a2badbf8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.076327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] For port 8c78128f-e48e-4006-bc27-28050c1310f6, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c78128f-e48e-4006-bc27-28050c1310f6,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:23.081050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:23.081474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (511bbc00-0cb9-4aae-a04e-b178a2badbf8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.090697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group_rule (d9f36f01-8b8d-4662-ae55-e23245489571), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.161391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port adebbe69-7819-4de2-9cc8-f3a83d520b95 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:23.164153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.166911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (550947db-6018-47ee-bd2a-8813cee58fcd), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.172590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.175796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:23.209473 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:23.218455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d9f36f01-8b8d-4662-ae55-e23245489571), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.221501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] No DVR routers for this DVR port 550947db-6018-47ee-bd2a-8813cee58fcd on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:47:23.250709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 550947db-6018-47ee-bd2a-8813cee58fcd no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:47:23.252966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47248) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:23.262057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] No DVR routers for this DVR port 550947db-6018-47ee-bd2a-8813cee58fcd on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:47:23.331464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/0e1362d7-70b6-4724-81be-6f69af012b14/7664061f-10fd-48a0-8876-9e87f355e18b) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:23.346995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 550947db-6018-47ee-bd2a-8813cee58fcd {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:47:23.347339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 550947db-6018-47ee-bd2a-8813cee58fcd not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:47:23.375716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:23.376361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:23.381933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47c533-1358-481a-85e8-76f24c2a4589 None None] Pushing event updated for resources: {'Port': ['ID=8c78128f-e48e-4006-bc27-28050c1310f6,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:23.405316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d8e33fc5-18bb-4962-a50a-f41488d03231), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.420714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (64f1d288-5343-41a1-a375-e28d54dd4826), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.463083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f36f01-8b8d-4662-ae55-e23245489571,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:23.480190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.492214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6508e2d-613a-4740-b1fb-3dc300bb2763 None None] Pushing event deleted for resources: {'Port': ['ID=550947db-6018-47ee-bd2a-8813cee58fcd,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:23.502593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64f1d288-5343-41a1-a375-e28d54dd4826 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:47:23.510510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (c36f91c9-865d-47f2-a9cc-b295af8889dc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.513559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Network': ['ID=64f1d288-5343-41a1-a375-e28d54dd4826,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:23.524388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-429246842'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:23.532301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.555592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-85d77eff-a4c6-42a7-b337-78321059b925 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/networks/64f1d288-5343-41a1-a375-e28d54dd4826 HTTP/1.1" status: 204 len: 168 time: 0.9465821 Apr 07 01:47:23.555592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47252) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:23.563269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'network': {'name': 'tempest-network--162627833', 'router:external': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:23.590018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36f91c9-865d-47f2-a9cc-b295af8889dc']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:23.608795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:23.609971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b84dfd-95ce-4fe2-831f-da3bc0d6a80b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:23.610311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Calling delete_port for d8e33fc5-18bb-4962-a50a-f41488d03231 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:23.622974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.637990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.646477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:23.647012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d8b84dfd-95ce-4fe2-831f-da3bc0d6a80b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:23.650883 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:23.686484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Publish callbacks [] for port (7664061f-10fd-48a0-8876-9e87f355e18b), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.724396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Made reservation on behalf of f05c4a16a9fa4b4bab11531a049e7538 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:23.727344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.729825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:23.733711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.760960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.770603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] Provisioning complete for port 8c78128f-e48e-4006-bc27-28050c1310f6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:23.771618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.778735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.782684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8d3d19f6-7981-4fc1-af0f-fab7b7437b4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1465278 Apr 07 01:47:23.789052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47254) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:23.794661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:23.806012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.820379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:23.830951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:23.856374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:23.912126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:23.914688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:23.935981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (c36f91c9-865d-47f2-a9cc-b295af8889dc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.942150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a0f6c868-30e1-422b-8252-bca699b271f3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.943377 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Added segment a0f6c868-30e1-422b-8252-bca699b271f3 of type vlan for network f361ce1c-afc6-4339-81e9-3df1fb4c3661 Apr 07 01:47:23.955078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for security_group (7d10451a-c744-49c3-af03-8b966374dccb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.982707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:23.992201 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] 10.222.0.25 "DELETE /v2.0/networks/c36f91c9-865d-47f2-a9cc-b295af8889dc HTTP/1.1" status: 204 len: 168 time: 2.2739968 Apr 07 01:47:23.994051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41508a3-1c01-4164-9ae3-94f7b12fe101 tempest-DHCPAgentSchedulersTestJSON-1594226322 tempest-DHCPAgentSchedulersTestJSON-1594226322-project] Pushing event deleted for resources: {'Network': ['ID=c36f91c9-865d-47f2-a9cc-b295af8889dc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.002413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Attempting to bind port 7664061f-10fd-48a0-8876-9e87f355e18b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:24.002928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Attempting to bind port 7664061f-10fd-48a0-8876-9e87f355e18b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:24.003206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Attempting to bind port 7664061f-10fd-48a0-8876-9e87f355e18b on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:24.012345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.013662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:24.014069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:24.014458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.014861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:24.015348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Bound port: 7664061f-10fd-48a0-8876-9e87f355e18b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:24.015741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.063061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event updated for resources: {'Port': ['ID=b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.087261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] For port 7664061f-10fd-48a0-8876-9e87f355e18b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:24.090333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] For port 7664061f-10fd-48a0-8876-9e87f355e18b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7664061f-10fd-48a0-8876-9e87f355e18b,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:24.136568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Pushing event updated for resources: {'Port': ['ID=7664061f-10fd-48a0-8876-9e87f355e18b,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.154436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (2d9c07db-a563-46c7-8015-05e81df3e7cd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.177963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7d10451a-c744-49c3-af03-8b966374dccb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.179227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Allocated IP 172.26.8.151 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/00d6e661-0d2f-425d-aace-851e091c4963) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:24.202642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::2f7 (90b9273a-c012-429c-a675-14d31428d1d8/0e1362d7-70b6-4724-81be-6f69af012b14/adebbe69-7819-4de2-9cc8-f3a83d520b95) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:24.231566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.253162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10451a-c744-49c3-af03-8b966374dccb,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.268881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f361ce1c-afc6-4339-81e9-3df1fb4c3661), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.279424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:24.312743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (84a2f428-1cc5-4ea0-805c-14054dec4dfd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.313715 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Added segment 84a2f428-1cc5-4ea0-805c-14054dec4dfd of type vlan for network 99be3410-b1d5-4ffe-a5ed-5e884639249c Apr 07 01:47:24.327332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6d026-6c9a-4548-86ea-275ad05f8ff1 None None] Pushing event updated for resources: {'Port': ['ID=7664061f-10fd-48a0-8876-9e87f355e18b,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.339611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.341021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-76ff3121-27ae-4e47-b5de-7bb532251b17 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6642847 Apr 07 01:47:24.389680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] Current status of the port 8c78128f-e48e-4006-bc27-28050c1310f6 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:24.390004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.466652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (99be3410-b1d5-4ffe-a5ed-5e884639249c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.480296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] For port 8c78128f-e48e-4006-bc27-28050c1310f6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c78128f-e48e-4006-bc27-28050c1310f6,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:24.505443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:22Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:24.518748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f361ce1c-afc6-4339-81e9-3df1fb4c3661), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.519816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:24.521142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.526947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for port (00d6e661-0d2f-425d-aace-851e091c4963), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.554436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c10ced-04f6-4121-8bba-3ab4a3843c39 None None] The sync data for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv is: [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:22Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:24.569399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d8e33fc5-18bb-4962-a50a-f41488d03231), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.602652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.627591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.638219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8e33fc5-18bb-4962-a50a-f41488d03231,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.655503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (99be3410-b1d5-4ffe-a5ed-5e884639249c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.661820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (00d6e661-0d2f-425d-aace-851e091c4963), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.663502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:24.664164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.688656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:24.697139 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-71cac899-a4a9-4062-84e0-04083aaf3038 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d8e33fc5-18bb-4962-a50a-f41488d03231 HTTP/1.1" status: 204 len: 168 time: 2.0480180 Apr 07 01:47:24.709301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47266) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:24.723520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Network': ['ID=f361ce1c-afc6-4339-81e9-3df1fb4c3661,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.749827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f361ce1c-afc6-4339-81e9-3df1fb4c3661 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:24.793643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:24.807158 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-98de64ca-f3fc-44cd-a830-60aa773becde tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.2501156 Apr 07 01:47:24.815649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47274) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:24.828165 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5653429 Apr 07 01:47:24.828165 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f926f567-08e3-4c10-ae47-ecc0b44fe4f3 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:47:24.828165 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f926f567-08e3-4c10-ae47-ecc0b44fe4f3 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "GET /v2.0/ports/d8e33fc5-18bb-4962-a50a-f41488d03231 HTTP/1.1" status: 404 len: 333 time: 0.1142375 Apr 07 01:47:24.841976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c11e3-088e-4498-9f20-d26803e22e07 None None] Pushing event updated for resources: {'Port': ['ID=8c78128f-e48e-4006-bc27-28050c1310f6,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:24.858978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:24.870450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47276) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:24.870800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47278) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:24.886286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'subnet': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:24.953584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47280) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:24.992523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Request body: {'port': {'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-666469810'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:25.014352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:25.016890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event updated for resources: {'Port': ['ID=00d6e661-0d2f-425d-aace-851e091c4963,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:25.124463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2afe2-037d-4b1d-9fba-ceafcc67ab9e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Network': ['ID=99be3410-b1d5-4ffe-a5ed-5e884639249c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:25.165354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.176535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:25.202170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a57cab-483a-4049-ab7b-c7800e5ff4c9 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:25.206651 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-69a57cab-483a-4049-ab7b-c7800e5ff4c9 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] 10.222.0.25 "GET /v2.0/networks/f361ce1c-afc6-4339-81e9-3df1fb4c3661 HTTP/1.1" status: 200 len: 756 time: 0.3532963 Apr 07 01:47:25.206651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47292) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:25.236615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Made reservation on behalf of c8ae6f1a0abd4a95bfb6fed715975dc1 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:25.239300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.247600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47300) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:25.252722 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 01:47:25.310094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Allocated IP 172.26.8.174 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/4632ce77-3123-4fc6-90cc-967881dcca36) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:25.310285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (b29a07d7-b2fb-42b8-b019-af829cf7b115), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.366950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:25.381474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:25.388018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caeafa8-eefa-4b05-8896-995118de0e70 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:25.393247 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4caeafa8-eefa-4b05-8896-995118de0e70 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] 10.222.0.25 "GET /v2.0/networks/9666d72a-5ea4-4694-b358-01661f152bd4 HTTP/1.1" status: 200 len: 768 time: 0.1856840 Apr 07 01:47:25.396980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.402355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47302) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:25.478972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c78128f-e48e-4006-bc27-28050c1310f6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:25.530513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f361ce1c-afc6-4339-81e9-3df1fb4c3661), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.530697 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-d983b59e-d687-4d8f-9eac-454c845871ad tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--435813734&fields=id&tenant_id=22b1629ef5de42d4a6de3c64dcea5d76 HTTP/1.1" status: 200 len: 267 time: 0.2747660 Apr 07 01:47:25.537482 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f0dfe0be-6276-412b-8a62-e829a39de1d7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b2f163424b347c5a48acd78ffd5c956&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5783861 Apr 07 01:47:25.539278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47304) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:25.560301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8c78128f-e48e-4006-bc27-28050c1310f6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:25.560700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.656345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.686511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8c78128f-e48e-4006-bc27-28050c1310f6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:25.687607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7664061f-10fd-48a0-8876-9e87f355e18b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:25.740347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for port (4632ce77-3123-4fc6-90cc-967881dcca36), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.751756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7664061f-10fd-48a0-8876-9e87f355e18b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:25.752140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.785443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (00d6e661-0d2f-425d-aace-851e091c4963), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.806895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd55ebca-7636-4aa6-8f1e-d65278dbb855 admin admin] Publish callbacks [] for security_group (c3269c0d-322a-4bb6-ac96-3199e5b9d230), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.840605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f361ce1c-afc6-4339-81e9-3df1fb4c3661), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.858315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7664061f-10fd-48a0-8876-9e87f355e18b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:25.858710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.890494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4632ce77-3123-4fc6-90cc-967881dcca36), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.901639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd55ebca-7636-4aa6-8f1e-d65278dbb855 admin admin] Publish callbacks [] for security_group (c3269c0d-322a-4bb6-ac96-3199e5b9d230), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:25.910207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 7664061f-10fd-48a0-8876-9e87f355e18b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7664061f-10fd-48a0-8876-9e87f355e18b,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:25.924477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f361ce1c-afc6-4339-81e9-3df1fb4c3661']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:25.973257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.036724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:26.042351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=7664061f-10fd-48a0-8876-9e87f355e18b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:26.058506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=adebbe69-7819-4de2-9cc8-f3a83d520b95,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:26.061636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0e2001-639b-4da0-af23-55c5432a3eec None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:26.077782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:26.124475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:26.132706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:26.133481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.163825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6d25d545-51e0-4570-a573-662427bc9f74 None None] Provisioning complete for port 7664061f-10fd-48a0-8876-9e87f355e18b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:26.163825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d25d545-51e0-4570-a573-662427bc9f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.212620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:26.221038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:26.224084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f6c868-30e1-422b-8252-bca699b271f3') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:26.224460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f6c868-30e1-422b-8252-bca699b271f3') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:26.229387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:26.272585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-bebbd975-591e-4404-8069-bc5c663385e2 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:26.273846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-bebbd975-591e-4404-8069-bc5c663385e2 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 811 time: 0.7493269 Apr 07 01:47:26.278479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (a0f6c868-30e1-422b-8252-bca699b271f3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.294948 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b1a16b3d-1dc0-417b-a0ca-6b7b88815a11 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8435771 Apr 07 01:47:26.301317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47306) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:26.307364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a0f6c868-30e1-422b-8252-bca699b271f3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.315381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event updated for resources: {'Port': ['ID=4632ce77-3123-4fc6-90cc-967881dcca36,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:26.315609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6d25d545-51e0-4570-a573-662427bc9f74 None None] Current status of the port 7664061f-10fd-48a0-8876-9e87f355e18b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:26.327328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:26.327837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (a0f6c868-30e1-422b-8252-bca699b271f3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:26.332494 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:26.374409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (ccd9ed01-8fd8-43d5-a779-8915fd9470fb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.401129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-c83cd74d-2020-45f9-9d89-98b137c3fd25 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/quotas/22b1629ef5de42d4a6de3c64dcea5d76 HTTP/1.1" status: 200 len: 375 time: 0.0949583 Apr 07 01:47:26.454805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd55ebca-7636-4aa6-8f1e-d65278dbb855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c3269c0d-322a-4bb6-ac96-3199e5b9d230), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.457439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd55ebca-7636-4aa6-8f1e-d65278dbb855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.458664 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cd55ebca-7636-4aa6-8f1e-d65278dbb855 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3269c0d-322a-4bb6-ac96-3199e5b9d230 HTTP/1.1" status: 204 len: 168 time: 0.9169085 Apr 07 01:47:26.465154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.493184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd55ebca-7636-4aa6-8f1e-d65278dbb855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3269c0d-322a-4bb6-ac96-3199e5b9d230,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:26.498463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (54f16b23-567b-4819-a25e-1a02739b80e7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.506640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f361ce1c-afc6-4339-81e9-3df1fb4c3661), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.526964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f361ce1c-afc6-4339-81e9-3df1fb4c3661 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:47:26.529208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Network': ['ID=f361ce1c-afc6-4339-81e9-3df1fb4c3661,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:26.532284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.541856 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fd78b668-7590-4081-9887-556298707c95 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f361ce1c-afc6-4339-81e9-3df1fb4c3661 HTTP/1.1" status: 204 len: 168 time: 1.1292834 Apr 07 01:47:26.542496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47310) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:26.547613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'network': {'name': 'tempest-network--1034344722'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:26.625057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4632ce77-3123-4fc6-90cc-967881dcca36), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.694178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Made reservation on behalf of f05c4a16a9fa4b4bab11531a049e7538 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:26.699057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bdd9980f-82b6-472d-a4d6-7a973873bf8b None None] Provisioning complete for port adebbe69-7819-4de2-9cc8-f3a83d520b95 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:26.700125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bdd9980f-82b6-472d-a4d6-7a973873bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.702511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.757859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:26.764528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9980f-82b6-472d-a4d6-7a973873bf8b None None] Port adebbe69-7819-4de2-9cc8-f3a83d520b95 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:26.768485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (509861cd-2f75-47bc-a022-491bc9e71786), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.769119 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Added segment 509861cd-2f75-47bc-a022-491bc9e71786 of type vlan for network 75628bd3-8dec-4fb9-b5c4-7186a13684bc Apr 07 01:47:26.785738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bdd9980f-82b6-472d-a4d6-7a973873bf8b None None] Provisioning complete for port 7664061f-10fd-48a0-8876-9e87f355e18b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:26.786145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bdd9980f-82b6-472d-a4d6-7a973873bf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.804067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Subnet': ['ID=ccd9ed01-8fd8-43d5-a779-8915fd9470fb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:26.863396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for port (00d6e661-0d2f-425d-aace-851e091c4963), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.874918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a940fbc-cb3c-4241-a35a-5f6ce3b1d9b3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:26.884655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a940fbc-cb3c-4241-a35a-5f6ce3b1d9b3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:26.888884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1a940fbc-cb3c-4241-a35a-5f6ce3b1d9b3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.5835118 Apr 07 01:47:26.891530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47314) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:26.906956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.929903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Checking segment: {'id': '84a2f428-1cc5-4ea0-805c-14054dec4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:26.930207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network hostable DHCP agents. Network: 99be3410-b1d5-4ffe-a5ed-5e884639249c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:26.932270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (00d6e661-0d2f-425d-aace-851e091c4963), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:26.967602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bdd9980f-82b6-472d-a4d6-7a973873bf8b None None] Current status of the port 7664061f-10fd-48a0-8876-9e87f355e18b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:27.026404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for port (4632ce77-3123-4fc6-90cc-967881dcca36), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.031984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.033035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:27.033627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.076686 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-730675fd-d413-49b6-81c5-299442bd0e8c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6359096 Apr 07 01:47:27.095853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Network': ['ID=75628bd3-8dec-4fb9-b5c4-7186a13684bc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:27.103830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4632ce77-3123-4fc6-90cc-967881dcca36), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.128184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.129742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a2d54ee7-6073-4eea-a8d5-b4d02a29b890 None None] Provisioning complete for port adebbe69-7819-4de2-9cc8-f3a83d520b95 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:27.137759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2d54ee7-6073-4eea-a8d5-b4d02a29b890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.176613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event updated for resources: {'Port': ['ID=00d6e661-0d2f-425d-aace-851e091c4963,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:27.183961 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6b4ed429-7c1a-4c24-b978-6c7b452b1818 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6386108 Apr 07 01:47:27.184134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47320) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:27.211672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:27.220488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a2d54ee7-6073-4eea-a8d5-b4d02a29b890 None None] Port adebbe69-7819-4de2-9cc8-f3a83d520b95 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:27.225441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 75628bd3-8dec-4fb9-b5c4-7186a13684bc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:27.233066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:27.234224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:27.236607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (b29a07d7-b2fb-42b8-b019-af829cf7b115), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.258907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:27.270266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:27.271881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:27.272798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.298221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=6d96ff60-6376-4f02-80b2-1b7ddaf99942,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:27.333650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port adebbe69-7819-4de2-9cc8-f3a83d520b95 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:27.334054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.366361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7664061f-10fd-48a0-8876-9e87f355e18b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:27.377157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 99be3410-b1d5-4ffe-a5ed-5e884639249c) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:27.386413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event updated for resources: {'Port': ['ID=4632ce77-3123-4fc6-90cc-967881dcca36,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:27.389389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-034810f4-a25f-466b-94e4-5bccf81f0e9b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:47:27.389506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47324) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:27.390448 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-034810f4-a25f-466b-94e4-5bccf81f0e9b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1024513 Apr 07 01:47:27.399305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fdcac3a7-71d8-437a-a191-00c214026d4d tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4242241 Apr 07 01:47:27.402154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.404291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec17193d-28d2-419a-8721-f6e8c51aedbd tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2113669 Apr 07 01:47:27.404291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47326) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:27.415660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:27.415660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.415895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (54f16b23-567b-4819-a25e-1a02739b80e7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.415989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80143265-d795-4198-8a34-7ed932baafae None None] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:27.429937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8368'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:27.527585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7664061f-10fd-48a0-8876-9e87f355e18b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:27.528078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.568800 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-98064625-86b3-49c4-90ed-3872d16afb0a tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6950798 Apr 07 01:47:27.576026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47332) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:27.587999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'name': 'tempest-AllowedAddressPairTestJSON-720319403'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:27.589242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9384b88e-b23d-4ccd-8a33-f0d295099335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.591867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-99be3410-b1d5-4ffe-a5ed-5e884639249c', 'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'project_id': 'dc172bdea812456fa78e5132d8381a97', 'fixed_ips': [{'subnet_id': 'ccd9ed01-8fd8-43d5-a779-8915fd9470fb'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:27.592888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.601041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.654139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for adebbe69-7819-4de2-9cc8-f3a83d520b95 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:27.661753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.662653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.664255 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6c0aec6d-9fd5-4a0d-a546-d0dfc14a5fbc tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8736899 Apr 07 01:47:27.736734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.784064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-d8a07b72-3a2d-4978-8f3a-5b55636bcb58 service neutron] 10.222.0.25 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455601 Apr 07 01:47:27.798549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.858863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9384b88e-b23d-4ccd-8a33-f0d295099335 admin admin] Publish callbacks [] for security_group (5bf2a3ac-2eda-4512-bcc7-110bdf796b87), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.866491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Network 75628bd3-8dec-4fb9-b5c4-7186a13684bc is not hosted by any dhcp agent {{(pid=110983) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:47:27.867378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:27.868092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.871555 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "PUT /v2.0/networks/75628bd3-8dec-4fb9-b5c4-7186a13684bc HTTP/1.1" status: 200 len: 857 time: 0.6707060 Apr 07 01:47:27.872351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47350) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:27.931261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7664061f-10fd-48a0-8876-9e87f355e18b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:27.939057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Allocated IP 172.20.0.2 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/392f1273-65af-4be5-98e2-d69e0346fd89) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:27.967532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:27.970938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f358218-e3f0-4ac1-8aba-33554df6e9d9 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event updated for resources: {'Network': ['ID=75628bd3-8dec-4fb9-b5c4-7186a13684bc,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:27.975154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9384b88e-b23d-4ccd-8a33-f0d295099335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5bf2a3ac-2eda-4512-bcc7-110bdf796b87), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.031114 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9384b88e-b23d-4ccd-8a33-f0d295099335 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f179b0a2ce0947cf9df21eb8a3fb705d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6215076 Apr 07 01:47:28.049576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384b88e-b23d-4ccd-8a33-f0d295099335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2a3ac-2eda-4512-bcc7-110bdf796b87,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.054121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:28.081502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:28.084847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.096515 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-e3cc3770-4246-4c78-bd1d-e6cb55ba2d25 service neutron] 10.222.0.25 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075302 Apr 07 01:47:28.097218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47360) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:28.141098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.145834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Publish callbacks [] for port (392f1273-65af-4be5-98e2-d69e0346fd89), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.154141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] device_id is not set on port 2c3211be-dc67-458a-b2f0-03340dd840cd yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:28.177697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a5638e4-3de8-4b4e-bff1-7e916683d86f admin admin] Publish callbacks [] for security_group (5bf2a3ac-2eda-4512-bcc7-110bdf796b87), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.200932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a5638e4-3de8-4b4e-bff1-7e916683d86f admin admin] Publish callbacks [] for security_group (5bf2a3ac-2eda-4512-bcc7-110bdf796b87), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.218487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75628bd3-8dec-4fb9-b5c4-7186a13684bc']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:28.234027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (adebbe69-7819-4de2-9cc8-f3a83d520b95), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.239846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509861cd-2f75-47bc-a022-491bc9e71786') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:28.240596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509861cd-2f75-47bc-a022-491bc9e71786') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:28.245184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] device_id is not set on port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:28.249982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (509861cd-2f75-47bc-a022-491bc9e71786), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.264207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (509861cd-2f75-47bc-a022-491bc9e71786), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.268084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.271510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:28.271959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (509861cd-2f75-47bc-a022-491bc9e71786), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:28.274043 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:28.292776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks [] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.304980 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-4a1aae00-66fa-4228-b0e8-8a84cb571112 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2097961407&fields=id&tenant_id=dc54b863393740859b1a7a06cc8f3b60 HTTP/1.1" status: 200 len: 267 time: 0.1935487 Apr 07 01:47:28.305683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=adebbe69-7819-4de2-9cc8-f3a83d520b95,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.333431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a5638e4-3de8-4b4e-bff1-7e916683d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5bf2a3ac-2eda-4512-bcc7-110bdf796b87), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.339217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a5638e4-3de8-4b4e-bff1-7e916683d86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.340558 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0a5638e4-3de8-4b4e-bff1-7e916683d86f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bf2a3ac-2eda-4512-bcc7-110bdf796b87 HTTP/1.1" status: 204 len: 168 time: 0.2851944 Apr 07 01:47:28.347674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:28.350708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5638e4-3de8-4b4e-bff1-7e916683d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2a3ac-2eda-4512-bcc7-110bdf796b87,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.379168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:28.389855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.392917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:28.424072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (75628bd3-8dec-4fb9-b5c4-7186a13684bc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.452269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Pushing event updated for resources: {'Port': ['ID=392f1273-65af-4be5-98e2-d69e0346fd89,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.453375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 75628bd3-8dec-4fb9-b5c4-7186a13684bc {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:47:28.457513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.464675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.467990 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5bbc3b79-2336-45c1-a6c7-d4c2975b77dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/adebbe69-7819-4de2-9cc8-f3a83d520b95 HTTP/1.1" status: 204 len: 168 time: 1.5644164 Apr 07 01:47:28.468571 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] 10.222.0.25 "DELETE /v2.0/networks/75628bd3-8dec-4fb9-b5c4-7186a13684bc HTTP/1.1" status: 204 len: 168 time: 0.5935612 Apr 07 01:47:28.469657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba8fb8-93c5-4201-8893-c1e73a11d4d1 tempest-ExternalNetworksTestJSON-736513867 tempest-ExternalNetworksTestJSON-736513867-project-admin] Pushing event deleted for resources: {'Network': ['ID=75628bd3-8dec-4fb9-b5c4-7186a13684bc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.474717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47370) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:28.478568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47372) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:28.575212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Allocated IP 172.20.0.4 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/2c3211be-dc67-458a-b2f0-03340dd840cd) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:28.584059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Attempting to bind port 392f1273-65af-4be5-98e2-d69e0346fd89 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:28.584619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Attempting to bind port 392f1273-65af-4be5-98e2-d69e0346fd89 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '84a2f428-1cc5-4ea0-805c-14054dec4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:28.585024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Attempting to bind port 392f1273-65af-4be5-98e2-d69e0346fd89 on network 99be3410-b1d5-4ffe-a5ed-5e884639249c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:28.591164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=6d96ff60-6376-4f02-80b2-1b7ddaf99942,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.600742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:28.601139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Checking segment: {'id': '84a2f428-1cc5-4ea0-805c-14054dec4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:28.601547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.601942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Bound using segment: {'id': '84a2f428-1cc5-4ea0-805c-14054dec4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:28.602424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Bound port: 392f1273-65af-4be5-98e2-d69e0346fd89, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a2f428-1cc5-4ea0-805c-14054dec4dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:28.603082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.658992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:28.659422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:28.662403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:28.708787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249acc4-0ecf-4c14-b19c-2ce38df90b21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:28.708787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249acc4-0ecf-4c14-b19c-2ce38df90b21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:28.708787 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6249acc4-0ecf-4c14-b19c-2ce38df90b21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2250137 Apr 07 01:47:28.716732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47396) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:28.749103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-1c72994a-f078-4cbe-9677-46849d5196d2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:28.751011 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-1c72994a-f078-4cbe-9677-46849d5196d2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/networks?id=35b7a864-29c8-4773-84ad-08804773fdae HTTP/1.1" status: 200 len: 805 time: 0.3803892 Apr 07 01:47:28.758206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:28.758572 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:28.764226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 2 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:28.771381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] For port 392f1273-65af-4be5-98e2-d69e0346fd89, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:28.772485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] For port 392f1273-65af-4be5-98e2-d69e0346fd89, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=392f1273-65af-4be5-98e2-d69e0346fd89,segment=NetworkSegment(84a2f428-1cc5-4ea0-805c-14054dec4dfd),segment_id=84a2f428-1cc5-4ea0-805c-14054dec4dfd)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:28.793802 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a2e7bf-6ee0-467a-af80-f660f9eef5b5 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] DELETE failed (client error): The resource could not be found. Apr 07 01:47:28.794605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a2e7bf-6ee0-467a-af80-f660f9eef5b5 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:47:28.798527 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-44a2e7bf-6ee0-467a-af80-f660f9eef5b5 tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] 10.222.0.25 "DELETE /v2.0/subnets/c290a7b7-f39d-4ec9-ae7a-aa05e174237c HTTP/1.1" status: 404 len: 337 time: 0.3145142 Apr 07 01:47:28.809835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47400) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:28.816311 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fb5f7b2e-baae-4518-a9bf-b840d969e802 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--924220283&fields=id&tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd HTTP/1.1" status: 200 len: 267 time: 0.2263277 Apr 07 01:47:28.836871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:28.837219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:28.837563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:28.842346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.858906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:28.859220 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:28.860543 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-988bafd2-dbd2-4630-ac79-266a803b61fc tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/quotas/dc54b863393740859b1a7a06cc8f3b60 HTTP/1.1" status: 200 len: 375 time: 0.0757921 Apr 07 01:47:28.880446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 0e1362d7-70b6-4724-81be-6f69af012b14 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:47:28.891658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (0e1362d7-70b6-4724-81be-6f69af012b14), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:28.901371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9479bb0-2e63-43f0-9d0d-d039a0727151 None None] Pushing event updated for resources: {'Port': ['ID=392f1273-65af-4be5-98e2-d69e0346fd89,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:28.922500 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 3 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:29.021475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (0e1362d7-70b6-4724-81be-6f69af012b14), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.024030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9581d22e-1c71-41d7-8487-5cca87b8a259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.207067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (0e1362d7-70b6-4724-81be-6f69af012b14), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.407086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (0e1362d7-70b6-4724-81be-6f69af012b14), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.441416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1362d7-70b6-4724-81be-6f69af012b14,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:29.444037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.447426 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9533b4dd-06b9-4d16-93fa-bd4f184a5c3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/0e1362d7-70b6-4724-81be-6f69af012b14 HTTP/1.1" status: 204 len: 168 time: 0.7195218 Apr 07 01:47:29.450052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47422) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:29.454074 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3341a37-012f-4112-9bc2-e39c23b2a39d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:29.473233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:29.473823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:29.474291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:29.511438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:29.511837 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:29.515716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (9666d72a-5ea4-4694-b358-01661f152bd4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.539979 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 4 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:29.541049 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7695b58b-7650-4f32-8230-d5ce75ad9d67 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898974 Apr 07 01:47:29.544351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47426) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:29.562312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:29.676078 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-b18af974-59a3-422f-b2f7-98e52daeda4b tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc54b863393740859b1a7a06cc8f3b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7496350 Apr 07 01:47:29.682881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:47:29.684552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:29.684950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:29.685290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:29.712824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-47c38d8e-6acf-433c-8584-f556338a7593 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:29.719634 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-47c38d8e-6acf-433c-8584-f556338a7593 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/networks?id=56670783-ae18-446d-be98-28b9cfdf36b5 HTTP/1.1" status: 200 len: 811 time: 0.8870289 Apr 07 01:47:29.753235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] Deleting port 7664061f-10fd-48a0-8876-9e87f355e18b {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:29.754316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.759455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:29.759785 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:29.781722 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 5 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:29.810494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-608b7b34-0005-4c92-a2aa-a67b61189065 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/quotas/d061ef913c014b11ae2a7b2c9d2c33bd HTTP/1.1" status: 200 len: 375 time: 0.0891178 Apr 07 01:47:29.816275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.851758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] For port 7664061f-10fd-48a0-8876-9e87f355e18b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7664061f-10fd-48a0-8876-9e87f355e18b,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:29.851758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.867710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] Calling delete_port for 7664061f-10fd-48a0-8876-9e87f355e18b owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:29.885507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:29.885842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:29.886404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:29.930645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:29.931011 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:29.941403 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 6 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:29.951219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (9666d72a-5ea4-4694-b358-01661f152bd4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:29.998196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:29.998554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:29.998874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:30.011399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-d8686e51-ff08-4e1a-a111-b973546d7d7d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:47:30.012441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-d8686e51-ff08-4e1a-a111-b973546d7d7d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1031642 Apr 07 01:47:30.014426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9666d72a-5ea4-4694-b358-01661f152bd4']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:30.026580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:30.029881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.039771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:30.040058 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:30.058842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7714174-f388-47ca-9f50-d5c24484fecd') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:30.059144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7714174-f388-47ca-9f50-d5c24484fecd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:30.060818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 7 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:30.097927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (7664061f-10fd-48a0-8876-9e87f355e18b), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.128135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] Pushing event deleted for resources: {'Port': ['ID=7664061f-10fd-48a0-8876-9e87f355e18b,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:30.135141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606aaaa2-8758-46f2-b267-0d13447175e3 None None] No DVR routers for this DVR port 7664061f-10fd-48a0-8876-9e87f355e18b on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:47:30.148200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d7714174-f388-47ca-9f50-d5c24484fecd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.157473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-ccb366c5-ebed-48ab-8c93-c8958bd02b62 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3459342 Apr 07 01:47:30.191931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:30.192298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:30.192635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:30.212369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d7714174-f388-47ca-9f50-d5c24484fecd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.264722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:30.265091 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:30.271372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:30.271780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d7714174-f388-47ca-9f50-d5c24484fecd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.275955 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 8 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:30.278932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:30.280538 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:30.392984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329b5fb0-fdad-4311-b0d1-ce483d20d957 None None] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:30.393203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:30.393203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:30.393203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:30.438007 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:30.438348 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:30.450630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 9 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:30.455633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:30.464928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:30.474578 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-d0bb7182-f297-4f4c-93c9-6a0a863a3cf1 service neutron] 10.222.0.25 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403312 Apr 07 01:47:30.481588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:30.501876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] Provisioning complete for port 392f1273-65af-4be5-98e2-d69e0346fd89 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:30.502265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.606379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=2c3211be-dc67-458a-b2f0-03340dd840cd,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:30.620366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (9666d72a-5ea4-4694-b358-01661f152bd4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.622275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:30.622794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:30.623199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:30.639137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.652820 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] 10.222.0.25 "DELETE /v2.0/networks/9666d72a-5ea4-4694-b358-01661f152bd4 HTTP/1.1" status: 204 len: 168 time: 1.8277028 Apr 07 01:47:30.717048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:30.717448 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:30.719774 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-e7db8eac-f2ec-47d6-94df-ab0d372f24a8 service neutron] 10.222.0.25 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5403399 Apr 07 01:47:30.727394 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempt 10 to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 Apr 07 01:47:30.730012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3023134-be68-4608-aa8d-e3fe7c173cec tempest-ExternalNetworksTestJSON-967143477 tempest-ExternalNetworksTestJSON-967143477-project] Pushing event deleted for resources: {'Network': ['ID=9666d72a-5ea4-4694-b358-01661f152bd4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:30.751222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] Current status of the port 392f1273-65af-4be5-98e2-d69e0346fd89 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:30.751625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.788739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:30.789531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.824534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] For port 392f1273-65af-4be5-98e2-d69e0346fd89, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=392f1273-65af-4be5-98e2-d69e0346fd89,segment=NetworkSegment(84a2f428-1cc5-4ea0-805c-14054dec4dfd),segment_id=84a2f428-1cc5-4ea0-805c-14054dec4dfd)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:30.882419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:30.888407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:30.888407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:30.894097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempting to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:30.941022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a62fa6-5d6a-4d11-8ee5-2f500f32fc53 None None] Pushing event updated for resources: {'Port': ['ID=392f1273-65af-4be5-98e2-d69e0346fd89,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:30.987032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-503ac8de-6766-4932-8a26-ce4aba5148d1 service neutron] 10.222.0.25 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117009 Apr 07 01:47:30.993036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:30.993426 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Failed to bind port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '8c5c653f-9016-4045-81d7-03fc9990c675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '8ce0a2d0-bd92-44f5-9bc0-898d9d436698'}] Apr 07 01:47:30.993807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.012840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5816f7fa-dce8-49a9-b9aa-2b61439d05e6 None None] Provisioning complete for port 2c3211be-dc67-458a-b2f0-03340dd840cd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:31.013458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5816f7fa-dce8-49a9-b9aa-2b61439d05e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.093674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5816f7fa-dce8-49a9-b9aa-2b61439d05e6 None None] Port 2c3211be-dc67-458a-b2f0-03340dd840cd cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:31.109647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5816f7fa-dce8-49a9-b9aa-2b61439d05e6 None None] Provisioning complete for port 392f1273-65af-4be5-98e2-d69e0346fd89 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:31.110193 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d46323a-6de5-40a2-a2c2-4cd1bc9457ab tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5282314 Apr 07 01:47:31.110386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5816f7fa-dce8-49a9-b9aa-2b61439d05e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.111255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (0a428714-ac66-48d5-adaf-5d34e5d18df3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.113372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47472) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:31.119584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'name': 'tempest-AllowedAddressPairTestJSON-969617698', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:59:f4:be'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:31.169591 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-19e8dfe1-7b9d-4092-a59b-808135524a50 service neutron] 10.222.0.25 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202654 Apr 07 01:47:31.205062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:31.224597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:31.234616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:31.235407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.248823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb44ab41-8e43-45f9-9719-a07f7324f5aa None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:31.252134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=0a428714-ac66-48d5-adaf-5d34e5d18df3,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:31.257449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] For port 6d96ff60-6376-4f02-80b2-1b7ddaf99942, host hv-neutron-8368, cleared binding levels {{(pid=110984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:31.257826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attempted to set empty binding levels {{(pid=110984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 01:47:31.333672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47474) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:31.349208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.389477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5816f7fa-dce8-49a9-b9aa-2b61439d05e6 None None] Current status of the port 392f1273-65af-4be5-98e2-d69e0346fd89 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:31.403281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 392f1273-65af-4be5-98e2-d69e0346fd89 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:31.422756 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-28af3dba-d90e-4783-8de0-8199e12eeae8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8671420 Apr 07 01:47:31.422953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47478) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:31.431984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'name': 'tempest-NetworksTestDHCPv6-97899666'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:31.475908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] In _notify_port_updated(), no bound segment for port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 on network 8ce0a2d0-bd92-44f5-9bc0-898d9d436698 {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:47:31.477601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:31.480638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.486398 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "PUT /v2.0/ports/6d96ff60-6376-4f02-80b2-1b7ddaf99942 HTTP/1.1" status: 200 len: 976 time: 4.0757980 Apr 07 01:47:31.491351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47480) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:31.530375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6e3a78b6-bbc2-4293-a944-fe32e6493ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.543894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '0a428714-ac66-48d5-adaf-5d34e5d18df3'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:31.545028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.561542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 392f1273-65af-4be5-98e2-d69e0346fd89 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:31.562025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.591170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a24ed3a1-e63d-4191-b75e-b79e4c19679b None None] Provisioning complete for port 2c3211be-dc67-458a-b2f0-03340dd840cd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:31.591629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a24ed3a1-e63d-4191-b75e-b79e4c19679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:31.596116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:31.669153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0eb3-c59b-4bcc-8db2-dcc061702ebc tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event updated for resources: {'Port': ['ID=6d96ff60-6376-4f02-80b2-1b7ddaf99942,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:31.771416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a24ed3a1-e63d-4191-b75e-b79e4c19679b None None] Port 2c3211be-dc67-458a-b2f0-03340dd840cd cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:31.870085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/0a428714-ac66-48d5-adaf-5d34e5d18df3/4959a26d-f3e4-4bd4-82e7-ea194c80c159) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:31.877044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 392f1273-65af-4be5-98e2-d69e0346fd89 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:31.901967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47500) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:31.945226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c5261fa6-36eb-497a-b120-c82d5fc10ef0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67fc920d207b4fe49b74b76d127be48e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6101668 Apr 07 01:47:31.952971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47504) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:31.979139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7664061f-10fd-48a0-8876-9e87f355e18b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:47:32.017463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7664061f-10fd-48a0-8876-9e87f355e18b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:47:32.018510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7664061f-10fd-48a0-8876-9e87f355e18b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:47:32.028559 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb3c0808-7806-4253-b0d2-eaa5ea88cafa req-7e930249-6368-4563-9ee8-40998f243f16 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 210 time: 0.1569409 Apr 07 01:47:32.034050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.072035 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-deec5bc8-28d1-414b-9595-b67b179acd56 req-1566772d-4a7b-44ff-9135-11afbe901f46 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.1200156 Apr 07 01:47:32.077684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] device_id is not set on port d33558ba-b863-451e-9187-9aa39309d1be yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:32.132773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e18227-8766-4b46-8457-0134302cea32 admin admin] Publish callbacks [] for security_group (1a7d58e2-f70d-4f28-af46-a8d9e14217bd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.141543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Deleting port 6d96ff60-6376-4f02-80b2-1b7ddaf99942 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:32.142812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.154369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-071a07da-eb2f-471c-90ef-3cc293cdf9c1 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:32.174716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Publish callbacks [] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.215012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:32.218553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.251499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e18227-8766-4b46-8457-0134302cea32 admin admin] Publish callbacks [] for security_group (1a7d58e2-f70d-4f28-af46-a8d9e14217bd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.263815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:32.270001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4a8ab5e6-04e4-4266-86f6-0e50a427ea86 req-c3ff6a1f-cd0b-4d73-b1fd-de09f766493f tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0901845 Apr 07 01:47:32.276057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.331997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] For port 6d96ff60-6376-4f02-80b2-1b7ddaf99942, host hv-neutron-8368, got binding levels [] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:32.332364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.347448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:32.352038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:32.353429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Allocated IP 172.20.0.10 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/d33558ba-b863-451e-9187-9aa39309d1be) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:32.358341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:32.360490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Pushing event updated for resources: {'Port': ['ID=4959a26d-f3e4-4bd4-82e7-ea194c80c159,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:32.371163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Calling delete_port for 6d96ff60-6376-4f02-80b2-1b7ddaf99942 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:32.423307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.437237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Attempting to bind port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:32.437616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Attempting to bind port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:32.437991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Attempting to bind port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:32.444308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:32.444692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:32.445270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.445788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:32.446341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Bound port: 4959a26d-f3e4-4bd4-82e7-ea194c80c159, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:32.446669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.535541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] For port 4959a26d-f3e4-4bd4-82e7-ea194c80c159, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:32.539592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] For port 4959a26d-f3e4-4bd4-82e7-ea194c80c159, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4959a26d-f3e4-4bd4-82e7-ea194c80c159,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:32.566223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e18227-8766-4b46-8457-0134302cea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1a7d58e2-f70d-4f28-af46-a8d9e14217bd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.569544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e18227-8766-4b46-8457-0134302cea32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.570925 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-20e18227-8766-4b46-8457-0134302cea32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a7d58e2-f70d-4f28-af46-a8d9e14217bd HTTP/1.1" status: 204 len: 168 time: 0.6165805 Apr 07 01:47:32.601820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.616552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (d33558ba-b863-451e-9187-9aa39309d1be), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:32.667720 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-071a07da-eb2f-471c-90ef-3cc293cdf9c1 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "PUT /v2.0/quotas/5fdf6c6327c948e38370dd2164796874 HTTP/1.1" status: 200 len: 366 time: 0.7597582 Apr 07 01:47:32.671580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.10', 54103) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:32.673511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47526) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:32.691895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e18227-8766-4b46-8457-0134302cea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7d58e2-f70d-4f28-af46-a8d9e14217bd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:32.701312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c83f87-02be-440f-85c0-feac6579a859 None None] Pushing event updated for resources: {'Port': ['ID=4959a26d-f3e4-4bd4-82e7-ea194c80c159,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:32.798965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::19d (90b9273a-c012-429c-a675-14d31428d1d8/0a428714-ac66-48d5-adaf-5d34e5d18df3/12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:33.030852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (6d96ff60-6376-4f02-80b2-1b7ddaf99942), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.090909 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-39c0df62-4534-46ee-b137-679081250ac5 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.3623104 Apr 07 01:47:33.096462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47536) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.214811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.262090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d96ff60-6376-4f02-80b2-1b7ddaf99942,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:33.267485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0b2cf27c-b609-488e-9ff8-74de14c48105 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "GET /v2.0/quotas/5fdf6c6327c948e38370dd2164796874 HTTP/1.1" status: 200 len: 366 time: 0.1549525 Apr 07 01:47:33.274456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47544) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.290630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d33558ba-b863-451e-9187-9aa39309d1be), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.296650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.304036 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0e7efe6a-9ccc-4abe-b26d-df474e9d3596 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "DELETE /v2.0/ports/6d96ff60-6376-4f02-80b2-1b7ddaf99942 HTTP/1.1" status: 204 len: 168 time: 1.7255564 Apr 07 01:47:33.318442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47548) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.328703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:33.369716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4959a26d-f3e4-4bd4-82e7-ea194c80c159 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:33.401126 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48fef7b1-030e-47e1-8d8f-d6d53202bad0 req-d87e7261-67bc-44c1-ba84-01b0d610c952 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.1145756 Apr 07 01:47:33.409942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:33.421651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-4707ad27-519b-467b-a11a-6db8f6566128 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:33.423264 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-4707ad27-519b-467b-a11a-6db8f6566128 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 811 time: 0.7130444 Apr 07 01:47:33.424118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:33.441276 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dfd0bd3f-f8fe-4b9f-ba4a-17ea7f00bafc req-2d0efcf9-60e8-479e-893f-90a522e98737 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 210 time: 0.0357964 Apr 07 01:47:33.454170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.456147 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d10d7cdd-797b-485f-870a-ce008eed8d30 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/5fdf6c6327c948e38370dd2164796874 HTTP/1.1" status: 204 len: 168 time: 0.1807954 Apr 07 01:47:33.459985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47558) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.503372 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd46cc36-c0b9-4238-91d2-b39f2a337fe1 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:47:33.510539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fd46cc36-c0b9-4238-91d2-b39f2a337fe1 tempest-PortsAdminExtendedAttrsTestJSON-1617677900 tempest-PortsAdminExtendedAttrsTestJSON-1617677900-project-admin] 10.222.0.25 "GET /v2.0/ports/6d96ff60-6376-4f02-80b2-1b7ddaf99942 HTTP/1.1" status: 404 len: 333 time: 0.1801636 Apr 07 01:47:33.511681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47560) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.519067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:33.519641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.587317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:33.637254 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-99511b6c-781d-4375-bac8-f19f6433160e req-16681fe4-52da-48a5-a9fd-4d0840cfa615 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0486767 Apr 07 01:47:33.638198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:33.644282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:33.651993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:33.652646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.656085 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ef2927a6-b76d-4ae5-8481-8dd09f28b93d tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1900351 Apr 07 01:47:33.660718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47568) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.675567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (8ce0a2d0-bd92-44f5-9bc0-898d9d436698), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.684176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ddc0b255-01e1-4e74-a333-bc45998c13fa tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "GET /v2.0/quotas/5fdf6c6327c948e38370dd2164796874 HTTP/1.1" status: 200 len: 370 time: 0.0193348 Apr 07 01:47:33.688364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47570) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.702163 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-48f47251-dd58-415b-b3ab-b62f32067933 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "GET /v2.0/quotas/5fdf6c6327c948e38370dd2164796874/default HTTP/1.1" status: 200 len: 370 time: 0.0059702 Apr 07 01:47:33.708845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47572) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.714741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:33.728903 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-865229b6-7e9c-4e3d-b1ac-390d13254722 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] delete failed (client error): The resource could not be found. Apr 07 01:47:33.730133 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-865229b6-7e9c-4e3d-b1ac-390d13254722 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/5fdf6c6327c948e38370dd2164796874 HTTP/1.1" status: 404 len: 348 time: 0.0193210 Apr 07 01:47:33.734396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=d33558ba-b863-451e-9187-9aa39309d1be,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:33.755151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:33.755900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.788822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6f5d3ac9-2d85-4e26-9c53-8d74d75118ae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3647170 Apr 07 01:47:33.798664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47576) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.799135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47578) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.849956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 4959a26d-f3e4-4bd4-82e7-ea194c80c159, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4959a26d-f3e4-4bd4-82e7-ea194c80c159,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:33.853986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-10943cce-dcb7-4fb7-86df-97f47365b22d None None] Provisioning complete for port d33558ba-b863-451e-9187-9aa39309d1be triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:33.854418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10943cce-dcb7-4fb7-86df-97f47365b22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d33558ba-b863-451e-9187-9aa39309d1be), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.856178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:33.857995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.917118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-10943cce-dcb7-4fb7-86df-97f47365b22d None None] Port d33558ba-b863-451e-9187-9aa39309d1be cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:33.944239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.953083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778965b9-38da-4465-bd88-ec8f62518239 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:33.958815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778965b9-38da-4465-bd88-ec8f62518239 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:33.963541 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-778965b9-38da-4465-bd88-ec8f62518239 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1613085 Apr 07 01:47:33.964171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47584) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.978387 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-915acb62-bd75-485d-bebc-3344914531d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f05c4a16a9fa4b4bab11531a049e7538&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1772363 Apr 07 01:47:33.979134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:33.980204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47586) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:33.994620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e330f489-cf63-48c8-b6f4-9514e5bf24cf tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8799927 Apr 07 01:47:34.000376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47588) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:34.060235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (8ce0a2d0-bd92-44f5-9bc0-898d9d436698), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.060426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=4959a26d-f3e4-4bd4-82e7-ea194c80c159,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:34.136024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-8707ef05-b4de-48dd-a295-e733ebc31914 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22b1629ef5de42d4a6de3c64dcea5d76 HTTP/1.1" status: 200 len: 379 time: 0.4516311 Apr 07 01:47:34.137814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-20eb6399-6508-40e0-aa5b-1b23723bff49 admin admin] Publish callbacks [] for security_group (e2b138e7-c32c-436e-81c8-0aad49df26aa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.154630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Request body: {'port': {'device_id': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'admin_state_up': True, 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'security_groups': ['3afede86-486c-49b3-b3f0-7ad2bedf6b1c']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:34.182940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-20eb6399-6508-40e0-aa5b-1b23723bff49 admin admin] Publish callbacks [] for security_group (e2b138e7-c32c-436e-81c8-0aad49df26aa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.193646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce0a2d0-bd92-44f5-9bc0-898d9d436698']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:34.210201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:34.211337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.242103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47598) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:34.258054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5c653f-9016-4045-81d7-03fc9990c675') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:34.258347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5c653f-9016-4045-81d7-03fc9990c675') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:34.288056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (8c5c653f-9016-4045-81d7-03fc9990c675), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.327652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8a26c-e02d-47df-98d4-afd3e7df6f29 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:34.333975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8a26c-e02d-47df-98d4-afd3e7df6f29 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:34.339786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8a26c-e02d-47df-98d4-afd3e7df6f29 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:34.344057 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-13f8a26c-e02d-47df-98d4-afd3e7df6f29 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3327296 Apr 07 01:47:34.345050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47600) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:34.347564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-679847b2-1b9a-4dc4-8e66-0ffe50c7a426 None None] Provisioning complete for port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:34.347564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-679847b2-1b9a-4dc4-8e66-0ffe50c7a426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.351531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:network and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.360524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (8c5c653f-9016-4045-81d7-03fc9990c675), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.379340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.389843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:47:34.390267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (8c5c653f-9016-4045-81d7-03fc9990c675), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: warnings.warn('Neutron quota engine will require "--force" ' Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:47:34.397973 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:47:34.462873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.462873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:34.463798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:subnet and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.466280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.482348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-679847b2-1b9a-4dc4-8e66-0ffe50c7a426 None None] Current status of the port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:subnetpool and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:port and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:router and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:floatingip and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.695417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.698810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-20eb6399-6508-40e0-aa5b-1b23723bff49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e2b138e7-c32c-436e-81c8-0aad49df26aa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.698810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-20eb6399-6508-40e0-aa5b-1b23723bff49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.698810 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-20eb6399-6508-40e0-aa5b-1b23723bff49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2b138e7-c32c-436e-81c8-0aad49df26aa HTTP/1.1" status: 204 len: 168 time: 0.6306260 Apr 07 01:47:34.700520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:security_group and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.700520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.700520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Usage tracker for resource:security_group_rule and project:7eaca972317849f6a197c3ecf94e25ac is out of sync, need to count used quota {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 07 01:47:34.700520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.quota.resource [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110983) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Apr 07 01:47:34.700520 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-be843d0b-7cd2-4ea5-a305-485365ee5de2 tempest-QuotasTest-413567758 tempest-QuotasTest-413567758-project-admin] 10.222.0.25 "GET /v2.0/quotas/7eaca972317849f6a197c3ecf94e25ac/details.json HTTP/1.1" status: 200 len: 703 time: 0.3896205 Apr 07 01:47:34.701629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11f03dd0-8e37-45c0-9d15-cb687c8d4cd6 req-e9da7841-a99e-406e-9c37-107d1b3c6c8b tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.0739431 Apr 07 01:47:34.701629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1e1e8555-e133-4d4d-85a9-b459ebef685e req-61d87a97-ee72-4550-83bf-ab5cd28e2104 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 210 time: 0.0683231 Apr 07 01:47:34.701629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb6399-6508-40e0-aa5b-1b23723bff49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b138e7-c32c-436e-81c8-0aad49df26aa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:34.733003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-054f0c98-df40-4442-8433-90fa52d5b9a9 None None] Provisioning complete for port 12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:34.733631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-054f0c98-df40-4442-8433-90fa52d5b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.794272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-054f0c98-df40-4442-8433-90fa52d5b9a9 None None] Port 12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:34.824076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (8ce0a2d0-bd92-44f5-9bc0-898d9d436698), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.846138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4392c84e-b740-4f58-845d-5bebf7caaaab req-0f7be612-d1cc-4def-88b6-d3f293595290 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0558617 Apr 07 01:47:34.847816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.858458 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] 10.222.0.25 "DELETE /v2.0/networks/8ce0a2d0-bd92-44f5-9bc0-898d9d436698 HTTP/1.1" status: 204 len: 168 time: 1.3409021 Apr 07 01:47:34.867599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Made reservation on behalf of 22b1629ef5de42d4a6de3c64dcea5d76 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:34.875292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.892209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port d33558ba-b863-451e-9187-9aa39309d1be {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:34.892209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d33558ba-b863-451e-9187-9aa39309d1be), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:34.956232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7204505-f8a9-4d6b-b615-3a20667d85c0 tempest-PortsAdminExtendedAttrsTestJSON-1571761817 tempest-PortsAdminExtendedAttrsTestJSON-1571761817-project] Pushing event deleted for resources: {'Network': ['ID=8ce0a2d0-bd92-44f5-9bc0-898d9d436698,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:35.022697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d33558ba-b863-451e-9187-9aa39309d1be), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:35.037834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for d33558ba-b863-451e-9187-9aa39309d1be owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:35.191791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:35.250486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:35.253778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4959a26d-f3e4-4bd4-82e7-ea194c80c159 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:35.343967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:35.357694 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d433c409-5461-42c3-8774-14645d801e0d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce HTTP/1.1" status: 204 len: 168 time: 1.3920281 Apr 07 01:47:35.357916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:35.360114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47620) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:35.407764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Allocated IP 172.20.0.7 (0655195f-1e02-4c3f-82d0-e02a3b9b58f8/7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0/8f615c74-307a-4958-bc7a-d383c196a452) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:35.424908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:35.424908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:35.535547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be55436-2273-43f5-9bda-5df7b15250c1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:35.537781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be55436-2273-43f5-9bda-5df7b15250c1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:35.543332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3be55436-2273-43f5-9bda-5df7b15250c1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1823492 Apr 07 01:47:35.544360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47626) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:35.554053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d33558ba-b863-451e-9187-9aa39309d1be), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:35.591350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47628) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:35.660502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=d33558ba-b863-451e-9187-9aa39309d1be,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:35.677372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.10', 54110) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:35.837466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:36.018281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for port (8f615c74-307a-4958-bc7a-d383c196a452), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.058586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 0a428714-ac66-48d5-adaf-5d34e5d18df3 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:47:36.118132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9d09789-da27-4e16-a635-a42666bda85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.125045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (0a428714-ac66-48d5-adaf-5d34e5d18df3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.208298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8f615c74-307a-4958-bc7a-d383c196a452), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.226461 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9c97410-4d07-4e8a-b22f-2cd535e27ebf req-a2bd0c86-84e1-4367-85b2-b6f8e9cd1881 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.2720828 Apr 07 01:47:36.307676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:36.311678 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ab403e98-b548-44b0-be89-ad8e08c983cd req-cf692379-1c41-4460-9ce0-bfe27eda08b6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 210 time: 0.2832205 Apr 07 01:47:36.331132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-6e3d6e59-9cc3-4332-95b0-389b4829de1b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:36.331132 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-6e3d6e59-9cc3-4332-95b0-389b4829de1b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.10 "GET /v2.0/networks?id=56670783-ae18-446d-be98-28b9cfdf36b5 HTTP/1.1" status: 200 len: 811 time: 0.6478872 Apr 07 01:47:36.347622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:36.349321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:36.409838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event updated for resources: {'Port': ['ID=8f615c74-307a-4958-bc7a-d383c196a452,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:36.494808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.514343 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6fa2d8f5-e811-4ecb-82bf-240c9d9282a0 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/ports/d33558ba-b863-451e-9187-9aa39309d1be HTTP/1.1" status: 204 len: 168 time: 2.1669083 Apr 07 01:47:36.517428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47650) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:36.522313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:36.524342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.579970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47652) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:36.608479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c7aafb-b69e-4ab4-b990-5bc197cb0550 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] GET failed (client error): The resource could not be found. Apr 07 01:47:36.615752 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b3c7aafb-b69e-4ab4-b990-5bc197cb0550 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "GET /v2.0/ports/d33558ba-b863-451e-9187-9aa39309d1be HTTP/1.1" status: 404 len: 333 time: 0.0944068 Apr 07 01:47:36.616234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47656) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:36.627949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (0a428714-ac66-48d5-adaf-5d34e5d18df3), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.634906 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5d4d320a-7134-456d-b97a-aa5377d63636 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4908450 Apr 07 01:47:36.635877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'name': 'tempest-AllowedAddressPairTestJSON-2004713549'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:36.856286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6385ae23-8191-49ee-8ab9-4f1386669089 None None] Provisioning complete for port 8f615c74-307a-4958-bc7a-d383c196a452 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:36.859915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6385ae23-8191-49ee-8ab9-4f1386669089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f615c74-307a-4958-bc7a-d383c196a452), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:36.864426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc2766f-c137-4e44-aa99-014d5fab1d2d req-6432145f-d8ca-4a19-92fd-5acfd22d3366 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.1069663 Apr 07 01:47:36.932046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6385ae23-8191-49ee-8ab9-4f1386669089 None None] Port 8f615c74-307a-4958-bc7a-d383c196a452 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:36.947102 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7e19f78f-c262-46e2-9df2-53663782ed26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=773cd30bf9f344b8a1b3db65c7ac8cd9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3673902 Apr 07 01:47:36.953434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47664) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:36.996463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (0a428714-ac66-48d5-adaf-5d34e5d18df3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.035680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367068e-c137-4010-b7b3-fbbc435d1569 admin admin] Publish callbacks [] for security_group (e0f865dd-7aca-4056-b378-913491239cf3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.060161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9d09789-da27-4e16-a635-a42666bda85e admin admin] Publish callbacks [] for security_group (060faff9-e1bc-4606-b743-efe0950377cb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.066389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367068e-c137-4010-b7b3-fbbc435d1569 admin admin] Publish callbacks [] for security_group (e0f865dd-7aca-4056-b378-913491239cf3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.127862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:37.138812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.163716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9d09789-da27-4e16-a635-a42666bda85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (060faff9-e1bc-4606-b743-efe0950377cb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.199435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d09789-da27-4e16-a635-a42666bda85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060faff9-e1bc-4606-b743-efe0950377cb,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:37.224262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367068e-c137-4010-b7b3-fbbc435d1569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e0f865dd-7aca-4056-b378-913491239cf3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.224262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367068e-c137-4010-b7b3-fbbc435d1569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.224262 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d367068e-c137-4010-b7b3-fbbc435d1569 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e0f865dd-7aca-4056-b378-913491239cf3 HTTP/1.1" status: 204 len: 168 time: 0.2679973 Apr 07 01:47:37.239670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367068e-c137-4010-b7b3-fbbc435d1569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f865dd-7aca-4056-b378-913491239cf3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:37.247889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (0a428714-ac66-48d5-adaf-5d34e5d18df3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.288995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] device_id is not set on port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:37.301079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-2805f2f4-85d1-464e-802e-d79baaef9095 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:47:37.302182 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-2805f2f4-85d1-464e-802e-d79baaef9095 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056474 Apr 07 01:47:37.381927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47678) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:37.389533 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a9d09789-da27-4e16-a635-a42666bda85e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5371203526e244f093cab33b8a5cb42c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7923903 Apr 07 01:47:37.395625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=0a428714-ac66-48d5-adaf-5d34e5d18df3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:37.489988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.495677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-694e9fb6-529b-494f-9874-d19146cce746 admin admin] Publish callbacks [] for security_group (060faff9-e1bc-4606-b743-efe0950377cb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.497503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d830c48-dc8d-44f7-923a-77817b1558eb None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:37.502426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e0493185-ac9c-44b4-a2c7-44c1642e07c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/0a428714-ac66-48d5-adaf-5d34e5d18df3 HTTP/1.1" status: 204 len: 168 time: 1.9569173 Apr 07 01:47:37.503088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47682) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:37.558752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-694e9fb6-529b-494f-9874-d19146cce746 admin admin] Publish callbacks [] for security_group (060faff9-e1bc-4606-b743-efe0950377cb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.664537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.10', 54114) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:37.831548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:47:37.874548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-7861e4f9-f3ed-4065-8ab3-03640b1540a0 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:37.881702 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-7861e4f9-f3ed-4065-8ab3-03640b1540a0 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.10 "GET /v2.0/networks?id=35b7a864-29c8-4773-84ad-08804773fdae HTTP/1.1" status: 200 len: 805 time: 0.2759314 Apr 07 01:47:37.881702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-694e9fb6-529b-494f-9874-d19146cce746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (060faff9-e1bc-4606-b743-efe0950377cb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.888663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-694e9fb6-529b-494f-9874-d19146cce746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:37.888663 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-694e9fb6-529b-494f-9874-d19146cce746 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/060faff9-e1bc-4606-b743-efe0950377cb HTTP/1.1" status: 204 len: 168 time: 0.5001738 Apr 07 01:47:37.896429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e9fb6-529b-494f-9874-d19146cce746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060faff9-e1bc-4606-b743-efe0950377cb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:37.950004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e8c923ff-df3e-470b-8206-8552d2839190 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4329932 Apr 07 01:47:37.970607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:37.989261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:38.009490 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-fecf200d-5f7d-4767-ad81-668c90b0d797 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc54b863393740859b1a7a06cc8f3b60 HTTP/1.1" status: 200 len: 380 time: 0.1167450 Apr 07 01:47:38.034366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Request body: {'port': {'device_id': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'admin_state_up': True, 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'security_groups': ['5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:38.038624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1d349280-2b2e-4d38-9688-06fbe983b5cf req-97a84686-a0a7-41f9-992b-c9528f4cd149 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.4588895 Apr 07 01:47:38.056641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] Deleting port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:38.059439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.168811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1b0bf7c9-91b4-46d1-9ea9-4e981d49e3f2 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd HTTP/1.1" status: 200 len: 379 time: 0.8419187 Apr 07 01:47:38.196438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Request body: {'port': {'device_id': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'admin_state_up': True, 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'security_groups': ['c264dfd5-b955-4037-b57f-8aa4ea74d494']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:38.207309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Allocated IP 172.20.0.6 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/681750b5-b61b-4fd0-b0b8-3f69bbc1736d) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:38.292089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Request body: {'port': {'device_id': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:38.294237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] For port 4959a26d-f3e4-4bd4-82e7-ea194c80c159, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4959a26d-f3e4-4bd4-82e7-ea194c80c159,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:38.295021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.327741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] Calling delete_port for 4959a26d-f3e4-4bd4-82e7-ea194c80c159 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:38.386601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f615c74-307a-4958-bc7a-d383c196a452), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.417931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d5b67-207f-4794-871d-242d65e9495e req-0487c800-6e8e-49bc-b427-a50e345482dd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:38.427747 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc5d5b67-207f-4794-871d-242d65e9495e req-0487c800-6e8e-49bc-b427-a50e345482dd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 931 time: 0.9090409 Apr 07 01:47:38.456862 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0d03f2f-c87d-49ad-9585-357617b3fed0 req-8519a2c3-5d88-4df5-97da-8c15d01ccf03 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.2274239 Apr 07 01:47:38.562517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Made reservation on behalf of dc54b863393740859b1a7a06cc8f3b60 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:38.572084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.584971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (4959a26d-f3e4-4bd4-82e7-ea194c80c159), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.585485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc5d5b67-207f-4794-871d-242d65e9495e req-3e6a0da2-c600-413f-b904-ed134a20fd21 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556149 Apr 07 01:47:38.604535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47700) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:38.615485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] Pushing event deleted for resources: {'Port': ['ID=4959a26d-f3e4-4bd4-82e7-ea194c80c159,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:38.618010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e81a290-49ea-4146-9ed9-43a6456b21ee None None] No DVR routers for this DVR port 4959a26d-f3e4-4bd4-82e7-ea194c80c159 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:47:38.633435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.633435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:38.642296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.802296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Allocated IP 172.20.0.11 (35b7a864-29c8-4773-84ad-08804773fdae/e01e6c7d-df90-4bcf-8acd-c35a6287d3c8/d9976bc7-6303-42df-9b11-dd5f94a75d6d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:38.818487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Made reservation on behalf of d061ef913c014b11ae2a7b2c9d2c33bd for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:38.831130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:38.841229 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-055a555d-a96b-45c5-9699-2aafdd88279b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8ae6f1a0abd4a95bfb6fed715975dc1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2440214 Apr 07 01:47:38.865045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47704) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:39.089840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-acbce75d-ffd2-4580-aefc-1e32ee5f5251 admin admin] Publish callbacks [] for security_group (44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.101239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.236340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.263420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4959a26d-f3e4-4bd4-82e7-ea194c80c159 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:47:39.305480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f615c74-307a-4958-bc7a-d383c196a452 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:47:39.311969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 4959a26d-f3e4-4bd4-82e7-ea194c80c159 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:47:39.315863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Publish callbacks [] for port (8f615c74-307a-4958-bc7a-d383c196a452), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.316742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4959a26d-f3e4-4bd4-82e7-ea194c80c159 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:47:39.336420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47716) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:39.336648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Allocated IP 172.20.0.10 (56670783-ae18-446d-be98-28b9cfdf36b5/e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4/f8f05919-94ad-4540-80ae-60c331644191) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:39.349130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-acbce75d-ffd2-4580-aefc-1e32ee5f5251 admin admin] Publish callbacks [] for security_group (44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.351277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Transition to ACTIVE for port object 8f615c74-307a-4958-bc7a-d383c196a452 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:47:39.361100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1d05b3af-aa63-424f-897e-d3d99113ba21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.389880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e5f45f5e-6613-4507-a5ac-38a2d99412ae req-8cff5191-c75f-42cc-9dc2-6ae05a3ec82d tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.1998992 Apr 07 01:47:39.390853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (73d40f2f-8cf2-46dd-9db6-f9134d5f695e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.411185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:39.428791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.454268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:39.467829 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=681750b5-b61b-4fd0-b0b8-3f69bbc1736d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:39.478158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:39.479644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:39.504405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event updated for resources: {'Port': ['ID=d9976bc7-6303-42df-9b11-dd5f94a75d6d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:39.514758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (8f615c74-307a-4958-bc7a-d383c196a452), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.515850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:39.519839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:39.527660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.561611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcde2ed-2291-421f-8938-6566edab22af None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:39.602274 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f615c74-307a-4958-bc7a-d383c196a452,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:39.620243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Network 35b7a864-29c8-4773-84ad-08804773fdae is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:39.654572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47724) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:39.687754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:39.748919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:39.819792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '73d40f2f-8cf2-46dd-9db6-f9134d5f695e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:39.821254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.870705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:39.872116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1d05b3af-aa63-424f-897e-d3d99113ba21 admin admin] Publish callbacks [] for security_group (c80cea93-cc47-4ece-9e2e-b5a5baf511fa), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.872947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:39.945545 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fbd7b4c-917c-448f-8415-b19a1edfc19e req-9bac82b8-f5d9-44c3-8cf4-c57cb22fe9ca tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.3144493 Apr 07 01:47:40.019113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1d05b3af-aa63-424f-897e-d3d99113ba21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c80cea93-cc47-4ece-9e2e-b5a5baf511fa), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.025787 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0524533 Apr 07 01:47:40.026704 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3882a-e532-4e05-9553-1b9db35e31f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=73d40f2f-8cf2-46dd-9db6-f9134d5f695e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:40.041548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b786ec2a-af59-44b9-bf9f-1058f38c06bb None None] Provisioning complete for port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:40.045720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b786ec2a-af59-44b9-bf9f-1058f38c06bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.065927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47728) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:40.088565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'name': 'tempest-NetworksTestDHCPv6-131566920'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:40.137286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:40.155680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-acbce75d-ffd2-4580-aefc-1e32ee5f5251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.158351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-acbce75d-ffd2-4580-aefc-1e32ee5f5251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.159523 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-acbce75d-ffd2-4580-aefc-1e32ee5f5251 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8 HTTP/1.1" status: 204 len: 168 time: 1.2886209 Apr 07 01:47:40.214760 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f5507b8c-78d9-42ba-97b5-e68bbf2c0f81 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5825880 Apr 07 01:47:40.228525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47732) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:40.229600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbce75d-ffd2-4580-aefc-1e32ee5f5251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fbacae-2a5f-4ab6-badf-bb7f80e0fbc8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:40.254037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:59:f4:be'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:40.304481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.340648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/73d40f2f-8cf2-46dd-9db6-f9134d5f695e/787bad6d-d77f-4dad-9eb2-bc9272a5fe28) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:40.407490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e3501-1860-4c35-af4e-3b4a1f336a63 req-d2b321d2-ffcd-4282-a46e-27381f633dd1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:40.418440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e41e3501-1860-4c35-af4e-3b4a1f336a63 req-d2b321d2-ffcd-4282-a46e-27381f633dd1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.6835101 Apr 07 01:47:40.498096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for port (f8f05919-94ad-4540-80ae-60c331644191), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.546754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b786ec2a-af59-44b9-bf9f-1058f38c06bb None None] Port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:40.637471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Attempting to bind port 8f615c74-307a-4958-bc7a-d383c196a452 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:40.638223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Attempting to bind port 8f615c74-307a-4958-bc7a-d383c196a452 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:40.638769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Attempting to bind port 8f615c74-307a-4958-bc7a-d383c196a452 on network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:40.646883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:40.647613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.669667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05b3af-aa63-424f-897e-d3d99113ba21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80cea93-cc47-4ece-9e2e-b5a5baf511fa,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:40.679971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Port 8f615c74-307a-4958-bc7a-d383c196a452 on network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:40.682253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Attempting to bind port 8f615c74-307a-4958-bc7a-d383c196a452 on network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:40.691137 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1d05b3af-aa63-424f-897e-d3d99113ba21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7eaca972317849f6a197c3ecf94e25ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3543441 Apr 07 01:47:40.692462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47738) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:40.707090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:40.707488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Checking segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:40.708064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Bound using segment: {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:40.716514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Bound port: 8f615c74-307a-4958-bc7a-d383c196a452, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05d3f942-1c5d-47f2-b4dd-516ae45ca652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:40.716514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f615c74-307a-4958-bc7a-d383c196a452), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.728089 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e41e3501-1860-4c35-af4e-3b4a1f336a63 req-d2f0ab6c-7d41-4059-8039-f9121a1622dd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908416 Apr 07 01:47:40.791191 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-df5ce6b9-b42e-4189-aa88-880100438c96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7616572 Apr 07 01:47:40.831084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Publish callbacks [] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.843178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-685b4880-abf1-460f-b641-78799919a018 None None] Provisioning complete for port d9976bc7-6303-42df-9b11-dd5f94a75d6d triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:40.843559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-685b4880-abf1-460f-b641-78799919a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.851166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Request body: {'port': {'device_id': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:40.886544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69d123ea-7a89-4fe0-9b40-76e06e61d319 admin admin] Publish callbacks [] for security_group (c80cea93-cc47-4ece-9e2e-b5a5baf511fa), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.895975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] For port 8f615c74-307a-4958-bc7a-d383c196a452, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:40.923712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.963118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] For port 8f615c74-307a-4958-bc7a-d383c196a452, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=8f615c74-307a-4958-bc7a-d383c196a452,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:40.963118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:40.965227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.983224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69d123ea-7a89-4fe0-9b40-76e06e61d319 admin admin] Publish callbacks [] for security_group (c80cea93-cc47-4ece-9e2e-b5a5baf511fa), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:40.997189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.006370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.021951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-685b4880-abf1-460f-b641-78799919a018 None None] Port d9976bc7-6303-42df-9b11-dd5f94a75d6d cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:41.028141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 929112ca-2ef2-4e20-9797-c25ccbf1d7a4 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:41.028546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece45ef-12b7-496a-8b2e-9b00b2cd4e0e req-4a092769-4341-4518-8290-6de3d3a3fc96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:41.028546 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aece45ef-12b7-496a-8b2e-9b00b2cd4e0e req-4a092769-4341-4518-8290-6de3d3a3fc96 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 932 time: 0.5331788 Apr 07 01:47:41.058155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:41.064682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:41.093005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (8f615c74-307a-4958-bc7a-d383c196a452), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.110801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:41.143257 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-06e5f12f-d9b8-4204-9fe8-b96b016d9858 req-431a8ae8-a926-44f8-8330-45ef61f03e70 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0939298 Apr 07 01:47:41.153279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:41.154042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.155472 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] 10.222.0.10 "PUT /v2.0/ports/8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1093 time: 3.3934381 Apr 07 01:47:41.164012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:47:41.216442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Pushing event updated for resources: {'Port': ['ID=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:41.243233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.342058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Attempting to bind port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:41.342645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Attempting to bind port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:41.342747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Attempting to bind port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:41.365145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:41.365545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:41.365956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.366364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:41.366872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Bound port: 787bad6d-d77f-4dad-9eb2-bc9272a5fe28, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:41.367338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.420674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14f44-4c68-4c45-8cc9-ff1d095b0da1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f615c74-307a-4958-bc7a-d383c196a452,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:41.463039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Network 56670783-ae18-446d-be98-28b9cfdf36b5 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:41.497192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:41.497192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.518492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:41.518614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69d123ea-7a89-4fe0-9b40-76e06e61d319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c80cea93-cc47-4ece-9e2e-b5a5baf511fa), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.518614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69d123ea-7a89-4fe0-9b40-76e06e61d319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.518614 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-69d123ea-7a89-4fe0-9b40-76e06e61d319 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c80cea93-cc47-4ece-9e2e-b5a5baf511fa HTTP/1.1" status: 204 len: 168 time: 0.8207445 Apr 07 01:47:41.534537 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aece45ef-12b7-496a-8b2e-9b00b2cd4e0e req-ccf17e6b-b9d1-4d56-93d8-ee5aa57f3d7e tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837172 Apr 07 01:47:41.566527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50d6601-97c7-4b40-b632-3efba7d9d3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "tag": "8f615c74-307a-4958-bc7a-d383c196a452"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:47:41.659490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] For port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:41.682028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] For port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:41.741960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d123ea-7a89-4fe0-9b40-76e06e61d319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80cea93-cc47-4ece-9e2e-b5a5baf511fa,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:41.790191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event updated for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:41.806197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.806432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::38c (90b9273a-c012-429c-a675-14d31428d1d8/73d40f2f-8cf2-46dd-9db6-f9134d5f695e/929112ca-2ef2-4e20-9797-c25ccbf1d7a4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:41.948352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e6a6a-a68c-49f5-84a9-0b3cea115bf3 None None] Pushing event updated for resources: {'Port': ['ID=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:41.973271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:41.973949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:41.988425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-81156c98-c9ef-4a4f-a2a1-ed0c3fa140ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:41.990819 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-81156c98-c9ef-4a4f-a2a1-ed0c3fa140ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1127 time: 0.6012027 Apr 07 01:47:42.021189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-510ff039-21ea-4f8d-8254-62dfc2baee23 None None] Provisioning complete for port f8f05919-94ad-4540-80ae-60c331644191 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:42.022006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-510ff039-21ea-4f8d-8254-62dfc2baee23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f8f05919-94ad-4540-80ae-60c331644191), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:42.124680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-510ff039-21ea-4f8d-8254-62dfc2baee23 None None] Port f8f05919-94ad-4540-80ae-60c331644191 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:42.136264 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-3eee9da0-0f8d-4689-9d05-03af4b5c8acf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 217 time: 0.1292486 Apr 07 01:47:42.147243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Allocated IP 172.26.8.18 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:42.174770 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-1550023c-b6ed-42e8-baea-4e0413b70906 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9927773 Apr 07 01:47:42.213361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Request body: {'port': {'device_id': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:42.220379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:42.260966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f23530-86ec-46f4-8101-ccaaf713e588 req-c4e8fe64-d36e-42f1-8d00-5a3ec17caaec tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:42.262566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-32f23530-86ec-46f4-8101-ccaaf713e588 req-c4e8fe64-d36e-42f1-8d00-5a3ec17caaec tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.3941979 Apr 07 01:47:42.383492 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9efa84-9508-4654-8e73-084290365adf x-openstack-request-id: req-3b9efa84-9508-4654-8e73-084290365adf {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:47:42.384127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "tag": "8f615c74-307a-4958-bc7a-d383c196a452", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:47:42.384554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b9efa84-9508-4654-8e73-084290365adf {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:47:42.388390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9efa84-9508-4654-8e73-084290365adf'] response: {'name': 'network-changed', 'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452', 'status': 'completed', 'code': 200} Apr 07 01:47:42.452078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-bdd8b8a1-c172-4589-9ef9-2e11876de162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:42.455100 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-bdd8b8a1-c172-4589-9ef9-2e11876de162 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.3009756 Apr 07 01:47:42.690605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9976bc7-6303-42df-9b11-dd5f94a75d6d {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:47:42.702397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Publish callbacks [] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:42.716423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Transition to ACTIVE for port object d9976bc7-6303-42df-9b11-dd5f94a75d6d will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:47:42.806816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:42.914250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (929112ca-2ef2-4e20-9797-c25ccbf1d7a4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:42.916040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.033856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-3839dade-6b00-4f38-b74a-36430b576af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:43.035934 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-3839dade-6b00-4f38-b74a-36430b576af9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3177481 Apr 07 01:47:43.064627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=681750b5-b61b-4fd0-b0b8-3f69bbc1736d,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:43.218479 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-82167ab4-1c97-40af-ab7f-cbdd4e16a0ea service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673007 Apr 07 01:47:43.219147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Pushing event updated for resources: {'Port': ['ID=d9976bc7-6303-42df-9b11-dd5f94a75d6d,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:43.278626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (929112ca-2ef2-4e20-9797-c25ccbf1d7a4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.302567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f8f05919-94ad-4540-80ae-60c331644191), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.381693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:43.433528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=929112ca-2ef2-4e20-9797-c25ccbf1d7a4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:43.490816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68034e-7b02-4604-9408-f64386887079 req-491eaf51-34e7-408b-835d-1ed4791e898d tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:43.493788 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa68034e-7b02-4604-9408-f64386887079 req-491eaf51-34e7-408b-835d-1ed4791e898d tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 932 time: 0.5869720 Apr 07 01:47:43.539412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] In _notify_port_updated(), no bound segment for port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d on network 99be3410-b1d5-4ffe-a5ed-5e884639249c {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:47:43.544506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:43.553604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:43.553994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.569736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.576591 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-00966a48-55d4-4a51-991b-bdb0f217d8a1 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "PUT /v2.0/ports/681750b5-b61b-4fd0-b0b8-3f69bbc1736d HTTP/1.1" status: 200 len: 993 time: 3.3420918 Apr 07 01:47:43.587782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Attempting to bind port d9976bc7-6303-42df-9b11-dd5f94a75d6d on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:43.588119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Attempting to bind port d9976bc7-6303-42df-9b11-dd5f94a75d6d by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:43.588450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Attempting to bind port d9976bc7-6303-42df-9b11-dd5f94a75d6d on network 35b7a864-29c8-4773-84ad-08804773fdae {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:43.594249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47802) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:43.614167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:43.637272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:43.641756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:43.677267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:43.677267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.680283 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-32f23530-86ec-46f4-8101-ccaaf713e588 req-03e2a3b1-90d0-4597-9c79-ad3166ad0290 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3729587 Apr 07 01:47:43.686896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Port d9976bc7-6303-42df-9b11-dd5f94a75d6d on network 35b7a864-29c8-4773-84ad-08804773fdae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:43.687223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Attempting to bind port d9976bc7-6303-42df-9b11-dd5f94a75d6d on network 35b7a864-29c8-4773-84ad-08804773fdae {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:43.721220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:43.721567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Checking segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:43.721961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Bound using segment: {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:43.722406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Bound port: d9976bc7-6303-42df-9b11-dd5f94a75d6d, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4b4b763-e808-4a35-b1f3-9159f9e42734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:43.722747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.845274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-929af5b1-671c-4ad6-bd90-1a2021ecf7c8 None None] Provisioning complete for port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:43.845889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-929af5b1-671c-4ad6-bd90-1a2021ecf7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.911515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.918589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:43.919284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:43.919431 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f86741c2-bd2d-4f64-8d50-86e8610de9c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8405888 Apr 07 01:47:43.926053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47810) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:43.933889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-929af5b1-671c-4ad6-bd90-1a2021ecf7c8 None None] Port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:43.980622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:43.990464 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-861fa68f-834f-4772-9d8f-575789b3efb0 req-5f69e2b5-1a03-4b36-a508-6041762e8849 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197821 Apr 07 01:47:44.024435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:44.038210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] For port d9976bc7-6303-42df-9b11-dd5f94a75d6d, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:44.043420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] For port d9976bc7-6303-42df-9b11-dd5f94a75d6d, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:44.125296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-566f071f-2014-46e4-b913-850600273a6b None None] Provisioning complete for port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:44.125961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-566f071f-2014-46e4-b913-850600273a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:44.144243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:44.167579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:44.253121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-566f071f-2014-46e4-b913-850600273a6b None None] Current status of the port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:44.318284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47814) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:44.318977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Pushing event updated for resources: {'Port': ['ID=d9976bc7-6303-42df-9b11-dd5f94a75d6d,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:44.385026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:44.385661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:44.387085 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-11a6b1f5-aa3c-47b3-9870-90c839f93443 service neutron] 10.222.0.10 "PUT /v2.0/ports/d9976bc7-6303-42df-9b11-dd5f94a75d6d HTTP/1.1" status: 200 len: 1094 time: 3.5535522 Apr 07 01:47:44.389095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:47:44.391564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd89aa-a88e-4b3d-bf97-45751fefaf95" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:47:44.402871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-ee852cc8-f025-489d-8541-c413e2078f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:44.405082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-ee852cc8-f025-489d-8541-c413e2078f43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1127 time: 0.3046200 Apr 07 01:47:44.509519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-170d9910-3f85-4d4d-9a89-f65021773290 None None] Provisioning complete for port 929112ca-2ef2-4e20-9797-c25ccbf1d7a4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:44.510050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-170d9910-3f85-4d4d-9a89-f65021773290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (929112ca-2ef2-4e20-9797-c25ccbf1d7a4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:44.634000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-170d9910-3f85-4d4d-9a89-f65021773290 None None] Port 929112ca-2ef2-4e20-9797-c25ccbf1d7a4 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:44.710699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9861f-65f7-4582-ae20-b2d8298ebe85 req-80aad57e-db4e-471a-b9f2-67410d51d62d tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:44.712684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71e9861f-65f7-4582-ae20-b2d8298ebe85 req-80aad57e-db4e-471a-b9f2-67410d51d62d tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 944 time: 0.8533621 Apr 07 01:47:44.743654 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa68034e-7b02-4604-9408-f64386887079 req-c80299d6-ab19-49c8-b7f2-4f509177435f tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2258310 Apr 07 01:47:44.886343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3c89ae-474f-4d99-81ae-4914007ba867 x-openstack-request-id: req-0a3c89ae-474f-4d99-81ae-4914007ba867 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:47:44.887356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:47:44.887621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a3c89ae-474f-4d99-81ae-4914007ba867 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:47:44.888028 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3c89ae-474f-4d99-81ae-4914007ba867'] response: {'name': 'network-changed', 'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'status': 'completed', 'code': 200} Apr 07 01:47:44.933552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1242938099', 'router:external': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:44.953541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f9fe0-5af3-4c50-83fb-3e9e41e309f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:44.962689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-5ff410df-90ca-427b-9fe7-0bbb1638c833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:44.963603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4f9fe0-5af3-4c50-83fb-3e9e41e309f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:44.964395 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-5ff410df-90ca-427b-9fe7-0bbb1638c833 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc54b863393740859b1a7a06cc8f3b60&device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 1128 time: 0.2444453 Apr 07 01:47:44.968338 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5b4f9fe0-5af3-4c50-83fb-3e9e41e309f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0111258 Apr 07 01:47:44.969214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47828) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:45.020367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port 681750b5-b61b-4fd0-b0b8-3f69bbc1736d {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:45.020367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.071806 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-ee1b3679-6fe4-4d5e-9059-3250beb984ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d HTTP/1.1" status: 200 len: 217 time: 0.0584047 Apr 07 01:47:45.121390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Made reservation on behalf of 5ff56a9555274f49879e03d4dc5abc43 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:45.124452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.127631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.167655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.178473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-3fbba199-5feb-4739-91cb-069800ce675b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:45.180486 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-3fbba199-5feb-4739-91cb-069800ce675b service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.6535373 Apr 07 01:47:45.317761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:45.319238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for security_group (1fc92be8-0cfe-402e-b0ff-38cd8e001dec), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.326027 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:47:45.336450 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71e9861f-65f7-4582-ae20-b2d8298ebe85 req-ad7037ba-967d-4fd9-b477-bad14d9028d2 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5913768 Apr 07 01:47:45.367776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:45.404476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:45.416294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:45.424626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a1767-4d68-4da5-9f75-a2fb560945a8 req-e9f87f83-1a98-479b-9090-f0dc1f71b5df tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:45.431601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ab7a1767-4d68-4da5-9f75-a2fb560945a8 req-e9f87f83-1a98-479b-9090-f0dc1f71b5df tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.4595695 Apr 07 01:47:45.434800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:45.435196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.440558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1fc92be8-0cfe-402e-b0ff-38cd8e001dec), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.462609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Pushing event updated for resources: {'Port': ['ID=f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:45.466052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:45.490000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (99ccda0f-498e-4d71-9064-09b1de896ee5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.490347 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Added segment 99ccda0f-498e-4d71-9064-09b1de896ee5 of type vlan for network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 Apr 07 01:47:45.497029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.554443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for 681750b5-b61b-4fd0-b0b8-3f69bbc1736d owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:45.562879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f82e8942-3fe8-4fe2-a51e-9ad063b102f4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.620133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:45.622341 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-08a45326-63fd-4732-9770-69949dc00a81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 217 time: 0.2950633 Apr 07 01:47:45.636720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-f2f15c96-3fcc-426d-a6ec-5c2e17aeb0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:45.638358 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-f2f15c96-3fcc-426d-a6ec-5c2e17aeb0a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01e6c7d-df90-4bcf-8acd-c35a6287d3c8 HTTP/1.1" status: 200 len: 844 time: 0.5411022 Apr 07 01:47:45.669397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47836) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:45.720243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f82e8942-3fe8-4fe2-a51e-9ad063b102f4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.720855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:45.721431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.770754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc92be8-0cfe-402e-b0ff-38cd8e001dec,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:45.853071 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ab7a1767-4d68-4da5-9f75-a2fb560945a8 req-0c0109d8-db91-4f4d-8b09-a86222a3bc89 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205370 Apr 07 01:47:45.956553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for floatingip (b76b87a7-d479-4125-aa74-b2317838ccb6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:45.974106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f05919-94ad-4540-80ae-60c331644191 {{(pid=110984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:47:45.984062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Publish callbacks [] for port (f8f05919-94ad-4540-80ae-60c331644191), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.016681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.provisioning_blocks [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Transition to ACTIVE for port object f8f05919-94ad-4540-80ae-60c331644191 will not be triggered until provisioned by entity L2. {{(pid=110984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:47:46.061234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56605d-96fe-4842-abfe-708f3f1e8960 req-9d4bcce5-a0eb-406f-8494-2120a2383bd8 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:46.062905 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6c56605d-96fe-4842-abfe-708f3f1e8960 req-9d4bcce5-a0eb-406f-8494-2120a2383bd8 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 932 time: 0.1864738 Apr 07 01:47:46.101818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.147834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1272722426', 'router:external': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:46.158789 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8297544 Apr 07 01:47:46.161831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47842) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:46.175123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'subnet': {'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:46.181224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.181933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-8dd637a8-53b6-4771-9bcc-273c4919985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:46.183403 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-8dd637a8-53b6-4771-9bcc-273c4919985c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.5486982 Apr 07 01:47:46.194459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 929112ca-2ef2-4e20-9797-c25ccbf1d7a4 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:46.194796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (929112ca-2ef2-4e20-9797-c25ccbf1d7a4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.244054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530b12a-7ddd-469f-81af-a66d27d1c8fc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Network': ['ID=f82e8942-3fe8-4fe2-a51e-9ad063b102f4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:46.247695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (681750b5-b61b-4fd0-b0b8-3f69bbc1736d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.249707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:46.259161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:46.295457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-16e9e88f-e050-4845-9fb8-e11a40cdddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:46.297154 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-16e9e88f-e050-4845-9fb8-e11a40cdddd1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35b7a864-29c8-4773-84ad-08804773fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.6269586 Apr 07 01:47:46.440309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Made reservation on behalf of 1be714976ca5413ca224807ac86927dd for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:46.443634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.478436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.494454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (929112ca-2ef2-4e20-9797-c25ccbf1d7a4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.548652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-044bd7ea-daad-4804-84c4-04bd37807949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:46.550647 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-044bd7ea-daad-4804-84c4-04bd37807949 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3466566 Apr 07 01:47:46.579387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 929112ca-2ef2-4e20-9797-c25ccbf1d7a4 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:46.723846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6c56605d-96fe-4842-abfe-708f3f1e8960 req-cb246aaf-fea8-46bf-ac3f-dcc479c274f3 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6295731 Apr 07 01:47:46.736226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-5dfccb51-214d-4d2b-ac88-efb58c40cd3a service neutron] 10.222.0.10 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205446 Apr 07 01:47:46.913093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=681750b5-b61b-4fd0-b0b8-3f69bbc1736d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:46.944400 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-6272f0e7-ef1f-4ea8-a041-f88cd7269f5c service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817935 Apr 07 01:47:46.967355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for security_group (1384fc2e-370c-4368-9eff-c2b51090ad30), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:46.995652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Attempting to bind port f8f05919-94ad-4540-80ae-60c331644191 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:46.996249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Attempting to bind port f8f05919-94ad-4540-80ae-60c331644191 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:46.996473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Attempting to bind port f8f05919-94ad-4540-80ae-60c331644191 on network 56670783-ae18-446d-be98-28b9cfdf36b5 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:47.031380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Port f8f05919-94ad-4540-80ae-60c331644191 on network 56670783-ae18-446d-be98-28b9cfdf36b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:47:47.031723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Attempting to bind port f8f05919-94ad-4540-80ae-60c331644191 on network 56670783-ae18-446d-be98-28b9cfdf36b5 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:47.107012 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc4dbc10-918e-46a0-b937-bb92ebdf227a req-913aa78d-8f94-46bb-a1ac-7bc5f8f5ec2e service neutron] 10.222.0.10 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425617 Apr 07 01:47:47.137535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Made reservation on behalf of 5ff56a9555274f49879e03d4dc5abc43 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:47.137535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.149199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:47.149199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Checking segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:47.149199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Bound using segment: {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'} {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:47.149199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Bound port: f8f05919-94ad-4540-80ae-60c331644191, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '627bc342-8295-417a-946d-37bdc08c6c8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5'}}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:47.149199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f8f05919-94ad-4540-80ae-60c331644191), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.168674 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c50d6601-97c7-4b40-b632-3efba7d9d3ab req-d194af20-783b-4863-a8ca-8e89d40faa3a service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172937 Apr 07 01:47:47.310479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.318031 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b4b07b99-b96d-40fc-96d8-f1ebd82ea4e8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/ports/681750b5-b61b-4fd0-b0b8-3f69bbc1736d HTTP/1.1" status: 204 len: 168 time: 3.7226245 Apr 07 01:47:47.319249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47848) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:47.322395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.373839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df871b9a-9da3-48da-862f-122d02853dbd req-da2b2da1-7f78-4a6b-8900-bafc27cb3556 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:47.421576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-df871b9a-9da3-48da-862f-122d02853dbd req-da2b2da1-7f78-4a6b-8900-bafc27cb3556 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 944 time: 0.5849104 Apr 07 01:47:47.421736 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-578828d7-b067-4afa-8c41-2dd25c35a44f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] GET failed (client error): The resource could not be found. Apr 07 01:47:47.421736 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-578828d7-b067-4afa-8c41-2dd25c35a44f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "GET /v2.0/ports/681750b5-b61b-4fd0-b0b8-3f69bbc1736d HTTP/1.1" status: 404 len: 333 time: 0.0643601 Apr 07 01:47:47.421890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66ee09-0559-420b-a18d-bc5fe4ebc44d req-469c5f40-9189-4a7a-901a-af12d7dc801d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:47.421890 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd66ee09-0559-420b-a18d-bc5fe4ebc44d req-469c5f40-9189-4a7a-901a-af12d7dc801d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.3714213 Apr 07 01:47:47.425716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47850) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:47.433046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, cleared binding levels {{(pid=110984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:47.450800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'name': 'tempest-AllowedAddressPairTestJSON-509155142'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:47.705893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (929112ca-2ef2-4e20-9797-c25ccbf1d7a4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.709768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1384fc2e-370c-4368-9eff-c2b51090ad30), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.756436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.809839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=929112ca-2ef2-4e20-9797-c25ccbf1d7a4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:47.812846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.814926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:47.820513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f8f05919-94ad-4540-80ae-60c331644191,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:47.838705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1384fc2e-370c-4368-9eff-c2b51090ad30,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:47.839411 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-df871b9a-9da3-48da-862f-122d02853dbd req-d642858e-0c58-447f-8f90-42cbfeaaf7bc tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496512 Apr 07 01:47:47.850468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (57026707-6346-48ee-bd27-97a9a5419dcc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.851439 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Added segment 57026707-6346-48ee-bd27-97a9a5419dcc of type vlan for network 378139f4-6fe8-4b23-aa49-d593e680847c Apr 07 01:47:47.889047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.894909 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d9beb11b-8efb-4cb3-8cd1-78fc5b6af867 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/929112ca-2ef2-4e20-9797-c25ccbf1d7a4 HTTP/1.1" status: 204 len: 168 time: 2.9222817 Apr 07 01:47:47.899611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:47.901628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:47.904387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47854) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:47.929286 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd66ee09-0559-420b-a18d-bc5fe4ebc44d req-a000860d-410a-4a3c-bc9a-8807cd0522ee tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5124707 Apr 07 01:47:47.947068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.050407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] device_id is not set on port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:48.062095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (378139f4-6fe8-4b23-aa49-d593e680847c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.068517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (b76b87a7-d479-4125-aa74-b2317838ccb6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.104225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Pushing event updated for resources: {'Port': ['ID=f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:48.126159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.127606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.128205 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] 10.222.0.10 "PUT /v2.0/ports/f8f05919-94ad-4540-80ae-60c331644191 HTTP/1.1" status: 200 len: 1094 time: 5.9339161 Apr 07 01:47:48.148084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6a704-d6e1-49f2-a295-1fa81a6178e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.148993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:47:48.149459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6a704-d6e1-49f2-a295-1fa81a6178e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.153819 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b4a6a704-d6e1-49f2-a295-1fa81a6178e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2445092 Apr 07 01:47:48.154264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47860) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:48.213096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.214261 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5ebeeac2-07cd-4c96-8f7f-b4368df0c8db tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5361664 Apr 07 01:47:48.220532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47864) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:48.241033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-306558716', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'fixed_ips': [{'ip_address': '172.26.8.18'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:48.246889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (378139f4-6fe8-4b23-aa49-d593e680847c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.247892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.249559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.265286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de2a9-474f-40c3-96f2-2fbb01745446 req-d8ed4299-92fc-4fa7-b330-26b1926b540d tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.266826 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-274de2a9-474f-40c3-96f2-2fbb01745446 req-d8ed4299-92fc-4fa7-b330-26b1926b540d tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 944 time: 0.3272748 Apr 07 01:47:48.275948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab11fb0-d1a2-4e53-86bc-eddb52b81497 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:48.279216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-ae95c796-631c-4d22-a55a-beb80392a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.280788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-ae95c796-631c-4d22-a55a-beb80392a1b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc54b863393740859b1a7a06cc8f3b60&device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 1128 time: 0.2829020 Apr 07 01:47:48.307004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dcd5a1-ba40-4893-9d5e-4913191a6208" -d '{"events": [{"name": "network-changed", "server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "tag": "f8f05919-94ad-4540-80ae-60c331644191"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:47:48.353815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-274de2a9-474f-40c3-96f2-2fbb01745446 req-decd87d2-0b54-4438-8994-19b05b3b01d3 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676017 Apr 07 01:47:48.396948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Made reservation on behalf of b389105f576f4fbcb1eac5c84d1d11fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:48.399460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.405392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 73d40f2f-8cf2-46dd-9db6-f9134d5f695e {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:47:48.410734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.420109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (73d40f2f-8cf2-46dd-9db6-f9134d5f695e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.455827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Network': ['ID=378139f4-6fe8-4b23-aa49-d593e680847c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:48.464611 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-47372632-b30b-41c6-bc51-21de42adac44 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7920480 Apr 07 01:47:48.464774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47870) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:48.466408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Allocated IP 172.20.0.12 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/e7f30c27-81c1-4bc1-8b6e-880b46a418f2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:48.474451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'subnet': {'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:48.477662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 378139f4-6fe8-4b23-aa49-d593e680847c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:48.493305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (73d40f2f-8cf2-46dd-9db6-f9134d5f695e), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.511532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef2ac8-d026-4bd6-8d2e-45175c21ee31 x-openstack-request-id: req-7eef2ac8-d026-4bd6-8d2e-45175c21ee31 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:47:48.511854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "tag": "f8f05919-94ad-4540-80ae-60c331644191", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:47:48.512080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eef2ac8-d026-4bd6-8d2e-45175c21ee31 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:47:48.512558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eef2ac8-d026-4bd6-8d2e-45175c21ee31'] response: {'name': 'network-changed', 'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191', 'status': 'completed', 'code': 200} Apr 07 01:47:48.590556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Made reservation on behalf of 1be714976ca5413ca224807ac86927dd for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:48.592870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.607656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for security_group (d2f9d68a-6450-4223-ae4a-5765076ced89), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.664840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:47:48.665298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (11dc0748-a481-4045-ab3d-4ed0d2f8905c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.688575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d2f9d68a-6450-4223-ae4a-5765076ced89), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.720976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] device_id is not set on port 4ef3131e-2626-47d4-829a-95629ad33835 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:48.735011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-6b38c3a1-53a5-4ac3-bebd-e35e7092d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.741855 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-6b38c3a1-53a5-4ac3-bebd-e35e7092d17c service neutron] 10.222.0.10 "GET /v2.0/networks?id=35b7a864-29c8-4773-84ad-08804773fdae HTTP/1.1" status: 200 len: 905 time: 0.2167454 Apr 07 01:47:48.745216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (73d40f2f-8cf2-46dd-9db6-f9134d5f695e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.812205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-8b6fdc2d-2c0c-447d-bf11-7720114c2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.813739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-8b6fdc2d-2c0c-447d-bf11-7720114c2363 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd&device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 1128 time: 0.2965939 Apr 07 01:47:48.818740 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-c705e480-b229-4434-99c7-db6825e1eb80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d HTTP/1.1" status: 200 len: 217 time: 0.0703070 Apr 07 01:47:48.862598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f9d68a-6450-4223-ae4a-5765076ced89,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:48.866189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Subnet': ['ID=11dc0748-a481-4045-ab3d-4ed0d2f8905c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:48.902511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-b0f84875-4b3f-472c-a7c5-95e25865f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:48.904015 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-b0f84875-4b3f-472c-a7c5-95e25865f10e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01e6c7d-df90-4bcf-8acd-c35a6287d3c8 HTTP/1.1" status: 200 len: 844 time: 0.0658567 Apr 07 01:47:48.912693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:48.952408 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-dd46abb1-2b94-4a7b-a834-045c3bd1370b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f05919-94ad-4540-80ae-60c331644191 HTTP/1.1" status: 200 len: 217 time: 0.1155648 Apr 07 01:47:48.990771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (73d40f2f-8cf2-46dd-9db6-f9134d5f695e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.018603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Checking segment: {'id': '99ccda0f-498e-4d71-9064-09b1de896ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:49.018973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network hostable DHCP agents. Network: f82e8942-3fe8-4fe2-a51e-9ad063b102f4, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:49.020969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=73d40f2f-8cf2-46dd-9db6-f9134d5f695e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:49.033783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.038355 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cb49923b-bc29-4a2f-8ecc-cc55f60b7a8d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/73d40f2f-8cf2-46dd-9db6-f9134d5f695e HTTP/1.1" status: 204 len: 168 time: 0.8653600 Apr 07 01:47:49.041222 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47878) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.043445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93495e59-a210-4bb7-8e2a-525d6eee6cd3 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:49.081379 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2f971db6-11ac-44fe-bc6c-c34527ca24c7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0390210 Apr 07 01:47:49.082840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.084251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47880) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.163047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:49.172523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c6d27-6820-48c4-b635-fa610a47b035 req-000e05a8-348b-4d47-b8d8-dc2586ad61bb tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.173364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:49.173992 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-178c6d27-6820-48c4-b635-fa610a47b035 req-000e05a8-348b-4d47-b8d8-dc2586ad61bb tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 944 time: 0.2339644 Apr 07 01:47:49.188074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:49.193595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=e7f30c27-81c1-4bc1-8b6e-880b46a418f2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:49.240268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d86e1e-6e98-4a9b-99d1-57a94ba659a7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.240593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:49.240846 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c3d86e1e-6e98-4a9b-99d1-57a94ba659a7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1481380 Apr 07 01:47:49.244083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47882) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.264662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:47:49.266569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.267246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.268202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5e6f2-da72-40f5-9cc6-7e0f7f1e8f17 req-b1738dd5-af54-4667-8e62-72978ab18576 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.272118 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a3a5e6f2-da72-40f5-9cc6-7e0f7f1e8f17 req-b1738dd5-af54-4667-8e62-72978ab18576 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.2316649 Apr 07 01:47:49.274806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 07 01:47:49.275324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:47:49.333467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] Deleting port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:49.333912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.361170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, f82e8942-3fe8-4fe2-a51e-9ad063b102f4) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:49.373759 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-178c6d27-6820-48c4-b635-fa610a47b035 req-1a12cb5f-a4e5-414b-9304-55db1569c415 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714599 Apr 07 01:47:49.377234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a727259e-5e11-4761-b5fe-5dcc4f5d02ad None None] Network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:49.379286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.379785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.415252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-adc5fd73-9e86-4b98-8f9e-81f9684f0e11 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9863796 Apr 07 01:47:49.418370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47886) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.425344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:59:f4:be'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:49.436206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e35ff55-a277-4617-806c-874ee03f38b7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.437720 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2e35ff55-a277-4617-806c-874ee03f38b7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1907294 Apr 07 01:47:49.441842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47888) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.444333 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a3a5e6f2-da72-40f5-9cc6-7e0f7f1e8f17 req-c6bef30e-e82d-4d4a-8403-4ded5863b7cf tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646261 Apr 07 01:47:49.452895 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d147832c-0ab7-425a-b518-c136eceb6a54 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2241991 Apr 07 01:47:49.453788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47890) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.484672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] For port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:49.486122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.513831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] Calling delete_port for 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:49.524379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8f8e064d-0e11-4be2-8d0a-b4602a678c6f None None] Provisioning complete for port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:49.524925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8f8e064d-0e11-4be2-8d0a-b4602a678c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.557230 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9fcaa3aa-4bf7-4674-bd91-3c0ac612a4bb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1126728 Apr 07 01:47:49.568789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-18b013ec-a9d2-4ad7-870f-bc2d1cfc1bfd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4006646 Apr 07 01:47:49.571440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47892) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.571762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47894) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:49.579884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1718234742', 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:49.587175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:49.633460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e064d-0e11-4be2-8d0a-b4602a678c6f None None] Port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:49.643143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f15580f-4dba-4d2f-9fe8-cd67bda391eb None None] Network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:49.671687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.718543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20391aa-8905-41ff-993a-10ab9a309944 req-7084f55e-2834-4fd4-a4c7-df67064ff83b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:49.720076 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b20391aa-8905-41ff-993a-10ab9a309944 req-7084f55e-2834-4fd4-a4c7-df67064ff83b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 944 time: 0.2109509 Apr 07 01:47:49.752887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Made reservation on behalf of 5ff56a9555274f49879e03d4dc5abc43 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:49.755177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.808680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Deleting port f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:49.809053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.834600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] device_id is not set on port e4d1cdb8-db73-48ec-82df-55d883186bc8 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:49.853753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:47:49.856449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.867816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.892653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:49.896005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.939152 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b20391aa-8905-41ff-993a-10ab9a309944 req-6273e788-4569-482d-9591-602f15aa6fc2 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021902 Apr 07 01:47:49.943549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:49.972217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (787bad6d-d77f-4dad-9eb2-bc9272a5fe28), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.009973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] Pushing event deleted for resources: {'Port': ['ID=787bad6d-d77f-4dad-9eb2-bc9272a5fe28,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:50.015174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461c5eb-2d48-4f68-8b93-9f3d3c3db317 None None] No DVR routers for this DVR port 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:47:50.067529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=e7f30c27-81c1-4bc1-8b6e-880b46a418f2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:50.100212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] In _notify_port_updated(), no bound segment for port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 on network 99be3410-b1d5-4ffe-a5ed-5e884639249c {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:47:50.106220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:50.106913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.109693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-faf7caae-1169-40ba-bcbc-6c512f86310d tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "PUT /v2.0/ports/e7f30c27-81c1-4bc1-8b6e-880b46a418f2 HTTP/1.1" status: 200 len: 996 time: 0.6887441 Apr 07 01:47:50.111763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47896) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:50.151613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-0f171143-ebc1-4c78-93af-ba1fcabf59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:50.154679 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-0f171143-ebc1-4c78-93af-ba1fcabf59c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35b7a864-29c8-4773-84ad-08804773fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1742058 Apr 07 01:47:50.232091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:50.232429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.261092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9650ae87-3e34-4b3c-9804-fd8428a0b709 None None] Provisioning complete for port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:50.261660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9650ae87-3e34-4b3c-9804-fd8428a0b709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.300598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9650ae87-3e34-4b3c-9804-fd8428a0b709 None None] Port e7f30c27-81c1-4bc1-8b6e-880b46a418f2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:50.324679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.337500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for e7f30c27-81c1-4bc1-8b6e-880b46a418f2 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:50.357901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:50.392506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.392865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for floatingip (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.436577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-30314100-02db-44b5-8d19-db88cdcf4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:50.438115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-30314100-02db-44b5-8d19-db88cdcf4ff5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4 HTTP/1.1" status: 200 len: 850 time: 0.4412818 Apr 07 01:47:50.441912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Calling delete_port for f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:50.443693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Checking segment: {'id': '57026707-6346-48ee-bd27-97a9a5419dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:50.444067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network hostable DHCP agents. Network: 378139f4-6fe8-4b23-aa49-d593e680847c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:47:50.526499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e7f30c27-81c1-4bc1-8b6e-880b46a418f2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.545049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Allocated IP 172.20.0.3 (f82e8942-3fe8-4fe2-a51e-9ad063b102f4/11dc0748-a481-4045-ab3d-4ed0d2f8905c/e4d1cdb8-db73-48ec-82df-55d883186bc8) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:50.555837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=e7f30c27-81c1-4bc1-8b6e-880b46a418f2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:50.633632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.639707 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4af5e365-36bf-4f07-9eb2-f6b0b720e9d5 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/ports/e7f30c27-81c1-4bc1-8b6e-880b46a418f2 HTTP/1.1" status: 204 len: 168 time: 0.5246904 Apr 07 01:47:50.639973 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47902) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:50.666851 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1fed98-66a2-45c5-9dbb-ae980f5d135e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] GET failed (client error): The resource could not be found. Apr 07 01:47:50.667906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 378139f4-6fe8-4b23-aa49-d593e680847c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:47:50.672483 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cb1fed98-66a2-45c5-9dbb-ae980f5d135e tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "GET /v2.0/ports/e7f30c27-81c1-4bc1-8b6e-880b46a418f2 HTTP/1.1" status: 404 len: 333 time: 0.0280683 Apr 07 01:47:50.673354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47904) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:50.679008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'name': 'tempest-AllowedAddressPairTestJSON-1571952694'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:50.728777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6cc1c-0191-45c4-9184-2f1d9a947d98 req-4b0b4da2-4d16-498c-be00-90e6ba047f84 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:50.732905 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cef6cc1c-0191-45c4-9184-2f1d9a947d98 req-4b0b4da2-4d16-498c-be00-90e6ba047f84 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 944 time: 0.2695553 Apr 07 01:47:50.834273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 378139f4-6fe8-4b23-aa49-d593e680847c) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:50.844108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce5429-1a3b-4a11-b49a-68ec9f8fdb43 None None] Network 378139f4-6fe8-4b23-aa49-d593e680847c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:50.848529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ef898-4a57-44c8-9ef4-53fa2a261a44 req-478bb41a-0475-4638-adcd-8a55879fcf56 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:50.850177 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c3ef898-4a57-44c8-9ef4-53fa2a261a44 req-478bb41a-0475-4638-adcd-8a55879fcf56 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.3134525 Apr 07 01:47:50.860801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:50.861432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:50.957732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff55dc1-7e85-4f82-9a80-41c97829dbfc None None] Network 378139f4-6fe8-4b23-aa49-d593e680847c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:50.994835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (a26aef36-558b-428f-aea4-fe5378dd5211), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.067319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cef6cc1c-0191-45c4-9184-2f1d9a947d98 req-b94fe5db-ef2f-40ec-a8cb-b2d92cffddf1 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222318 Apr 07 01:47:51.088213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:51.117080 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7b989ae5-9c70-4583-a8d1-8f6249a723f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6504729 Apr 07 01:47:51.120458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47910) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:51.126221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1275954583', 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:51.139500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:51.149107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:51.152121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.152240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b886482-de69-4da4-95b7-8efc16ef6609 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:51.170367 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-e296d8b5-773d-4fb8-902c-be698902a16f service neutron] 10.222.0.10 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342969 Apr 07 01:47:51.181047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c3ef898-4a57-44c8-9ef4-53fa2a261a44 req-a0ccf80c-5147-4c7b-ac58-dbc6334fe40c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3217134 Apr 07 01:47:51.186696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for port (e4d1cdb8-db73-48ec-82df-55d883186bc8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.220277 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-6f6ddbe0-de69-4229-a946-68e1eb05ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:51.220277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-6f6ddbe0-de69-4229-a946-68e1eb05ed3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56670783-ae18-446d-be98-28b9cfdf36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3556645 Apr 07 01:47:51.232578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=a26aef36-558b-428f-aea4-fe5378dd5211,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:51.257923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.271158 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-13dd89aa-a88e-4b3d-bf97-45751fefaf95 req-dbd6d18a-a41f-436c-b970-d29dde024100 service neutron] 10.222.0.10 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952907 Apr 07 01:47:51.273029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:51.276160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.291763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:47:51.293829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Made reservation on behalf of 1be714976ca5413ca224807ac86927dd for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:51.299227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.316901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] device_id is not set on port 42239980-ecc5-4e0c-80b6-09d6809a9c61 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:51.325008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Pushing event deleted for resources: {'Port': ['ID=f33fb88b-baaa-4bc2-bcfb-76ecdcc64bee,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:51.329667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-88cc7566-f642-41ec-abc1-66bfc2824521 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7561140 Apr 07 01:47:51.333705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:47:51.334123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 787bad6d-d77f-4dad-9eb2-bc9272a5fe28 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:47:51.338318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'a26aef36-558b-428f-aea4-fe5378dd5211'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:51.339607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.342600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47912) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:51.350515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': 'a26aef36-558b-428f-aea4-fe5378dd5211', 'ip_address': '2001:db8::63ed:a8a6:8eac:8fbd'}], 'name': 'tempest-NetworksTestDHCPv6-684263063'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:51.429189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] device_id is not set on port ac4004d9-9fed-4569-9774-3ca0bf750440 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:51.434881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f3ef5-dcc6-4877-a0ed-166ae6b8cf81 req-22c8dc90-59cb-4c47-867b-47dee363c988 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:51.436426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-734f3ef5-dcc6-4877-a0ed-166ae6b8cf81 req-22c8dc90-59cb-4c47-867b-47dee363c988 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 944 time: 0.2981915 Apr 07 01:47:51.486334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Allocated IP 2001:db8::17b (378139f4-6fe8-4b23-aa49-d593e680847c/6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3/42239980-ecc5-4e0c-80b6-09d6809a9c61) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:51.497939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/a26aef36-558b-428f-aea4-fe5378dd5211/83838f34-11cb-4750-be10-a3f821b4bd5b) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:51.546023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks [] for floatingip (b76b87a7-d479-4125-aa74-b2317838ccb6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.548677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.553911 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4def3f06-2cba-484c-a379-25e76d75d8a5 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938 tempest-ExternalNetworksAdminNegativeTestJSON-1859821938-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/b76b87a7-d479-4125-aa74-b2317838ccb6 HTTP/1.1" status: 204 len: 168 time: 2.0951879 Apr 07 01:47:51.553911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e4d1cdb8-db73-48ec-82df-55d883186bc8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.563215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-15d24ea1-2602-45a3-8db3-85211b495cdc service neutron] 10.222.0.10 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334994 Apr 07 01:47:51.627940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Allocated IP 172.20.0.10 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/ac4004d9-9fed-4569-9774-3ca0bf750440) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:51.694096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Publish callbacks [] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.698834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-734f3ef5-dcc6-4877-a0ed-166ae6b8cf81 req-022c1043-fef7-45d0-8119-f17cf4b46268 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369671 Apr 07 01:47:51.706066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:51.724825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:51.736281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:51.740535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Port': ['ID=e4d1cdb8-db73-48ec-82df-55d883186bc8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:51.762048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.768663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for port (42239980-ecc5-4e0c-80b6-09d6809a9c61), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.802129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:51.802425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:51.802978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.807164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:51.811670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:51.815325 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3914f4d7-d593-4915-bcf8-99cbbaa10b89 req-c1e7a18e-d87e-4a81-98b5-c208f4a59c45 service neutron] 10.222.0.10 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316973 Apr 07 01:47:51.817246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Pushing event updated for resources: {'Port': ['ID=83838f34-11cb-4750-be10-a3f821b4bd5b,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:51.851996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:51.855517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (ac4004d9-9fed-4569-9774-3ca0bf750440), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.872456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Attempting to bind port 83838f34-11cb-4750-be10-a3f821b4bd5b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:51.872902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Attempting to bind port 83838f34-11cb-4750-be10-a3f821b4bd5b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:51.873273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Attempting to bind port 83838f34-11cb-4750-be10-a3f821b4bd5b on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:51.884153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:51.884456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:51.884895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.885342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:51.885928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Bound port: 83838f34-11cb-4750-be10-a3f821b4bd5b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:51.886320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.900161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47916) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:51.901325 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e0d22fed-6f68-4896-92a7-6979df5f90c3 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3255489 Apr 07 01:47:51.939635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (42239980-ecc5-4e0c-80b6-09d6809a9c61), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.959250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] For port 83838f34-11cb-4750-be10-a3f821b4bd5b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:51.961939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.962907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] For port 83838f34-11cb-4750-be10-a3f821b4bd5b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83838f34-11cb-4750-be10-a3f821b4bd5b,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:51.975350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ac4004d9-9fed-4569-9774-3ca0bf750440), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:51.981821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port dc992074-93d2-439e-a05e-e45647f94a7a yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:52.030355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 378139f4-6fe8-4b23-aa49-d593e680847c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:52.040462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:52.042471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Port': ['ID=42239980-ecc5-4e0c-80b6-09d6809a9c61,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:52.045704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:52.046595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:52.047605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:52.048182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.061851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:52.085302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:52.138863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.153257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=ac4004d9-9fed-4569-9774-3ca0bf750440,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:52.159875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Deleting port e4d1cdb8-db73-48ec-82df-55d883186bc8 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:52.160710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e4d1cdb8-db73-48ec-82df-55d883186bc8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.191555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:52.192228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.218811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a60647-c088-428c-8a27-69e3c38bda85 None None] Pushing event updated for resources: {'Port': ['ID=83838f34-11cb-4750-be10-a3f821b4bd5b,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:52.249414 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-707e8ddb-d354-4cee-adc7-e5414dab4c7f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1277740 Apr 07 01:47:52.251590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47924) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:52.280191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47926) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:52.313958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 8f615c74-307a-4958-bc7a-d383c196a452 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:47:52.345498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e4d1cdb8-db73-48ec-82df-55d883186bc8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.364725 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0f5d70f9-06cd-4249-a4a1-6435553a3c61 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6878319 Apr 07 01:47:52.366781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47930) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:52.369441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Calling delete_port for e4d1cdb8-db73-48ec-82df-55d883186bc8 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:52.376209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'network_id': '99be3410-b1d5-4ffe-a5ed-5e884639249c', 'name': 'tempest-AllowedAddressPairTestJSON-720008528'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:52.489248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-951c5af0-8f21-45fd-8f9c-d7c807936ae9 None None] Provisioning complete for port ac4004d9-9fed-4569-9774-3ca0bf750440 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:52.489754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-951c5af0-8f21-45fd-8f9c-d7c807936ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac4004d9-9fed-4569-9774-3ca0bf750440), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.531686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-951c5af0-8f21-45fd-8f9c-d7c807936ae9 None None] Port ac4004d9-9fed-4569-9774-3ca0bf750440 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:52.541374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 8f615c74-307a-4958-bc7a-d383c196a452, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=8f615c74-307a-4958-bc7a-d383c196a452,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:52.563610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '8f615c74-307a-4958-bc7a-d383c196a452', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'port_id': '8f615c74-307a-4958-bc7a-d383c196a452', 'mac_address': 'fa:16:3e:5e:25:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:47:52.575915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4902bba-8027-41ec-9303-8e00c3b3c4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.609814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 8f615c74-307a-4958-bc7a-d383c196a452 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:52.611027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f615c74-307a-4958-bc7a-d383c196a452), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.636486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f615c74-307a-4958-bc7a-d383c196a452 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:47:52.675073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 8f615c74-307a-4958-bc7a-d383c196a452, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=8f615c74-307a-4958-bc7a-d383c196a452,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:52.681186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70c8d1-b502-46c5-92aa-e8ad0b593013 req-01c2e3c2-d93d-4b7c-8ae0-512054a3eed9 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:52.682719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f70c8d1-b502-46c5-92aa-e8ad0b593013 req-01c2e3c2-d93d-4b7c-8ae0-512054a3eed9 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 943 time: 0.3822412 Apr 07 01:47:52.725325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543e34e-aee5-4fe5-8525-e5d4217f9b89 req-f035d045-bc6b-4a31-9a1f-e18b908ab8a5 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:52.727125 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c543e34e-aee5-4fe5-8525-e5d4217f9b89 req-f035d045-bc6b-4a31-9a1f-e18b908ab8a5 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 944 time: 0.4963222 Apr 07 01:47:52.729794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::63ed:a8a6:8eac:8fbd (90b9273a-c012-429c-a675-14d31428d1d8/a26aef36-558b-428f-aea4-fe5378dd5211/dc992074-93d2-439e-a05e-e45647f94a7a) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:52.737548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Made reservation on behalf of dc172bdea812456fa78e5132d8381a97 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:52.737804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8f615c74-307a-4958-bc7a-d383c196a452), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.739255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device d9976bc7-6303-42df-9b11-dd5f94a75d6d details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:47:52.741648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.759120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Deleting port 42239980-ecc5-4e0c-80b6-09d6809a9c61 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:52.759959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (42239980-ecc5-4e0c-80b6-09d6809a9c61), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.760732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] device_id is not set on port 1361f995-1214-4174-869a-29a0fbfad53c yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:52.807045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e4d1cdb8-db73-48ec-82df-55d883186bc8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:52.839679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=8f615c74-307a-4958-bc7a-d383c196a452,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:52.865120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4d1cdb8-db73-48ec-82df-55d883186bc8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:52.872515 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f70c8d1-b502-46c5-92aa-e8ad0b593013 req-986c13f8-af85-47e8-8c46-a111cde46088 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799719 Apr 07 01:47:52.931818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port d9976bc7-6303-42df-9b11-dd5f94a75d6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:52.932133 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c543e34e-aee5-4fe5-8525-e5d4217f9b89 req-df69fc37-2ebe-4696-99e3-5da9cb53b52a tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982610 Apr 07 01:47:52.950432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'port_id': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'mac_address': 'fa:16:3e:9a:52:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:47:52.982315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (42239980-ecc5-4e0c-80b6-09d6809a9c61), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.010168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port d9976bc7-6303-42df-9b11-dd5f94a75d6d is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:53.011160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.025770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9976bc7-6303-42df-9b11-dd5f94a75d6d {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:47:53.031239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4902bba-8027-41ec-9303-8e00c3b3c4c9 admin admin] Publish callbacks [] for security_group (6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.037438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Allocated IP 172.20.0.8 (99be3410-b1d5-4ffe-a5ed-5e884639249c/ccd9ed01-8fd8-43d5-a779-8915fd9470fb/1361f995-1214-4174-869a-29a0fbfad53c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:53.046767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.046767 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9517b0e3-cd7d-4dbf-95da-8e98e0c992cc tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e4d1cdb8-db73-48ec-82df-55d883186bc8 HTTP/1.1" status: 204 len: 168 time: 1.1419291 Apr 07 01:47:53.046767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47934) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:53.050476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port d9976bc7-6303-42df-9b11-dd5f94a75d6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:53.051433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4', 'external_fixed_ips': [{'subnet_id': '11dc0748-a481-4045-ab3d-4ed0d2f8905c', 'ip_address': '172.20.0.3'}]}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:53.114726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4902bba-8027-41ec-9303-8e00c3b3c4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.128045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.173679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.174680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.220907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=d9976bc7-6303-42df-9b11-dd5f94a75d6d,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:53.235311 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c4902bba-8027-41ec-9303-8e00c3b3c4c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59c9cc714bd6442f8784e86800e8cb2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9542925 Apr 07 01:47:53.239322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47936) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:53.245631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4902bba-8027-41ec-9303-8e00c3b3c4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:53.314573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.349748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Calling delete_port for 42239980-ecc5-4e0c-80b6-09d6809a9c61 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:53.353562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83838f34-11cb-4750-be10-a3f821b4bd5b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:53.361918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-e51780ea-f2a4-4a9a-8e0d-90360b36f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:53.361918 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-e51780ea-f2a4-4a9a-8e0d-90360b36f394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd&device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 1128 time: 0.5443387 Apr 07 01:47:53.367667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (1361f995-1214-4174-869a-29a0fbfad53c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.420204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 83838f34-11cb-4750-be10-a3f821b4bd5b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:53.420642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.528733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 83838f34-11cb-4750-be10-a3f821b4bd5b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:53.528733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.542761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0403f07d-0f90-4301-b625-bad0cad6a308 admin admin] Publish callbacks [] for security_group (6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.569991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['8f615c74-307a-4958-bc7a-d383c196a452'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:47:53.594117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b84e0-89e1-49e6-bd30-ce7929937cd2 req-0d3cf990-7292-484b-8fec-dd8607da0663 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:53.595519 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b30b84e0-89e1-49e6-bd30-ce7929937cd2 req-0d3cf990-7292-484b-8fec-dd8607da0663 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 944 time: 0.5939977 Apr 07 01:47:53.599952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (dc992074-93d2-439e-a05e-e45647f94a7a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.610623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.614833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0403f07d-0f90-4301-b625-bad0cad6a308 admin admin] Publish callbacks [] for security_group (6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.637245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 83838f34-11cb-4750-be10-a3f821b4bd5b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83838f34-11cb-4750-be10-a3f821b4bd5b,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:53.637471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-aec65559-6ceb-4120-9a72-31aa2604576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:53.638834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-aec65559-6ceb-4120-9a72-31aa2604576b service neutron] 10.222.0.10 "GET /v2.0/networks?id=56670783-ae18-446d-be98-28b9cfdf36b5 HTTP/1.1" status: 200 len: 911 time: 0.2696297 Apr 07 01:47:53.664319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1361f995-1214-4174-869a-29a0fbfad53c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.724869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['d9976bc7-6303-42df-9b11-dd5f94a75d6d'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:47:53.733997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-5f9bd33a-6aff-46e8-a113-0d5cf5530f93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f05919-94ad-4540-80ae-60c331644191 HTTP/1.1" status: 200 len: 217 time: 0.0854547 Apr 07 01:47:53.764061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:53.768448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.768661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0403f07d-0f90-4301-b625-bad0cad6a308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.775926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0403f07d-0f90-4301-b625-bad0cad6a308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.782869 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0403f07d-0f90-4301-b625-bad0cad6a308 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4 HTTP/1.1" status: 204 len: 168 time: 0.5381868 Apr 07 01:47:53.789416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b30b84e0-89e1-49e6-bd30-ce7929937cd2 req-0cf4c490-5479-4285-bf3c-13e4651bea72 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808474 Apr 07 01:47:53.793499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=1361f995-1214-4174-869a-29a0fbfad53c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:53.799908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:53.818852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:53.819569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-af3d6ace-b1f6-49cd-be9d-3c613bdfe053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:53.823033 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-af3d6ace-b1f6-49cd-be9d-3c613bdfe053 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4 HTTP/1.1" status: 200 len: 850 time: 0.0720546 Apr 07 01:47:53.865360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403f07d-0f90-4301-b625-bad0cad6a308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef311ac-6100-4b2e-a8e5-d4284f5b3ea4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:53.901660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (dc992074-93d2-439e-a05e-e45647f94a7a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.904383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (42239980-ecc5-4e0c-80b6-09d6809a9c61), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.925028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:53.926335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:53.958160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:53.965201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:53.978751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:53.984102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:53.984831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.058720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.065669 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/ports/42239980-ecc5-4e0c-80b6-09d6809a9c61 HTTP/1.1" status: 204 len: 168 time: 1.8083532 Apr 07 01:47:54.065669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47944) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:54.068559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=dc992074-93d2-439e-a05e-e45647f94a7a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:54.085230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c', 'external_fixed_ips': [{'subnet_id': '6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3', 'ip_address': '2001:db8::17b'}]}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:54.085926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c94045a3-c466-443b-84a1-a7a86215bbe4 None None] Provisioning complete for port 83838f34-11cb-4750-be10-a3f821b4bd5b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:54.085926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c94045a3-c466-443b-84a1-a7a86215bbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.125678 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f804d7bc-bfe3-4569-b387-79849cf4bfa2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7576230 Apr 07 01:47:54.130851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-ec91320d-8a65-4804-8eef-4b71e15cc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:54.132982 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-ec91320d-8a65-4804-8eef-4b71e15cc65a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56670783-ae18-446d-be98-28b9cfdf36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3042202 Apr 07 01:47:54.146831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47946) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:54.147645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8d25f-4f6f-4f3b-86ec-9f63dfe563df tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event deleted for resources: {'Port': ['ID=42239980-ecc5-4e0c-80b6-09d6809a9c61,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:54.148500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=83838f34-11cb-4750-be10-a3f821b4bd5b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:54.164048 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f5246886-9b68-48cb-8b69-656a77af9863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8174117 Apr 07 01:47:54.166463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47948) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:54.174155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:59:f4:be'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:1c:07:dd'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:54.267331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.314376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.350602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c94045a3-c466-443b-84a1-a7a86215bbe4 None None] Current status of the port 83838f34-11cb-4750-be10-a3f821b4bd5b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:54.381663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (53a85d03-5144-42ca-aa7a-70edeee5dce7), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.381663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (53a85d03-5144-42ca-aa7a-70edeee5dce7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.459068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6943e0-2af9-4974-a494-d112a6cdc4cd req-21f1d2f6-d4e9-49b1-895b-3755cf48f3d5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:54.460926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5d6943e0-2af9-4974-a494-d112a6cdc4cd req-21f1d2f6-d4e9-49b1-895b-3755cf48f3d5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 944 time: 0.4617140 Apr 07 01:47:54.478879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0a95d801-dc11-4ceb-805f-3de367853dbb None None] Provisioning complete for port dc992074-93d2-439e-a05e-e45647f94a7a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:54.482081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0a95d801-dc11-4ceb-805f-3de367853dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dc992074-93d2-439e-a05e-e45647f94a7a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.503288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Allocated IP 172.20.0.3 (f82e8942-3fe8-4fe2-a51e-9ad063b102f4/11dc0748-a481-4045-ab3d-4ed0d2f8905c/1898c648-d71b-4679-96a0-1575eb0197f4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:54.519968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0a95d801-dc11-4ceb-805f-3de367853dbb None None] Port dc992074-93d2-439e-a05e-e45647f94a7a cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:54.538342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0a95d801-dc11-4ceb-805f-3de367853dbb None None] Provisioning complete for port 1361f995-1214-4174-869a-29a0fbfad53c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:54.538786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0a95d801-dc11-4ceb-805f-3de367853dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1361f995-1214-4174-869a-29a0fbfad53c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.556897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182a32-1fbe-4bf1-bcff-dc48c701755d req-3e27b013-6718-48c1-8bb1-ca68a8317d35 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:54.563824 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd182a32-1fbe-4bf1-bcff-dc48c701755d req-3e27b013-6718-48c1-8bb1-ca68a8317d35 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 945 time: 0.4272194 Apr 07 01:47:54.572910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0a95d801-dc11-4ceb-805f-3de367853dbb None None] Port 1361f995-1214-4174-869a-29a0fbfad53c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:54.589319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-d3eec757-1a87-4db5-99a3-a38f49770466 service neutron] 10.222.0.10 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207649 Apr 07 01:47:54.596176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (53a85d03-5144-42ca-aa7a-70edeee5dce7), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.620326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2074610-2f23-4953-8390-51456a40b8cf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:54.621609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for port (1898c648-d71b-4679-96a0-1575eb0197f4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.625763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2074610-2f23-4953-8390-51456a40b8cf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:54.627295 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c2074610-2f23-4953-8390-51456a40b8cf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3988903 Apr 07 01:47:54.630623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47954) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:54.639597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f8f05919-94ad-4540-80ae-60c331644191 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:47:54.741859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port dc992074-93d2-439e-a05e-e45647f94a7a {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:54.742207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dc992074-93d2-439e-a05e-e45647f94a7a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.745746 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5d6943e0-2af9-4974-a494-d112a6cdc4cd req-fe69d17b-b070-4c3d-b31d-1db79fdb4aee tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618546 Apr 07 01:47:54.763522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f8f05919-94ad-4540-80ae-60c331644191,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:54.768852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47956) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:54.778506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'f8f05919-94ad-4540-80ae-60c331644191', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'port_id': 'f8f05919-94ad-4540-80ae-60c331644191', 'mac_address': 'fa:16:3e:d5:88:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:47:54.807412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.821422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f8f05919-94ad-4540-80ae-60c331644191 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:54.821825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f8f05919-94ad-4540-80ae-60c331644191), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.840244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f05919-94ad-4540-80ae-60c331644191 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:47:54.860062 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd182a32-1fbe-4bf1-bcff-dc48c701755d req-7078ae87-0871-430a-9956-e5646fb8af94 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2934921 Apr 07 01:47:54.860211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:54.861857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f8f05919-94ad-4540-80ae-60c331644191,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:54.865590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:54.869542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:54.907347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1361f995-1214-4174-869a-29a0fbfad53c), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.927240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.951618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Port': ['ID=1898c648-d71b-4679-96a0-1575eb0197f4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:54.970244 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-be6625ff-440e-483f-8f23-bd9660395437 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b389105f576f4fbcb1eac5c84d1d11fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1968958 Apr 07 01:47:54.972214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dc992074-93d2-439e-a05e-e45647f94a7a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:54.974885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47960) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:54.990503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:55.031242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (53a85d03-5144-42ca-aa7a-70edeee5dce7), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.036631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92dcd5a1-ba40-4893-9d5e-4913191a6208 req-16df679e-168f-4baa-9e57-97909b162c38 service neutron] 10.222.0.10 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064376 Apr 07 01:47:55.038743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 8f615c74-307a-4958-bc7a-d383c196a452 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:55.110693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c973a-de62-4901-ab0d-4f3bf2e78cdb req-c655cd83-58a6-46aa-ae14-426d1acfad4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:55.112279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c32c973a-de62-4901-ab0d-4f3bf2e78cdb req-c655cd83-58a6-46aa-ae14-426d1acfad4b tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 945 time: 0.1658664 Apr 07 01:47:55.172906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 8f615c74-307a-4958-bc7a-d383c196a452 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:47:55.179097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 8f615c74-307a-4958-bc7a-d383c196a452 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:55.179930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f615c74-307a-4958-bc7a-d383c196a452), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.234527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for dc992074-93d2-439e-a05e-e45647f94a7a owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:55.273501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c32c973a-de62-4901-ab0d-4f3bf2e78cdb req-23fc8113-510d-4bb9-8da7-188e9d5471a7 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439667 Apr 07 01:47:55.295241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83838f34-11cb-4750-be10-a3f821b4bd5b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:55.297402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['f8f05919-94ad-4540-80ae-60c331644191'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:47:55.351648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for port (1361f995-1214-4174-869a-29a0fbfad53c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.372070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 8f615c74-307a-4958-bc7a-d383c196a452 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:55.372470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f615c74-307a-4958-bc7a-d383c196a452), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.416089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53256a34-6d7d-4aea-97b0-a85a74044b64 admin admin] Publish callbacks [] for security_group (d2f9d68a-6450-4223-ae4a-5765076ced89), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.417215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:47:55.436355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (1361f995-1214-4174-869a-29a0fbfad53c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.452107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53256a34-6d7d-4aea-97b0-a85a74044b64 admin admin] Publish callbacks [] for security_group (d2f9d68a-6450-4223-ae4a-5765076ced89), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.514728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 8f615c74-307a-4958-bc7a-d383c196a452, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=8f615c74-307a-4958-bc7a-d383c196a452,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:55.527193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 83838f34-11cb-4750-be10-a3f821b4bd5b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:55.527568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.600841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8f615c74-307a-4958-bc7a-d383c196a452), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.601582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device d9976bc7-6303-42df-9b11-dd5f94a75d6d up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:55.626263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347e4c20-0e68-4da9-9268-191939e64a8e" -d '{"events": [{"server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "name": "network-vif-plugged", "status": "completed", "tag": "8f615c74-307a-4958-bc7a-d383c196a452"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:47:55.637416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (53a85d03-5144-42ca-aa7a-70edeee5dce7), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.648598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event updated for resources: {'Port': ['ID=1361f995-1214-4174-869a-29a0fbfad53c,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:55.678457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (dc992074-93d2-439e-a05e-e45647f94a7a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.679041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.682709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53256a34-6d7d-4aea-97b0-a85a74044b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d2f9d68a-6450-4223-ae4a-5765076ced89), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.686213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53256a34-6d7d-4aea-97b0-a85a74044b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.687682 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-53256a34-6d7d-4aea-97b0-a85a74044b64 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2f9d68a-6450-4223-ae4a-5765076ced89 HTTP/1.1" status: 204 len: 168 time: 0.7118015 Apr 07 01:47:55.711641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] In _notify_port_updated(), no bound segment for port 1361f995-1214-4174-869a-29a0fbfad53c on network 99be3410-b1d5-4ffe-a5ed-5e884639249c {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:47:55.721235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:55.725940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.730815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c20f0cb8-45ff-4f73-966d-26a42a449e3f tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "PUT /v2.0/ports/1361f995-1214-4174-869a-29a0fbfad53c HTTP/1.1" status: 200 len: 1055 time: 1.5653758 Apr 07 01:47:55.734173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 47972) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:55.755128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.759801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=dc992074-93d2-439e-a05e-e45647f94a7a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:55.770009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53256a34-6d7d-4aea-97b0-a85a74044b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f9d68a-6450-4223-ae4a-5765076ced89,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:55.851660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08a5a73-9ee4-428d-bdda-c1cc6dfa2b27 x-openstack-request-id: req-a08a5a73-9ee4-428d-bdda-c1cc6dfa2b27 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:47:55.851981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "name": "network-vif-plugged", "status": "completed", "tag": "8f615c74-307a-4958-bc7a-d383c196a452", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:47:55.852739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a08a5a73-9ee4-428d-bdda-c1cc6dfa2b27 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:47:55.852739 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a08a5a73-9ee4-428d-bdda-c1cc6dfa2b27'] response: {'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452', 'code': 200} Apr 07 01:47:55.853756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-55dda179-160c-457c-a93f-329456842045 None None] Provisioning complete for port 1361f995-1214-4174-869a-29a0fbfad53c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:55.854141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-55dda179-160c-457c-a93f-329456842045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1361f995-1214-4174-869a-29a0fbfad53c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.954363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:55.961664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=8f615c74-307a-4958-bc7a-d383c196a452,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:55.969279 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8447bf48-f526-49b9-b79b-f1c9acb3bce1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/dc992074-93d2-439e-a05e-e45647f94a7a HTTP/1.1" status: 204 len: 168 time: 1.3265176 Apr 07 01:47:55.973868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47980) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:56.005773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-55dda179-160c-457c-a93f-329456842045 None None] Port 1361f995-1214-4174-869a-29a0fbfad53c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:47:56.009969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 83838f34-11cb-4750-be10-a3f821b4bd5b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:56.115599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ab30b-17bc-4444-913f-463ad0061bef tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:56.116974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ab30b-17bc-4444-913f-463ad0061bef tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:56.118691 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3f6ab30b-17bc-4444-913f-463ad0061bef tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1353781 Apr 07 01:47:56.121444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47984) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:56.122784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port d9976bc7-6303-42df-9b11-dd5f94a75d6d completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:47:56.127617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port d9976bc7-6303-42df-9b11-dd5f94a75d6d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:56.128433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.244611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet a26aef36-558b-428f-aea4-fe5378dd5211 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:47:56.251314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (a26aef36-558b-428f-aea4-fe5378dd5211), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.259802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port d9976bc7-6303-42df-9b11-dd5f94a75d6d is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:56.260205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.307821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (a26aef36-558b-428f-aea4-fe5378dd5211), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.313303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port d9976bc7-6303-42df-9b11-dd5f94a75d6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:56.329653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.378227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.401852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port 1361f995-1214-4174-869a-29a0fbfad53c {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:56.401852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1361f995-1214-4174-869a-29a0fbfad53c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.436419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f821d8-3cdb-4c37-a279-23f347294902 req-99652203-6f55-4229-8c35-d71df16ab9c4 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:56.437993 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f8f821d8-3cdb-4c37-a279-23f347294902 req-99652203-6f55-4229-8c35-d71df16ab9c4 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.5033915 Apr 07 01:47:56.448731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=d9976bc7-6303-42df-9b11-dd5f94a75d6d,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:56.449761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Allocated IP 2001:db8::17b (378139f4-6fe8-4b23-aa49-d593e680847c/6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3/48ba7f3e-52cf-4d44-a095-dcf565bb7bd9) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:56.500394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (a26aef36-558b-428f-aea4-fe5378dd5211), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.587723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a9bfc-8570-41c9-96c8-4b994d1f525d req-516993f8-a77f-496a-bd9e-7ac1fb5fc3ae tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:56.589176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-759a9bfc-8570-41c9-96c8-4b994d1f525d req-516993f8-a77f-496a-bd9e-7ac1fb5fc3ae tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 945 time: 0.5370195 Apr 07 01:47:56.654154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e0c9d-2f7b-4741-a156-ef2d0879dc0f req-c4e2bfb8-b9f2-47f9-9bbe-280dabdfac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:56.655651 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e36e0c9d-2f7b-4741-a156-ef2d0879dc0f req-c4e2bfb8-b9f2-47f9-9bbe-280dabdfac87 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.2918324 Apr 07 01:47:56.670152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f8f05919-94ad-4540-80ae-60c331644191 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:47:56.675420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Router ae105d52-a4fc-4a2d-80cc-b2ff04648bcc is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:47:56.679167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (a26aef36-558b-428f-aea4-fe5378dd5211), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.686705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1361f995-1214-4174-869a-29a0fbfad53c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.708322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f8f821d8-3cdb-4c37-a279-23f347294902 req-e8ab30c3-df0d-4d35-83e4-cc6f7f6afdde tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499976 Apr 07 01:47:56.715923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=a26aef36-558b-428f-aea4-fe5378dd5211,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:56.725877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.725965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-e36e0c9d-2f7b-4741-a156-ef2d0879dc0f req-0e60016f-4e62-4a55-a43d-c8c14e2a9c31 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.725965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for 1361f995-1214-4174-869a-29a0fbfad53c owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:56.726118 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f7ca417c-d3de-4718-b7f6-59beafcb6719 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/a26aef36-558b-428f-aea4-fe5378dd5211 HTTP/1.1" status: 204 len: 168 time: 0.6031787 Apr 07 01:47:56.728797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 47998) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:56.746506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc730823-8227-419e-857b-2afdfe83b68e None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:56.820076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-87222f82-f7dd-43a4-8c3b-08664126eae9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898521 Apr 07 01:47:56.822850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48004) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:56.832604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:56.866338 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-759a9bfc-8570-41c9-96c8-4b994d1f525d req-d217c6f7-7e35-40e7-9a36-f0c4a1974943 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652049 Apr 07 01:47:56.935218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:56.950699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port f8f05919-94ad-4540-80ae-60c331644191 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:47:56.966788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port f8f05919-94ad-4540-80ae-60c331644191 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:47:56.967505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f8f05919-94ad-4540-80ae-60c331644191), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.014622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:57.022088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:47:57.028062 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Sync routers for ids ['ae105d52-a4fc-4a2d-80cc-b2ff04648bcc'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:57.036120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd93e2-1399-4403-9fc8-f545ce893b77 req-252cb5b4-c860-40b4-9b8e-64e002e29421 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:57.037700 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0bd93e2-1399-4403-9fc8-f545ce893b77 req-252cb5b4-c860-40b4-9b8e-64e002e29421 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 945 time: 0.1772692 Apr 07 01:47:57.044535 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Routers {'ae105d52-a4fc-4a2d-80cc-b2ff04648bcc'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:57.045503 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ae105d52-a4fc-4a2d-80cc-b2ff04648bcc'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:57.073598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:57.077362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.127189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-e36e0c9d-2f7b-4741-a156-ef2d0879dc0f req-0e60016f-4e62-4a55-a43d-c8c14e2a9c31 service neutron] Publish callbacks [] for security_group (4c4145e9-3187-4af1-aa37-5c62a397645d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.144121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] Deleting port 83838f34-11cb-4750-be10-a3f821b4bd5b {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:57.144504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.155187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.159106 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-279cb32c-a9ce-46be-96c2-dbc8c8042b4a tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.1098692 Apr 07 01:47:57.161090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48010) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:57.165691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.184556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0bd93e2-1399-4403-9fc8-f545ce893b77 req-6dc3eb84-9f6b-4481-b75d-54b7de8250c8 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142378 Apr 07 01:47:57.203782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48012) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:57.208216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-e36e0c9d-2f7b-4741-a156-ef2d0879dc0f req-0e60016f-4e62-4a55-a43d-c8c14e2a9c31 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4c4145e9-3187-4af1-aa37-5c62a397645d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.245248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1361f995-1214-4174-869a-29a0fbfad53c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.260689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 378139f4-6fe8-4b23-aa49-d593e680847c is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:57.279405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f8f05919-94ad-4540-80ae-60c331644191 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:47:57.279727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f8f05919-94ad-4540-80ae-60c331644191), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.285868 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Set router ae105d52-a4fc-4a2d-80cc-b2ff04648bcc gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:57.292564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:57.306552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba7f3e-52cf-4d44-a095-dcf565bb7bd9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:57.311913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:57.319688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60016f-4e62-4a55-a43d-c8c14e2a9c31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4145e9-3187-4af1-aa37-5c62a397645d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:57.332329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] For port 83838f34-11cb-4750-be10-a3f821b4bd5b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83838f34-11cb-4750-be10-a3f821b4bd5b,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:57.333073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.350244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] Calling delete_port for 83838f34-11cb-4750-be10-a3f821b4bd5b owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:57.356425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e36e0c9d-2f7b-4741-a156-ef2d0879dc0f req-0e60016f-4e62-4a55-a43d-c8c14e2a9c31 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6805787 Apr 07 01:47:57.422044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=1361f995-1214-4174-869a-29a0fbfad53c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:57.450975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-307896202'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:57.469969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83838f34-11cb-4750-be10-a3f821b4bd5b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:47:57.481205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.547106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (83838f34-11cb-4750-be10-a3f821b4bd5b), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.568476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f8f05919-94ad-4540-80ae-60c331644191,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:47:57.616981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No active binding found for port 83838f34-11cb-4750-be10-a3f821b4bd5b {{(pid=110985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 01:47:57.617364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] The host dv-neutron-836863-2-hyperv is not matching for port 83838f34-11cb-4750-be10-a3f821b4bd5b host None! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 01:47:57.621458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83838f34-11cb-4750-be10-a3f821b4bd5b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:47:57.621458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] Pushing event deleted for resources: {'Port': ['ID=83838f34-11cb-4750-be10-a3f821b4bd5b,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:57.623786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f923bc2-d8b0-461d-82e8-6b12eaa0634e None None] No DVR routers for this DVR port 83838f34-11cb-4750-be10-a3f821b4bd5b on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:47:57.643032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.652744 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae105d52-a4fc-4a2d-80cc-b2ff04648bcc', 'name': '', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4', 'external_fixed_ips': [{'subnet_id': '11dc0748-a481-4045-ab3d-4ed0d2f8905c', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '1898c648-d71b-4679-96a0-1575eb0197f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:53Z', 'updated_at': '2022-04-07T01:47:55Z', 'revision_number': 3, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port': {'id': '1898c648-d71b-4679-96a0-1575eb0197f4', 'name': '', 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:84:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae105d52-a4fc-4a2d-80cc-b2ff04648bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '11dc0748-a481-4045-ab3d-4ed0d2f8905c', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:54Z', 'updated_at': '2022-04-07T01:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '11dc0748-a481-4045-ab3d-4ed0d2f8905c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:57.694132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Made reservation on behalf of da23dbad9e374348af48a3b8ed92eacf for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:57.700614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.708159 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Checking router: ae105d52-a4fc-4a2d-80cc-b2ff04648bcc for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:47:57.714038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Updating router ae105d52-a4fc-4a2d-80cc-b2ff04648bcc port 1898c648-d71b-4679-96a0-1575eb0197f4 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:47:57.715401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:57.730009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.742946 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.775092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.794749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (8af637f3-ffa4-4d85-af34-7ea91cba373a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.864299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:57.866066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d'}, {'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:47:57.866984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:57.886655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:57.887403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.922967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:57.939244 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fa63fe47-fafb-4472-9d85-e5a874778fd4 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/ports/1361f995-1214-4174-869a-29a0fbfad53c HTTP/1.1" status: 204 len: 168 time: 2.2004020 Apr 07 01:47:57.958069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48020) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:57.988893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84048ee9-e173-4443-af04-ac22c9be6005" -d '{"events": [{"server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "name": "network-vif-plugged", "status": "completed", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d"}, {"server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "name": "network-vif-plugged", "status": "completed", "tag": "f8f05919-94ad-4540-80ae-60c331644191"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:47:57.994174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5bd8f3-97df-45a6-9a33-69be2544f181 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:47:58.037763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (53a85d03-5144-42ca-aa7a-70edeee5dce7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.040354 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2165720 Apr 07 01:47:58.041457 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be9eaa6-a94d-414f-8feb-208b767cd045 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] GET failed (client error): The resource could not be found. Apr 07 01:47:58.046497 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5be9eaa6-a94d-414f-8feb-208b767cd045 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "GET /v2.0/ports/1361f995-1214-4174-869a-29a0fbfad53c HTTP/1.1" status: 404 len: 333 time: 0.0848589 Apr 07 01:47:58.048590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48024) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:58.048964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48026) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:58.055746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': '8af637f3-ffa4-4d85-af34-7ea91cba373a', 'ip_address': '2001:db8::2e1b:b6cc:95f:1528'}], 'name': 'tempest-NetworksTestDHCPv6-918066204'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:58.069166 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Publish callbacks [] for port (1898c648-d71b-4679-96a0-1575eb0197f4), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.069945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db87c2-ed3a-40c9-8071-52afd9dcf43c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=8af637f3-ffa4-4d85-af34-7ea91cba373a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:58.080217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27804fb3-cc74-41c4-af4f-257474409741 req-c5e2e6c0-b57f-4d48-9396-7542c0b50b14 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:58.082134 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-27804fb3-cc74-41c4-af4f-257474409741 req-c5e2e6c0-b57f-4d48-9396-7542c0b50b14 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2758305 Apr 07 01:47:58.160637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '8af637f3-ffa4-4d85-af34-7ea91cba373a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:47:58.161779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.169721 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.189657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Deleting port 1898c648-d71b-4679-96a0-1575eb0197f4 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:58.190003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.246300 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Attempting to bind port 1898c648-d71b-4679-96a0-1575eb0197f4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:58.246703 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Attempting to bind port 1898c648-d71b-4679-96a0-1575eb0197f4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '99ccda0f-498e-4d71-9064-09b1de896ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:58.247122 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Attempting to bind port 1898c648-d71b-4679-96a0-1575eb0197f4 on network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:58.257598 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:58.257973 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Checking segment: {'id': '99ccda0f-498e-4d71-9064-09b1de896ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:58.258375 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.258767 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Bound using segment: {'id': '99ccda0f-498e-4d71-9064-09b1de896ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:58.259715 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Bound port: 1898c648-d71b-4679-96a0-1575eb0197f4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ccda0f-498e-4d71-9064-09b1de896ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f82e8942-3fe8-4fe2-a51e-9ad063b102f4'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:58.260105 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.266551 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-27804fb3-cc74-41c4-af4f-257474409741 req-7eba5008-b4f3-4085-b273-69f026db8b16 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367836 Apr 07 01:47:58.270324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for security_group (40120e57-5d02-42c8-9f4c-4989b1359ae3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.291107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084322cf-2073-4223-b1f0-c8f42c383eb0 req-5167a5de-123d-4d66-89db-10e9dbf12cb8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:58.298835 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-084322cf-2073-4223-b1f0-c8f42c383eb0 req-5167a5de-123d-4d66-89db-10e9dbf12cb8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.2834253 Apr 07 01:47:58.315909 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c46878-6dfd-45d4-9140-695897f692a1 None None] Pushing event updated for resources: {'Port': ['ID=1898c648-d71b-4679-96a0-1575eb0197f4,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:58.339315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (40120e57-5d02-42c8-9f4c-4989b1359ae3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.366916 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] For port 1898c648-d71b-4679-96a0-1575eb0197f4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:58.387830 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] For port 1898c648-d71b-4679-96a0-1575eb0197f4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1898c648-d71b-4679-96a0-1575eb0197f4,segment=NetworkSegment(99ccda0f-498e-4d71-9064-09b1de896ee5),segment_id=99ccda0f-498e-4d71-9064-09b1de896ee5)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:58.432657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/8af637f3-ffa4-4d85-af34-7ea91cba373a/8bb0ef04-5506-4b74-8256-e37838577cca) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:58.437607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 07 Apr 2022 01:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347843fd-fde0-45bd-b725-a5dd53ab5e85 x-openstack-request-id: req-347843fd-fde0-45bd-b725-a5dd53ab5e85 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:47:58.439736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "name": "network-vif-plugged", "status": "completed", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d", "code": 200}, {"server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "name": "network-vif-plugged", "status": "completed", "tag": "f8f05919-94ad-4540-80ae-60c331644191", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:47:58.439736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-347843fd-fde0-45bd-b725-a5dd53ab5e85 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:47:58.439736 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347843fd-fde0-45bd-b725-a5dd53ab5e85'] response: {'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'code': 200} Apr 07 01:47:58.439736 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-347843fd-fde0-45bd-b725-a5dd53ab5e85'] response: {'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191', 'code': 200} Apr 07 01:47:58.458862 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.466135 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-084322cf-2073-4223-b1f0-c8f42c383eb0 req-509475f8-a251-4603-95f9-b2fbb1104a1c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660848 Apr 07 01:47:58.473034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:47:58.537694 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c46878-6dfd-45d4-9140-695897f692a1 None None] Pushing event updated for resources: {'Port': ['ID=1898c648-d71b-4679-96a0-1575eb0197f4,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:58.555074 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Routers {'ae105d52-a4fc-4a2d-80cc-b2ff04648bcc'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:58.556540 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ae105d52-a4fc-4a2d-80cc-b2ff04648bcc'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:58.560448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40120e57-5d02-42c8-9f4c-4989b1359ae3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:58.597098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (87c77c5b-dc6d-4db0-b1c7-fa70066c9a47), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.599440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Added segment 87c77c5b-dc6d-4db0-b1c7-fa70066c9a47 of type vlan for network 29bb236d-b46a-42cb-a2da-6db9adce1d2d Apr 07 01:47:58.657633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.667390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port ac4004d9-9fed-4569-9774-3ca0bf750440 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:47:58.667735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ac4004d9-9fed-4569-9774-3ca0bf750440), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.684961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Calling delete_port for 1898c648-d71b-4679-96a0-1575eb0197f4 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:58.704832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Publish callbacks [] for port (8bb0ef04-5506-4b74-8256-e37838577cca), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.715734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (29bb236d-b46a-42cb-a2da-6db9adce1d2d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.723841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:58.745905 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] Set router ae105d52-a4fc-4a2d-80cc-b2ff04648bcc gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:47:58.774690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c69f19-98f7-4829-b0d6-0840fadeb3c8 req-c69c48c2-f01d-4a8c-a88f-57807bdd7cb1 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:58.781372 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-77c69f19-98f7-4829-b0d6-0840fadeb3c8 req-c69c48c2-f01d-4a8c-a88f-57807bdd7cb1 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.3364801 Apr 07 01:47:58.783851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.838879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:47:58.843592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:47:58.856608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:47:58.860123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Pushing event updated for resources: {'Port': ['ID=8bb0ef04-5506-4b74-8256-e37838577cca,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:58.862030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (53a85d03-5144-42ca-aa7a-70edeee5dce7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.904957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338470da-732a-4e34-8455-abf3b6113199 req-e3e1f899-b99a-4317-9fcc-3b2be1e97c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:58.906837 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-338470da-732a-4e34-8455-abf3b6113199 req-e3e1f899-b99a-4317-9fcc-3b2be1e97c00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 1130 time: 0.1739528 Apr 07 01:47:58.913547 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae105d52-a4fc-4a2d-80cc-b2ff04648bcc', 'name': '', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:53Z', 'updated_at': '2022-04-07T01:47:57Z', 'revision_number': 4, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:58.944966 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f06674-a9da-48c2-881a-afb0d876926d None None] The sync data for ids ['ae105d52-a4fc-4a2d-80cc-b2ff04648bcc'] in dv-neutron-836863-2-hyperv is: [{'id': 'ae105d52-a4fc-4a2d-80cc-b2ff04648bcc', 'name': '', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:53Z', 'updated_at': '2022-04-07T01:47:57Z', 'revision_number': 4, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:47:58.953720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ac4004d9-9fed-4569-9774-3ca0bf750440), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.957411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Attempting to bind port 8bb0ef04-5506-4b74-8256-e37838577cca on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:47:58.957721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Attempting to bind port 8bb0ef04-5506-4b74-8256-e37838577cca by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:47:58.958095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Attempting to bind port 8bb0ef04-5506-4b74-8256-e37838577cca on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:47:58.966454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:47:58.966841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:47:58.967253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.968016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-77c69f19-98f7-4829-b0d6-0840fadeb3c8 req-b45f295d-1bf5-4ba4-a5e3-f24abc4e466a tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787231 Apr 07 01:47:58.973624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (29bb236d-b46a-42cb-a2da-6db9adce1d2d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.978578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:47:58.979163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Bound port: 8bb0ef04-5506-4b74-8256-e37838577cca, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:47:58.991843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:58.992105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:58.992186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.049694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for ac4004d9-9fed-4569-9774-3ca0bf750440 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:47:59.061590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c45500-03b6-449f-ad14-17a85bf16431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.061986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e1b3a-6078-49fe-bf29-4a5a55ffe18a req-8b7a7338-0a72-4d00-bd34-dada1934d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:59.063756 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f3e1b3a-6078-49fe-bf29-4a5a55ffe18a req-8b7a7338-0a72-4d00-bd34-dada1934d34a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 1130 time: 0.2606947 Apr 07 01:47:59.067210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] For port 8bb0ef04-5506-4b74-8256-e37838577cca, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:47:59.067512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.071541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] For port 8bb0ef04-5506-4b74-8256-e37838577cca, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8bb0ef04-5506-4b74-8256-e37838577cca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:47:59.152665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port c6369f3f-bdd9-47a1-8286-2703e26bba27 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:47:59.153792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.157375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event updated for resources: {'Network': ['ID=29bb236d-b46a-42cb-a2da-6db9adce1d2d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:59.180827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-338470da-732a-4e34-8455-abf3b6113199 req-127541f6-fe47-44f2-a8c2-f8e6e65fe73a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088072 Apr 07 01:47:59.199436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:47:59.208019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3b8a78d0-b50d-4af1-9fa2-0645571b244d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0005713 Apr 07 01:47:59.208568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48032) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:47:59.215108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Request body: {'subnet': {'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:47:59.293759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Router 53a85d03-5144-42ca-aa7a-70edeee5dce7 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:47:59.332147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c884ff-60e7-4724-a15b-ac1a0a7da424 None None] Pushing event updated for resources: {'Port': ['ID=8bb0ef04-5506-4b74-8256-e37838577cca,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:59.413608 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f3e1b3a-6078-49fe-bf29-4a5a55ffe18a req-3efaee1b-6011-476f-ac76-72999c499786 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227737 Apr 07 01:47:59.414220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1898c648-d71b-4679-96a0-1575eb0197f4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.487231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event deleted for resources: {'Port': ['ID=1898c648-d71b-4679-96a0-1575eb0197f4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:47:59.512549 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d768bb-46fb-43ac-bc69-a614a40892f3 req-b9694297-a1ad-48f7-8ea2-a0ec044f7743 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:47:59.514622 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83d768bb-46fb-43ac-bc69-a614a40892f3 req-b9694297-a1ad-48f7-8ea2-a0ec044f7743 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1370597 Apr 07 01:47:59.524465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Made reservation on behalf of da23dbad9e374348af48a3b8ed92eacf for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:47:59.530590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.543121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.543565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.543821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.544162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.544503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.544865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.545195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.545524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.545853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.546179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.546502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.546832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.547155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.547479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.547796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:47:59.693246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::2e1b:b6cc:95f:1528 (90b9273a-c012-429c-a675-14d31428d1d8/8af637f3-ffa4-4d85-af34-7ea91cba373a/c6369f3f-bdd9-47a1-8286-2703e26bba27) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:47:59.697378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.839992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.843354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.876576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:47:59.893276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Sync routers for ids ['53a85d03-5144-42ca-aa7a-70edeee5dce7'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:47:59.908033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Routers {'53a85d03-5144-42ca-aa7a-70edeee5dce7'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:47:59.910907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['53a85d03-5144-42ca-aa7a-70edeee5dce7'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:47:59.927098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ac4004d9-9fed-4569-9774-3ca0bf750440), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:47:59.999725 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83d768bb-46fb-43ac-bc69-a614a40892f3 req-b86e7f31-d861-4867-9c55-e200d3c45e9b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407204 Apr 07 01:48:00.005017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=ac4004d9-9fed-4569-9774-3ca0bf750440,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:00.019959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (ae105d52-a4fc-4a2d-80cc-b2ff04648bcc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.020230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33482a2-9eef-4ad9-8777-45687813c3cf req-e637f71d-db49-47df-b222-e2ce0a64b29f tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:00.020495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae105d52-a4fc-4a2d-80cc-b2ff04648bcc {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:00.025630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.026776 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-858f09d8-d3dd-47c6-95c1-dab3fd07ee52 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/routers/ae105d52-a4fc-4a2d-80cc-b2ff04648bcc HTTP/1.1" status: 204 len: 168 time: 2.8647597 Apr 07 01:48:00.037929 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e33482a2-9eef-4ad9-8777-45687813c3cf req-e637f71d-db49-47df-b222-e2ce0a64b29f tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.2081368 Apr 07 01:48:00.039669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48040) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:00.061146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.062494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0c15547d-2cab-4d0f-a06c-827b71ba20f6 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9908178 Apr 07 01:48:00.068058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48042) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:00.169485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Set router 53a85d03-5144-42ca-aa7a-70edeee5dce7 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:00.193062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.199350 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5ac439ee-29af-4cc6-820b-c2786e748836 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/ports/ac4004d9-9fed-4569-9774-3ca0bf750440 HTTP/1.1" status: 204 len: 168 time: 2.1477222 Apr 07 01:48:00.216246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48044) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:00.248003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (c6369f3f-bdd9-47a1-8286-2703e26bba27), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.266314 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-093a66e1-054e-4694-b2af-c422aa8b8a43 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] GET failed (client error): The resource could not be found. Apr 07 01:48:00.272344 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-093a66e1-054e-4694-b2af-c422aa8b8a43 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "GET /v2.0/ports/ac4004d9-9fed-4569-9774-3ca0bf750440 HTTP/1.1" status: 404 len: 333 time: 0.0549536 Apr 07 01:48:00.274635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48046) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:00.411096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a85d03-5144-42ca-aa7a-70edeee5dce7', 'name': '', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c', 'external_fixed_ips': [{'subnet_id': '6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3', 'ip_address': '2001:db8::17b'}], 'enable_snat': True}, 'gw_port_id': '48ba7f3e-52cf-4d44-a095-dcf565bb7bd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:54Z', 'updated_at': '2022-04-07T01:47:57Z', 'revision_number': 3, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port': {'id': '48ba7f3e-52cf-4d44-a095-dcf565bb7bd9', 'name': '', 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a85d03-5144-42ca-aa7a-70edeee5dce7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3', 'ip_address': '2001:db8::17b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:55Z', 'updated_at': '2022-04-07T01:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:00.416129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Deleting subnet 11dc0748-a481-4045-ab3d-4ed0d2f8905c {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:00.434896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for subnet (11dc0748-a481-4045-ab3d-4ed0d2f8905c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.437985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port 2c3211be-dc67-458a-b2f0-03340dd840cd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:00.438330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.459506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Checking router: 53a85d03-5144-42ca-aa7a-70edeee5dce7 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:00.459867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Updating router 53a85d03-5144-42ca-aa7a-70edeee5dce7 port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:00.479229 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e33482a2-9eef-4ad9-8777-45687813c3cf req-2d7fe874-f0db-492c-b36e-9b96a6fa791b tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403105 Apr 07 01:48:00.498254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c6369f3f-bdd9-47a1-8286-2703e26bba27), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.500921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.524926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (11dc0748-a481-4045-ab3d-4ed0d2f8905c), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.556523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (53a85d03-5144-42ca-aa7a-70edeee5dce7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.583840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:00.599098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:00.609395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:00.618916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (59e1b0c9-3475-4621-8833-e7255ac30282), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.620339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:00.621052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.633755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=c6369f3f-bdd9-47a1-8286-2703e26bba27,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:00.642041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.683066 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for 2c3211be-dc67-458a-b2f0-03340dd840cd owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:00.704343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9439258-e30a-444d-93a2-291338e72456 req-592c68d7-77cf-4a1a-bceb-c0f768528a38 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:00.705957 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a9439258-e30a-444d-93a2-291338e72456 req-592c68d7-77cf-4a1a-bceb-c0f768528a38 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.5265601 Apr 07 01:48:00.731258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (11dc0748-a481-4045-ab3d-4ed0d2f8905c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.735192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event updated for resources: {'Subnet': ['ID=59e1b0c9-3475-4621-8833-e7255ac30282,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:00.756274 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-576c3b0f-31e6-4279-a828-3991f4cd04e3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7062411 Apr 07 01:48:00.760433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48048) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:00.850189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50743a86-6358-4eab-b10d-3469abbe3f38 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:00.855039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50743a86-6358-4eab-b10d-3469abbe3f38 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:00.856726 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-50743a86-6358-4eab-b10d-3469abbe3f38 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0953197 Apr 07 01:48:00.859919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48050) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:00.905503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.906198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.906717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.909073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.909073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.909073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.909073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.909073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.909073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.910910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.911477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.912037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.912639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.913268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.913825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:00.937060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Provisioning complete for port 8bb0ef04-5506-4b74-8256-e37838577cca triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:00.937667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.940657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Publish callbacks [] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:00.968207 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a9439258-e30a-444d-93a2-291338e72456 req-17742530-1254-4204-95aa-8eee978b5f66 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403302 Apr 07 01:48:01.012064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Checking segment: {'id': '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:01.012530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Network hostable DHCP agents. Network: 29bb236d-b46a-42cb-a2da-6db9adce1d2d, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:01.020564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (53a85d03-5144-42ca-aa7a-70edeee5dce7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.045319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port c6369f3f-bdd9-47a1-8286-2703e26bba27 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:01.045840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c6369f3f-bdd9-47a1-8286-2703e26bba27), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.048981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.122008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Current status of the port 8bb0ef04-5506-4b74-8256-e37838577cca is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:01.122398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.139969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Attempting to bind port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:01.140286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Attempting to bind port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '57026707-6346-48ee-bd27-97a9a5419dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:01.140637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Attempting to bind port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9 on network 378139f4-6fe8-4b23-aa49-d593e680847c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:01.147048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (11dc0748-a481-4045-ab3d-4ed0d2f8905c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.148579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12c887-0731-4f41-bbc7-047fc6c31f0a None None] Pushing event updated for resources: {'Port': ['ID=48ba7f3e-52cf-4d44-a095-dcf565bb7bd9,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:01.155128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:01.155522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Checking segment: {'id': '57026707-6346-48ee-bd27-97a9a5419dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:01.155917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.156306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Bound using segment: {'id': '57026707-6346-48ee-bd27-97a9a5419dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:01.156797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Bound port: 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57026707-6346-48ee-bd27-97a9a5419dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '378139f4-6fe8-4b23-aa49-d593e680847c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:01.157189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.177233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c6369f3f-bdd9-47a1-8286-2703e26bba27), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.191076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.192882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] For port 8bb0ef04-5506-4b74-8256-e37838577cca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8bb0ef04-5506-4b74-8256-e37838577cca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:01.198168 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/11dc0748-a481-4045-ab3d-4ed0d2f8905c HTTP/1.1" status: 204 len: 168 time: 1.1513948 Apr 07 01:48:01.198168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:01.200403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48054) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:01.202782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fc135-a951-4145-8984-97b3df83946f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=11dc0748-a481-4045-ab3d-4ed0d2f8905c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:01.204483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for c6369f3f-bdd9-47a1-8286-2703e26bba27 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:01.225466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] For port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:01.229595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] For port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=48ba7f3e-52cf-4d44-a095-dcf565bb7bd9,segment=NetworkSegment(57026707-6346-48ee-bd27-97a9a5419dcc),segment_id=57026707-6346-48ee-bd27-97a9a5419dcc)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:01.274790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2c3211be-dc67-458a-b2f0-03340dd840cd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.311403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=2c3211be-dc67-458a-b2f0-03340dd840cd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:01.322465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9006f55-612d-4720-8f1a-1f9e9887d93b req-84e7fba5-1b46-43d2-8f4c-f3afb86482e8 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:01.325948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.330975 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9006f55-612d-4720-8f1a-1f9e9887d93b req-84e7fba5-1b46-43d2-8f4c-f3afb86482e8 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2195306 Apr 07 01:48:01.336539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f82e8942-3fe8-4fe2-a51e-9ad063b102f4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.344902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 29bb236d-b46a-42cb-a2da-6db9adce1d2d) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:01.347726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.350053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:01.350840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.397836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8bb0ef04-5506-4b74-8256-e37838577cca up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:01.402366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed6753-1ecf-4490-b7f2-4bd47d623ae0 None None] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:01.500513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f82e8942-3fe8-4fe2-a51e-9ad063b102f4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.547311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.553565 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7d3abfd-9088-4899-be52-ec68b400bda8 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/ports/2c3211be-dc67-458a-b2f0-03340dd840cd HTTP/1.1" status: 204 len: 168 time: 1.2758036 Apr 07 01:48:01.554166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48058) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:01.559321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82e8942-3fe8-4fe2-a51e-9ad063b102f4']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:01.587278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ccda0f-498e-4d71-9064-09b1de896ee5') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:01.587492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ccda0f-498e-4d71-9064-09b1de896ee5') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:01.599070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (99ccda0f-498e-4d71-9064-09b1de896ee5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.606452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c6369f3f-bdd9-47a1-8286-2703e26bba27), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.615138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (99ccda0f-498e-4d71-9064-09b1de896ee5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.621813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:01.622210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (99ccda0f-498e-4d71-9064-09b1de896ee5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.643577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-202aa43c-a60a-4ce7-8ea5-410766cb7138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.648483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting subnet ccd9ed01-8fd8-43d5-a779-8915fd9470fb {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:01.652093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=c6369f3f-bdd9-47a1-8286-2703e26bba27,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:01.655392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for subnet (ccd9ed01-8fd8-43d5-a779-8915fd9470fb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.677533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1aac6f3f-8a2b-419c-80f1-0025a5d7f3e2 None None] Could not find standard attr ID for object c6369f3f-bdd9-47a1-8286-2703e26bba27. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:48:01.692113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Routers {'53a85d03-5144-42ca-aa7a-70edeee5dce7'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:01.692787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:47:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['53a85d03-5144-42ca-aa7a-70edeee5dce7'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:01.695511 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:01.700012 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-45c5a437-7208-4464-9789-eb59e38affc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4901221 Apr 07 01:48:01.700609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.704254 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-679f2ec3-0b58-488f-825d-8a401a50c886 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/c6369f3f-bdd9-47a1-8286-2703e26bba27 HTTP/1.1" status: 204 len: 168 time: 0.8438475 Apr 07 01:48:01.707906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48060) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:01.708818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48062) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:01.722959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Request body: {'port': {'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1070269671'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:01.744658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Deleting port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:01.745058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.749952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Pushing event updated for resources: {'Port': ['ID=8bb0ef04-5506-4b74-8256-e37838577cca,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:01.787984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9006f55-612d-4720-8f1a-1f9e9887d93b req-f7d54b54-6a88-4d35-ab72-e66d839edf40 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4554727 Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.808828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a76b3e62-3ab0-4089-988e-72f61a5de506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:01.827999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f82e8942-3fe8-4fe2-a51e-9ad063b102f4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.841067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f82e8942-3fe8-4fe2-a51e-9ad063b102f4 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:48:01.851256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.871080 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f82e8942-3fe8-4fe2-a51e-9ad063b102f4 HTTP/1.1" status: 204 len: 168 time: 0.6614225 Apr 07 01:48:01.939519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] Set router 53a85d03-5144-42ca-aa7a-70edeee5dce7 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:01.946119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-29bb236d-b46a-42cb-a2da-6db9adce1d2d', 'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d', 'project_id': 'da23dbad9e374348af48a3b8ed92eacf', 'fixed_ips': [{'subnet_id': '59e1b0c9-3475-4621-8833-e7255ac30282'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:01.946997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:01.977591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6785be-e252-420b-aaa0-5af52ccbcb2e tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event deleted for resources: {'Network': ['ID=f82e8942-3fe8-4fe2-a51e-9ad063b102f4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:01.987780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8bb0ef04-5506-4b74-8256-e37838577cca triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:01.987962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.031885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e02983-d4ec-4624-97ba-a22a780b4d93 req-2adfbe59-d5f2-4645-b9f1-7debd938f21d tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:02.033468 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48e02983-d4ec-4624-97ba-a22a780b4d93 req-2adfbe59-d5f2-4645-b9f1-7debd938f21d tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.3396254 Apr 07 01:48:02.065676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a85d03-5144-42ca-aa7a-70edeee5dce7', 'name': '', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:54Z', 'updated_at': '2022-04-07T01:48:01Z', 'revision_number': 4, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:02.100066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12c887-0731-4f41-bbc7-047fc6c31f0a None None] Pushing event updated for resources: {'Port': ['ID=48ba7f3e-52cf-4d44-a095-dcf565bb7bd9,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:02.133533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a38e85-00fd-453d-a2e7-05a28a6bac26 None None] The sync data for ids ['53a85d03-5144-42ca-aa7a-70edeee5dce7'] in dv-neutron-836863-2-hyperv is: [{'id': '53a85d03-5144-42ca-aa7a-70edeee5dce7', 'name': '', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:54Z', 'updated_at': '2022-04-07T01:48:01Z', 'revision_number': 4, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:02.189735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] For port 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=48ba7f3e-52cf-4d44-a095-dcf565bb7bd9,segment=NetworkSegment(57026707-6346-48ee-bd27-97a9a5419dcc),segment_id=57026707-6346-48ee-bd27-97a9a5419dcc)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:02.190123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.195858 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48e02983-d4ec-4624-97ba-a22a780b4d93 req-f6dabf12-fb5d-4628-a2e6-0bf60e84e95a tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428015 Apr 07 01:48:02.211773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Calling delete_port for 48ba7f3e-52cf-4d44-a095-dcf565bb7bd9 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:02.235915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5240a-5f3e-4aeb-8807-78998977d32c req-c943a685-eb76-4bbb-bf93-2eaf3c1b8c3d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:02.237550 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20a5240a-5f3e-4aeb-8807-78998977d32c req-c943a685-eb76-4bbb-bf93-2eaf3c1b8c3d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1856694 Apr 07 01:48:02.249976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48074) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:02.261567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Request body: {'floatingip': {'port_id': '8f615c74-307a-4958-bc7a-d383c196a452'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:02.305815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (ccd9ed01-8fd8-43d5-a779-8915fd9470fb), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.429250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5302126-0701-4904-bbc9-323174b4209f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:02.430910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5302126-0701-4904-bbc9-323174b4209f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:02.435104 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a5302126-0701-4904-bbc9-323174b4209f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7211654 Apr 07 01:48:02.443264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48078) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:02.454837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48080) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:02.462269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'name': 'tempest-router--1790494543', 'project_id': 'b6003e354cf74a1a9281d2816d4e1946'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:02.466129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8bb0ef04-5506-4b74-8256-e37838577cca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:02.484027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Allocated IP 2001:db8::2 (29bb236d-b46a-42cb-a2da-6db9adce1d2d/59e1b0c9-3475-4621-8833-e7255ac30282/2f5e98ad-4b43-492a-abc2-1901a0d37a15) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:02.515183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (2d9c07db-a563-46c7-8015-05e81df3e7cd), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.543967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.561293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 8af637f3-ffa4-4d85-af34-7ea91cba373a {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:02.564415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (8af637f3-ffa4-4d85-af34-7ea91cba373a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.593161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (293e4dbb-bbae-4678-9a19-958acfe76b9c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.594224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (293e4dbb-bbae-4678-9a19-958acfe76b9c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.617428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Made reservation on behalf of da23dbad9e374348af48a3b8ed92eacf for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:02.621430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.626774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (ccd9ed01-8fd8-43d5-a779-8915fd9470fb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.670464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (8af637f3-ffa4-4d85-af34-7ea91cba373a), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.674978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Publish callbacks [] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.750031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] device_id is not set on port e5211c64-afb7-483a-9461-8c2eb23c587f yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:02.757255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.796376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e043ca-c8b0-44af-961d-fb2453be7c11 req-400d4c5f-5e78-47c9-be7f-7e2e528a45c4 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:02.805118 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f3e043ca-c8b0-44af-961d-fb2453be7c11 req-400d4c5f-5e78-47c9-be7f-7e2e528a45c4 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.4227252 Apr 07 01:48:02.821658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Pushing event updated for resources: {'Port': ['ID=2f5e98ad-4b43-492a-abc2-1901a0d37a15,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:02.827228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:02.828990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:02.829792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6604268-3d19-471e-873d-baadab943aa4 req-acefb8e3-774e-4a77-9d98-160ea963b147 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:02.834913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:02.837032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6604268-3d19-471e-873d-baadab943aa4 req-acefb8e3-774e-4a77-9d98-160ea963b147 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.4564118 Apr 07 01:48:02.845547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48082) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:02.847864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (293e4dbb-bbae-4678-9a19-958acfe76b9c), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.856696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Request body: {'floatingip': {'port_id': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:02.927168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Attempting to bind port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:02.927993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Attempting to bind port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:02.927993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Attempting to bind port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 on network 29bb236d-b46a-42cb-a2da-6db9adce1d2d {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:02.935502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:02.936069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Checking segment: {'id': '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:02.936795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.938032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Bound using segment: {'id': '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:02.938032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Bound port: 2f5e98ad-4b43-492a-abc2-1901a0d37a15, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:02.938229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.960443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (293e4dbb-bbae-4678-9a19-958acfe76b9c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.964118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (b29a07d7-b2fb-42b8-b019-af829cf7b115), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.976203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (8af637f3-ffa4-4d85-af34-7ea91cba373a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:02.986249 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f3e043ca-c8b0-44af-961d-fb2453be7c11 req-b65b8d85-9d35-4d89-abe2-4d2f6e82b929 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802523 Apr 07 01:48:03.022177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] For port 2f5e98ad-4b43-492a-abc2-1901a0d37a15, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:03.025502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] For port 2f5e98ad-4b43-492a-abc2-1901a0d37a15, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2f5e98ad-4b43-492a-abc2-1901a0d37a15,segment=NetworkSegment(87c77c5b-dc6d-4db0-b1c7-fa70066c9a47),segment_id=87c77c5b-dc6d-4db0-b1c7-fa70066c9a47)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:03.045761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (ccd9ed01-8fd8-43d5-a779-8915fd9470fb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.086940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.144480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd9ed01-8fd8-43d5-a779-8915fd9470fb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:03.159475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2394e-be4c-4b77-9fb3-65d06d6d7b15 None None] Pushing event updated for resources: {'Port': ['ID=2f5e98ad-4b43-492a-abc2-1901a0d37a15,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:03.160714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.165270 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0cd10199-645b-4aef-a024-182c5eec3af2 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/subnets/ccd9ed01-8fd8-43d5-a779-8915fd9470fb HTTP/1.1" status: 204 len: 168 time: 1.6100917 Apr 07 01:48:03.171241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44ce84-3c29-4eab-a898-5f538754d5b4 None None] Network 99be3410-b1d5-4ffe-a5ed-5e884639249c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:03.185632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.192608 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-85bdcefb-35e5-41f2-ae01-b228a35154c5 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7342329 Apr 07 01:48:03.197493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48086) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:03.198057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48088) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:03.313406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8bb0ef04-5506-4b74-8256-e37838577cca up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:03.384682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8bb0ef04-5506-4b74-8256-e37838577cca triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:03.385159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.449424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be1b79-f111-42e7-8aba-055499342e01 req-40b599ca-77a7-4b4b-87f2-fdc5655c2aa4 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:03.459073 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-61be1b79-f111-42e7-8aba-055499342e01 req-40b599ca-77a7-4b4b-87f2-fdc5655c2aa4 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.1583483 Apr 07 01:48:03.459646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48090) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:03.464873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Request body: {'floatingip': {'port_id': 'f8f05919-94ad-4540-80ae-60c331644191'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:03.465376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] DHCP port deletion for 99be3410-b1d5-4ffe-a5ed-5e884639249c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:03.493661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Allocated IP 2001:db8::153 (29bb236d-b46a-42cb-a2da-6db9adce1d2d/59e1b0c9-3475-4621-8833-e7255ac30282/e5211c64-afb7-483a-9461-8c2eb23c587f) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:03.531470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (99be3410-b1d5-4ffe-a5ed-5e884639249c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.592565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8bb0ef04-5506-4b74-8256-e37838577cca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:03.609143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (48ba7f3e-52cf-4d44-a095-dcf565bb7bd9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.611667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] Deleting port 392f1273-65af-4be5-98e2-d69e0346fd89 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:03.611796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (293e4dbb-bbae-4678-9a19-958acfe76b9c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.612377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.625123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (8af637f3-ffa4-4d85-af34-7ea91cba373a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.673461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (54f16b23-567b-4819-a25e-1a02739b80e7), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.688225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] For port 392f1273-65af-4be5-98e2-d69e0346fd89, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=392f1273-65af-4be5-98e2-d69e0346fd89,segment=NetworkSegment(84a2f428-1cc5-4ea0-805c-14054dec4dfd),segment_id=84a2f428-1cc5-4ea0-805c-14054dec4dfd)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:03.690287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.701437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d5236-a743-4956-bc1b-01a4c5813e2f None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:03.727044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] Calling delete_port for 392f1273-65af-4be5-98e2-d69e0346fd89 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:03.744113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.748059 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/8af637f3-ffa4-4d85-af34-7ea91cba373a HTTP/1.1" status: 204 len: 168 time: 1.3051977 Apr 07 01:48:03.748969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2221d31-143b-4393-a338-72a5ed02883d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=8af637f3-ffa4-4d85-af34-7ea91cba373a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:03.756354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48092) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:03.826626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (53a85d03-5144-42ca-aa7a-70edeee5dce7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:03.828744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event deleted for resources: {'Port': ['ID=48ba7f3e-52cf-4d44-a095-dcf565bb7bd9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:03.880140 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-84e66fc8-6534-4368-9c6b-7140b25fdfc9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139004 Apr 07 01:48:03.931575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48094) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:03.989257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.007103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:04.046429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.080507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] Pushing event deleted for resources: {'Port': ['ID=392f1273-65af-4be5-98e2-d69e0346fd89,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:04.084217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (53a85d03-5144-42ca-aa7a-70edeee5dce7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.086756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8095a55d-10e2-4636-9da4-7b67cbdcb866 None None] No DVR routers for this DVR port 392f1273-65af-4be5-98e2-d69e0346fd89 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:04.106271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (53a85d03-5144-42ca-aa7a-70edeee5dce7), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.109270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] Deleting port 8bb0ef04-5506-4b74-8256-e37838577cca {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:04.109657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.179050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] For port 8bb0ef04-5506-4b74-8256-e37838577cca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8bb0ef04-5506-4b74-8256-e37838577cca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:04.179463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.200266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] Calling delete_port for 8bb0ef04-5506-4b74-8256-e37838577cca owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:04.366617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (8bb0ef04-5506-4b74-8256-e37838577cca), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.394651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (53a85d03-5144-42ca-aa7a-70edeee5dce7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.395177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53a85d03-5144-42ca-aa7a-70edeee5dce7 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:04.403102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.406132 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2a8d926c-d887-45fc-9cb9-148a175e787f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/53a85d03-5144-42ca-aa7a-70edeee5dce7 HTTP/1.1" status: 204 len: 168 time: 4.3004150 Apr 07 01:48:04.413324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] Pushing event deleted for resources: {'Port': ['ID=8bb0ef04-5506-4b74-8256-e37838577cca,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:04.417145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f1e51-9c82-4319-b825-bb16b1ee5fea None None] No DVR routers for this DVR port 8bb0ef04-5506-4b74-8256-e37838577cca on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:04.428619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48096) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:04.533914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.551576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Deleting subnet 6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:04.564453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.resource_extend [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 01:48:04.584770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for subnet (6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.611950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (2d9c07db-a563-46c7-8015-05e81df3e7cd), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.643546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:04.676966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.743824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c016ec-e34d-456c-977a-0e5449109c88 None None] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:04.813487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] Provisioning complete for port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:04.814044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.816508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (293e4dbb-bbae-4678-9a19-958acfe76b9c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.829574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (293e4dbb-bbae-4678-9a19-958acfe76b9c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.834342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.895008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Deleting port 392f1273-65af-4be5-98e2-d69e0346fd89 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:04.895514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.910757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (b29a07d7-b2fb-42b8-b019-af829cf7b115), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:04.959490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] Current status of the port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:04.959490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.006306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] For port 2f5e98ad-4b43-492a-abc2-1901a0d37a15, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2f5e98ad-4b43-492a-abc2-1901a0d37a15,segment=NetworkSegment(87c77c5b-dc6d-4db0-b1c7-fa70066c9a47),segment_id=87c77c5b-dc6d-4db0-b1c7-fa70066c9a47)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:05.036109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (293e4dbb-bbae-4678-9a19-958acfe76b9c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.036608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 293e4dbb-bbae-4678-9a19-958acfe76b9c {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:05.060603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.064497 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a0a95fde-7509-4d1a-9cc4-6a38322d7bc0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/routers/293e4dbb-bbae-4678-9a19-958acfe76b9c HTTP/1.1" status: 204 len: 168 time: 1.7626114 Apr 07 01:48:05.074664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.082411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.084216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] For port 392f1273-65af-4be5-98e2-d69e0346fd89, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:05.084577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.087101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.134935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Calling delete_port for 392f1273-65af-4be5-98e2-d69e0346fd89 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:05.140782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Port 392f1273-65af-4be5-98e2-d69e0346fd89 was not found and therefore no delete operation was performed {{(pid=110983) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:48:05.147562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:05.147562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.152507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6e482-e7bd-470d-83f2-386833744b29 None None] Pushing event updated for resources: {'Port': ['ID=2f5e98ad-4b43-492a-abc2-1901a0d37a15,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:05.178611 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Floating IP 2d9c07db-a563-46c7-8015-05e81df3e7cd associated. External IP: 172.26.8.237, port: 8f615c74-307a-4958-bc7a-d383c196a452. Apr 07 01:48:05.248145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.255242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (392f1273-65af-4be5-98e2-d69e0346fd89), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.280706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.305964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (54f16b23-567b-4819-a25e-1a02739b80e7), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.309922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f71a8e22-4ab4-46ea-852e-84f5612a4c2c None None] Provisioning complete for port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:05.310294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f71a8e22-4ab4-46ea-852e-84f5612a4c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.340722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Port': ['ID=392f1273-65af-4be5-98e2-d69e0346fd89,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:05.358564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] No DVR routers for this DVR port 392f1273-65af-4be5-98e2-d69e0346fd89 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:05.368813 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Floating IP b29a07d7-b2fb-42b8-b019-af829cf7b115 associated. External IP: 172.26.8.151, port: d9976bc7-6303-42df-9b11-dd5f94a75d6d. Apr 07 01:48:05.397724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48100) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:05.425886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.496351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:05.506163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.514165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-67ccc9f2-b650-4772-ba09-39b2ab66e88d tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3 HTTP/1.1" status: 204 len: 168 time: 1.0837557 Apr 07 01:48:05.516941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48104) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:05.521310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2f5e98ad-4b43-492a-abc2-1901a0d37a15 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:05.535921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.612567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f71a8e22-4ab4-46ea-852e-84f5612a4c2c None None] Current status of the port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:05.615604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:05.615982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.635437 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Floating IP 54f16b23-567b-4819-a25e-1a02739b80e7 associated. External IP: 172.26.8.174, port: f8f05919-94ad-4540-80ae-60c331644191. Apr 07 01:48:05.652150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (99be3410-b1d5-4ffe-a5ed-5e884639249c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.656798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (7e34785e-82e1-4df7-8901-4ea96cac61c5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.721168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:05.743002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:05.756642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99be3410-b1d5-4ffe-a5ed-5e884639249c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:05.770119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-357240449', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:05.775220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 392f1273-65af-4be5-98e2-d69e0346fd89 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:05.786020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:05.795388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Router 67487477-7957-4a9b-8a72-a606ca63a17e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:05.798051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event updated for resources: {'Port': ['ID=e5211c64-afb7-483a-9461-8c2eb23c587f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:05.801132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:05.801564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 392f1273-65af-4be5-98e2-d69e0346fd89 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:05.802094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 392f1273-65af-4be5-98e2-d69e0346fd89 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:05.802778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8bb0ef04-5506-4b74-8256-e37838577cca no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:05.806461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:05.807083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.818041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:05.821193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a2f428-1cc5-4ea0-805c-14054dec4dfd') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:05.821502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a2f428-1cc5-4ea0-805c-14054dec4dfd') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:05.826366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8bb0ef04-5506-4b74-8256-e37838577cca {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:05.827419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8bb0ef04-5506-4b74-8256-e37838577cca not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:05.843410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (378139f4-6fe8-4b23-aa49-d593e680847c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.844372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:05.857162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (84a2f428-1cc5-4ea0-805c-14054dec4dfd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.864228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:05.865201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.871762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ac977-98fb-4112-8a14-7ab3485bd7d2 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:05.875841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=7e34785e-82e1-4df7-8901-4ea96cac61c5,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:05.903834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (84a2f428-1cc5-4ea0-805c-14054dec4dfd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.946131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:05.946550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (84a2f428-1cc5-4ea0-805c-14054dec4dfd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:05.950962 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:06.021248 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e50160ef-26f2-4763-ab36-944df8665a7d tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.3111062 Apr 07 01:48:06.021447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Router 5de7330c-b086-4874-ae1f-553947b39189 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:06.021895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48106) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:06.024431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '7e34785e-82e1-4df7-8901-4ea96cac61c5'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:06.025420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.028361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Request body: {'port': {'network_id': '29bb236d-b46a-42cb-a2da-6db9adce1d2d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1649366012', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:06.028654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] bootfile-name is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:06.029028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] tftp-server is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:06.029364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] server-ip-address is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:06.038974 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1c70f8b6-f375-4d1b-b333-d507968ba436 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4328249 Apr 07 01:48:06.039993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (4eb41528-0d0f-4954-9eed-b04016fe50c5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.041103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (4eb41528-0d0f-4954-9eed-b04016fe50c5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.047027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48108) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:06.050627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:06.064243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': '7e34785e-82e1-4df7-8901-4ea96cac61c5', 'ip_address': '2001:db8::3036:dd39:432c:f5f'}], 'name': 'tempest-NetworksTestDHCPv6-1977300593'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:06.073875 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] Sync routers for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:06.079793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.096710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:06.097581 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.205871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (378139f4-6fe8-4b23-aa49-d593e680847c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.242923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/7e34785e-82e1-4df7-8901-4ea96cac61c5/135d745f-9353-4d94-8e21-70bcb2fb76dd) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:06.252301 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:06.252768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378139f4-6fe8-4b23-aa49-d593e680847c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.312831 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b5f4d7f-2d36-4e6d-9eb5-e0a8167cb005 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "PUT /v2.0/floatingips/2d9c07db-a563-46c7-8015-05e81df3e7cd HTTP/1.1" status: 200 len: 991 time: 4.0614507 Apr 07 01:48:06.314577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-20c0ef3b-bab9-4151-b8c8-ed9c4ecfe044 None None] Provisioning complete for port e5211c64-afb7-483a-9461-8c2eb23c587f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:06.314958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-20c0ef3b-bab9-4151-b8c8-ed9c4ecfe044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.318428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:48:06.321618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813fe3cb-164d-4804-bf60-454c66bf15e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "tag": "8f615c74-307a-4958-bc7a-d383c196a452"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:48:06.328724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (99be3410-b1d5-4ffe-a5ed-5e884639249c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.336174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.345191 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] 10.222.0.25 "DELETE /v2.0/networks/99be3410-b1d5-4ffe-a5ed-5e884639249c HTTP/1.1" status: 204 len: 168 time: 3.1303961 Apr 07 01:48:06.354349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57026707-6346-48ee-bd27-97a9a5419dcc') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.355463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57026707-6346-48ee-bd27-97a9a5419dcc') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.388989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:06.395421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.400563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a4c52a-7e99-489f-b191-8c3e1ea62815 x-openstack-request-id: req-39a4c52a-7e99-489f-b191-8c3e1ea62815 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:48:06.400894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "tag": "8f615c74-307a-4958-bc7a-d383c196a452", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:48:06.401305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39a4c52a-7e99-489f-b191-8c3e1ea62815 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:48:06.401860 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a4c52a-7e99-489f-b191-8c3e1ea62815'] response: {'name': 'network-changed', 'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452', 'status': 'completed', 'code': 200} Apr 07 01:48:06.424628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8be637-c529-46f1-9ce7-5d1d4a8a3a26 tempest-AllowedAddressPairTestJSON-1270602615 tempest-AllowedAddressPairTestJSON-1270602615-project] Pushing event deleted for resources: {'Network': ['ID=99be3410-b1d5-4ffe-a5ed-5e884639249c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:06.448535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-20c0ef3b-bab9-4151-b8c8-ed9c4ecfe044 None None] Port e5211c64-afb7-483a-9461-8c2eb23c587f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:06.460429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (57026707-6346-48ee-bd27-97a9a5419dcc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.473553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Made reservation on behalf of da23dbad9e374348af48a3b8ed92eacf for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:06.489160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.530804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-61c03e2e-9fa4-47e8-9fab-93859b99abf0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "PUT /v2.0/floatingips/54f16b23-567b-4819-a25e-1a02739b80e7 HTTP/1.1" status: 200 len: 992 time: 3.0606968 Apr 07 01:48:06.553416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] device_id is not set on port d33588fb-e3e0-4fad-8d42-6cc00158f888 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:06.573007 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Publish callbacks [] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.576267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:06.578587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] Sync routers for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:06.590037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (4eb41528-0d0f-4954-9eed-b04016fe50c5), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.592939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:06.594058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.599849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (57026707-6346-48ee-bd27-97a9a5419dcc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.609191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a08a2-9fc2-4339-897d-0e24c5ba6f9a req-11b93aad-33b9-411c-b19c-9dd0b845bb67 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:06.610941 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5c4a08a2-9fc2-4339-897d-0e24c5ba6f9a req-11b93aad-33b9-411c-b19c-9dd0b845bb67 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1925366 Apr 07 01:48:06.619092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:06.619635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (57026707-6346-48ee-bd27-97a9a5419dcc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:06.622824 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:06.651355 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '2d9c07db-a563-46c7-8015-05e81df3e7cd', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'floating_ip_address': '172.26.8.237', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'port_id': '8f615c74-307a-4958-bc7a-d383c196a452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'mac_address': 'fa:16:3e:5e:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:21Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.687911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-9c847439-96b2-49a5-b0ca-672d9bfb760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:06.689593 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-9c847439-96b2-49a5-b0ca-672d9bfb760c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.2582359 Apr 07 01:48:06.698867 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] Checking router: 67487477-7957-4a9b-8a72-a606ca63a17e for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:06.711620 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:06.712694 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:06.743892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:06.774915 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5c4a08a2-9fc2-4339-897d-0e24c5ba6f9a req-434c4045-ee93-4a1a-a34b-56d7fefd7c8e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198370 Apr 07 01:48:06.796128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f49a4-cae5-4b2e-9315-b0c05344792c req-c6a3f69a-a0ec-4119-9e08-ee58b5d57fb4 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:06.804048 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-057f49a4-cae5-4b2e-9315-b0c05344792c req-c6a3f69a-a0ec-4119-9e08-ee58b5d57fb4 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.1896586 Apr 07 01:48:06.842337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Allocated IP 2001:db8::161 (29bb236d-b46a-42cb-a2da-6db9adce1d2d/59e1b0c9-3475-4621-8833-e7255ac30282/d33588fb-e3e0-4fad-8d42-6cc00158f888) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:06.881086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:06.891241 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-057f49a4-cae5-4b2e-9315-b0c05344792c req-edebe372-f07a-437b-a17f-1db64cd39b94 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858316 Apr 07 01:48:07.072748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.111345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34ee3-f86d-492a-b5cf-6617d45c4d5d req-2a84cdae-e893-444b-89c0-622e38f2ee04 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:07.119032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-85d34ee3-f86d-492a-b5cf-6617d45c4d5d req-2a84cdae-e893-444b-89c0-622e38f2ee04 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1572137 Apr 07 01:48:07.133993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:07.136307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:07.138380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48126) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:07.150440 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] Sync routers for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:07.167237 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:07.167859 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:07.177974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:07.178338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.205126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:07.215062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:07.226166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Pushing event updated for resources: {'Port': ['ID=135d745f-9353-4d94-8e21-70bcb2fb76dd,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:07.298359 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-85d34ee3-f86d-492a-b5cf-6617d45c4d5d req-a8defa15-981c-44b9-a23f-9b116dcd40f9 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771858 Apr 07 01:48:07.314985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for port (d33588fb-e3e0-4fad-8d42-6cc00158f888), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.359768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Attempting to bind port 135d745f-9353-4d94-8e21-70bcb2fb76dd on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:07.360561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Attempting to bind port 135d745f-9353-4d94-8e21-70bcb2fb76dd by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:07.361731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Attempting to bind port 135d745f-9353-4d94-8e21-70bcb2fb76dd on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:07.392951 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-291dd0bd-8930-473a-8bd6-49c002b59814 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc172bdea812456fa78e5132d8381a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495968 Apr 07 01:48:07.397318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48130) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:07.406954 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '2d9c07db-a563-46c7-8015-05e81df3e7cd', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'floating_ip_address': '172.26.8.237', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'port_id': '8f615c74-307a-4958-bc7a-d383c196a452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'mac_address': 'fa:16:3e:5e:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:21Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:07.408103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:07.408696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:07.412129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.412129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:07.412129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Bound port: 135d745f-9353-4d94-8e21-70bcb2fb76dd, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:07.412129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.441376 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07e5008-c70a-454c-a10c-93a23f92aeaa None None] The sync data for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv is: [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '2d9c07db-a563-46c7-8015-05e81df3e7cd', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'floating_ip_address': '172.26.8.237', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'port_id': '8f615c74-307a-4958-bc7a-d383c196a452', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'mac_address': 'fa:16:3e:5e:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:21Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:07.444254 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:07.459630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d33588fb-e3e0-4fad-8d42-6cc00158f888), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.480447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (378139f4-6fe8-4b23-aa49-d593e680847c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.501260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 378139f4-6fe8-4b23-aa49-d593e680847c {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 07 01:48:07.522298 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-95e9be19-a173-40da-ac96-f539f9d3f595 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "PUT /v2.0/floatingips/b29a07d7-b2fb-42b8-b019-af829cf7b115 HTTP/1.1" status: 200 len: 992 time: 4.6686738 Apr 07 01:48:07.537081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.544140 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/networks/378139f4-6fe8-4b23-aa49-d593e680847c HTTP/1.1" status: 204 len: 168 time: 2.0202494 Apr 07 01:48:07.550931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] For port 135d745f-9353-4d94-8e21-70bcb2fb76dd, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:07.560921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:48:07.563234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3232d89-e046-4618-9d19-98a584256b87" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:48:07.563588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] For port 135d745f-9353-4d94-8e21-70bcb2fb76dd, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=135d745f-9353-4d94-8e21-70bcb2fb76dd,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:07.564134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:07.573148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98d1a78f-4d53-4862-8790-0db513fcebf5 admin admin] Publish callbacks [] for security_group (7d10451a-c744-49c3-af03-8b966374dccb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.577325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:07.577325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event updated for resources: {'Port': ['ID=d33588fb-e3e0-4fad-8d42-6cc00158f888,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:07.579927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:07.586206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:07.586206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.588709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '54f16b23-567b-4819-a25e-1a02739b80e7', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '5de7330c-b086-4874-ae1f-553947b39189', 'port_id': 'f8f05919-94ad-4540-80ae-60c331644191', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'mac_address': 'fa:16:3e:d5:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:26Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:24Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:07.622278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98d1a78f-4d53-4862-8790-0db513fcebf5 admin admin] Publish callbacks [] for security_group (7d10451a-c744-49c3-af03-8b966374dccb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.651399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] Checking router: 5de7330c-b086-4874-ae1f-553947b39189 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:07.664221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.666455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e81a3e-d06e-4e19-9e85-d7bfb00d512f tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event deleted for resources: {'Network': ['ID=378139f4-6fe8-4b23-aa49-d593e680847c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:07.699356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (4eb41528-0d0f-4954-9eed-b04016fe50c5), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.720159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:07.720848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:07.730618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00485698-da50-4449-b500-4f576bea3b10 x-openstack-request-id: req-00485698-da50-4449-b500-4f576bea3b10 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:48:07.732366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:48:07.733012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00485698-da50-4449-b500-4f576bea3b10 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:48:07.735223 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00485698-da50-4449-b500-4f576bea3b10'] response: {'name': 'network-changed', 'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'status': 'completed', 'code': 200} Apr 07 01:48:07.759726 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8cdac3c6-6016-445b-94c7-c25fb178658c tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7330296 Apr 07 01:48:07.771421 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48138) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:07.825355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98d1a78f-4d53-4862-8790-0db513fcebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7d10451a-c744-49c3-af03-8b966374dccb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.828076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98d1a78f-4d53-4862-8790-0db513fcebf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:07.829249 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-98d1a78f-4d53-4862-8790-0db513fcebf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d10451a-c744-49c3-af03-8b966374dccb HTTP/1.1" status: 204 len: 168 time: 0.4299960 Apr 07 01:48:07.854043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1a78f-4d53-4862-8790-0db513fcebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10451a-c744-49c3-af03-8b966374dccb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:07.886051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-37ec23dc-7768-4236-bcc6-3a343150f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:07.895526 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-37ec23dc-7768-4236-bcc6-3a343150f923 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.7731178 Apr 07 01:48:07.952636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87f317-497b-4f28-b941-16c58f3acc17 req-c6fa76f6-59ec-42e4-a1ae-b5fdeb514662 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:07.954818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d87f317-497b-4f28-b941-16c58f3acc17 req-c6fa76f6-59ec-42e4-a1ae-b5fdeb514662 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.2360194 Apr 07 01:48:07.982017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28994049-00eb-4c77-ab0b-b09271cf8beb None None] Pushing event updated for resources: {'Port': ['ID=135d745f-9353-4d94-8e21-70bcb2fb76dd,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:08.043080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:08.045925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232d89-e046-4618-9d19-98a584256b87 req-4661e7a5-6725-4005-ab56-a7ab3a4421e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.050803 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-4661e7a5-6725-4005-ab56-a7ab3a4421e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc54b863393740859b1a7a06cc8f3b60&device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 1130 time: 0.3157890 Apr 07 01:48:08.051837 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b29a07d7-b2fb-42b8-b019-af829cf7b115', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'port_id': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'mac_address': 'fa:16:3e:9a:52:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:25Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:19Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:08.088047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:08.147800 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] Checking router: aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:08.170447 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:08.171240 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:08.179564 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-386b862e-3538-42e3-b5ad-63fcd07012c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 999 time: 0.2752419 Apr 07 01:48:08.181525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port ed736867-aa27-4eee-8e61-e077260aa659 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:08.252547 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d87f317-497b-4f28-b941-16c58f3acc17 req-6907731f-69d5-492f-b286-d54e519fe0ac tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897766 Apr 07 01:48:08.329594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7780b6e3-e50e-4130-bd1d-c6b3f80088ec None None] Provisioning complete for port d33588fb-e3e0-4fad-8d42-6cc00158f888 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:08.331817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7780b6e3-e50e-4130-bd1d-c6b3f80088ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d33588fb-e3e0-4fad-8d42-6cc00158f888), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:08.374885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232d89-e046-4618-9d19-98a584256b87 req-69d20429-1978-4fed-82ce-67b4cd20e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.382700 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-69d20429-1978-4fed-82ce-67b4cd20e559 service neutron] 10.222.0.10 "GET /v2.0/networks?id=35b7a864-29c8-4773-84ad-08804773fdae HTTP/1.1" status: 200 len: 905 time: 0.3135746 Apr 07 01:48:08.452497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48154) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:08.468689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'name': 'tempest-router--1868260870', 'project_id': '185a3e6520954edfb2ddd08980d84083'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:08.621986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0389b-7785-45e7-8396-8b8486b739be tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.626514 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:08.630459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7780b6e3-e50e-4130-bd1d-c6b3f80088ec None None] Port d33588fb-e3e0-4fad-8d42-6cc00158f888 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:08.634699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0389b-7785-45e7-8396-8b8486b739be tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.641394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:48:08.644305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e936fe-8505-4b68-bc4d-8734702d050e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "tag": "f8f05919-94ad-4540-80ae-60c331644191"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:48:08.647807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c0389b-7785-45e7-8396-8b8486b739be tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.649602 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b1c0389b-7785-45e7-8396-8b8486b739be tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.8716695 Apr 07 01:48:08.658232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-f794b856-289e-4eaf-8c07-712d577cbbd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d HTTP/1.1" status: 200 len: 1000 time: 0.2677355 Apr 07 01:48:08.659439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48162) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:08.740060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cccdf6-652a-4c00-b056-cd89868d54f5 x-openstack-request-id: req-32cccdf6-652a-4c00-b056-cd89868d54f5 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:48:08.740365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "tag": "f8f05919-94ad-4540-80ae-60c331644191", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:48:08.740619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32cccdf6-652a-4c00-b056-cd89868d54f5 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:48:08.741206 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32cccdf6-652a-4c00-b056-cd89868d54f5'] response: {'name': 'network-changed', 'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191', 'status': 'completed', 'code': 200} Apr 07 01:48:08.808377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-ece8e1d5-df26-41ef-abdb-0256305c5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.814622 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-ece8e1d5-df26-41ef-abdb-0256305c5009 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.5915961 Apr 07 01:48:08.834295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232d89-e046-4618-9d19-98a584256b87 req-637aede9-4eb8-46be-bd5c-f77ee0b5088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.835985 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-637aede9-4eb8-46be-bd5c-f77ee0b5088b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e01e6c7d-df90-4bcf-8acd-c35a6287d3c8 HTTP/1.1" status: 200 len: 844 time: 0.1593766 Apr 07 01:48:08.847471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '54f16b23-567b-4819-a25e-1a02739b80e7', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '5de7330c-b086-4874-ae1f-553947b39189', 'port_id': 'f8f05919-94ad-4540-80ae-60c331644191', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'mac_address': 'fa:16:3e:d5:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:26Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:24Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:08.849185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164e5c9-1cf8-4da1-a13d-5f6c0507624c req-b5b15b42-8eb5-49c3-acb1-3d1bda903fad tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:08.850716 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8164e5c9-1cf8-4da1-a13d-5f6c0507624c req-b5b15b42-8eb5-49c3-acb1-3d1bda903fad tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1903951 Apr 07 01:48:08.911377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::3036:dd39:432c:f5f (90b9273a-c012-429c-a675-14d31428d1d8/7e34785e-82e1-4df7-8901-4ea96cac61c5/ed736867-aa27-4eee-8e61-e077260aa659) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:08.928394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2703a30-0ec8-4678-bf89-0091883d9d46 None None] The sync data for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv is: [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '54f16b23-567b-4819-a25e-1a02739b80e7', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '5de7330c-b086-4874-ae1f-553947b39189', 'port_id': 'f8f05919-94ad-4540-80ae-60c331644191', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'mac_address': 'fa:16:3e:d5:88:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:26Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:24Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:08.933119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (2d428a62-228e-4d38-8f88-62b166ee2fd7), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:08.940533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (2d428a62-228e-4d38-8f88-62b166ee2fd7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.017639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-31b33dc5-95c8-44a4-ae9e-9f0a2718f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:09.020029 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-31b33dc5-95c8-44a4-ae9e-9f0a2718f6e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd&device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 1130 time: 0.2495494 Apr 07 01:48:09.072011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c81bea-ccaa-4bd8-8c48-f01faad91677 None None] New status for floating IP 2d9c07db-a563-46c7-8015-05e81df3e7cd: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:48:09.091715 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b29a07d7-b2fb-42b8-b019-af829cf7b115', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'port_id': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'mac_address': 'fa:16:3e:9a:52:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:25Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:19Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:09.181283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75420443-6c2e-48e2-baa0-69cba03ec4fe None None] The sync data for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv is: [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b29a07d7-b2fb-42b8-b019-af829cf7b115', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'floating_ip_address': '172.26.8.151', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'port_id': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'mac_address': 'fa:16:3e:9a:52:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:47:25Z', 'updated_at': '2022-04-07T01:48:04Z', 'revision_number': 1, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:19Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:09.353005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-9e4ae8e1-3d8e-419c-8dfb-901a061dd10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:09.354550 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-9e4ae8e1-3d8e-419c-8dfb-901a061dd10c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5226941 Apr 07 01:48:09.378830 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43506014-66fd-4445-86ec-b25820768667 None None] New status for floating IP 54f16b23-567b-4819-a25e-1a02739b80e7: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:48:09.414349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 135d745f-9353-4d94-8e21-70bcb2fb76dd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:09.511052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (2d428a62-228e-4d38-8f88-62b166ee2fd7), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.522659 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8164e5c9-1cf8-4da1-a13d-5f6c0507624c req-4ee10ba5-e884-4a69-bba5-e6dc72463846 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6621904 Apr 07 01:48:09.568199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3232d89-e046-4618-9d19-98a584256b87 req-6a17a7da-92df-45ed-9d55-6666fccfe3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:09.568199 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-6a17a7da-92df-45ed-9d55-6666fccfe3b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=35b7a864-29c8-4773-84ad-08804773fdae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.7136478 Apr 07 01:48:09.569398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Deleting port d33588fb-e3e0-4fad-8d42-6cc00158f888 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:09.569749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d33588fb-e3e0-4fad-8d42-6cc00158f888), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.648807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e06eff-3e52-469e-b956-66f574e93d41 None None] New status for floating IP b29a07d7-b2fb-42b8-b019-af829cf7b115: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:48:09.660001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48176) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:09.665849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (2d428a62-228e-4d38-8f88-62b166ee2fd7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.687929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d33588fb-e3e0-4fad-8d42-6cc00158f888), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.706940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Calling delete_port for d33588fb-e3e0-4fad-8d42-6cc00158f888 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:09.732830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] Provisioning complete for port 135d745f-9353-4d94-8e21-70bcb2fb76dd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:09.733510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.817657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 135d745f-9353-4d94-8e21-70bcb2fb76dd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:09.818867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.825222 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:09.830192 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-52232867-236c-4f69-8a29-2f51e5ee9d3b tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3647261 Apr 07 01:48:09.833586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48180) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:09.957245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d33588fb-e3e0-4fad-8d42-6cc00158f888), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.000643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event deleted for resources: {'Port': ['ID=d33588fb-e3e0-4fad-8d42-6cc00158f888,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:10.009452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] Current status of the port 135d745f-9353-4d94-8e21-70bcb2fb76dd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:10.009856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.020122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 135d745f-9353-4d94-8e21-70bcb2fb76dd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:10.020524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.052248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.056366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b538f63b-4f9f-44f3-93bf-1f2a3c591f3f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "DELETE /v2.0/ports/d33588fb-e3e0-4fad-8d42-6cc00158f888 HTTP/1.1" status: 204 len: 168 time: 1.3876505 Apr 07 01:48:10.063068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48182) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:10.068197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Request body: {'port': {'name': 'tempest-new-port-name-982397017', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:10.069551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] bootfile-name is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:10.069551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] tftp-server is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:10.069551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] server-ip-address is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:10.089276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] For port 135d745f-9353-4d94-8e21-70bcb2fb76dd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=135d745f-9353-4d94-8e21-70bcb2fb76dd,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:10.105677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-d66f9746-5345-445f-8672-9eadc44b30e2 service neutron] 10.222.0.10 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182410 Apr 07 01:48:10.148794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.222813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.248841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:48:10.249196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:48:10.250025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21d619f-bc93-4e2e-844d-95776dc7fb54 None None] Pushing event updated for resources: {'Port': ['ID=135d745f-9353-4d94-8e21-70bcb2fb76dd,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:10.288931 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-2dab368b-7e1f-49a8-99f7-766a6c4b7115 service neutron] 10.222.0.10 "GET /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770411 Apr 07 01:48:10.302865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-978214605'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:10.326814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-7f4380f6-ffcd-4b53-819a-93daf4f8f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:10.328334 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-7f4380f6-ffcd-4b53-819a-93daf4f8f936 service neutron] 10.222.0.10 "GET /v2.0/networks?id=56670783-ae18-446d-be98-28b9cfdf36b5 HTTP/1.1" status: 200 len: 911 time: 1.2848189 Apr 07 01:48:10.346062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (4eb41528-0d0f-4954-9eed-b04016fe50c5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.393328 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-0c1031d0-391f-44ba-9fda-9447881eba65 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9747314 Apr 07 01:48:10.400312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (2d428a62-228e-4d38-8f88-62b166ee2fd7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.436952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.457242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.484301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (ed736867-aa27-4eee-8e61-e077260aa659), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.526331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.558824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] In _notify_port_updated(), no bound segment for port e5211c64-afb7-483a-9461-8c2eb23c587f on network 29bb236d-b46a-42cb-a2da-6db9adce1d2d {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:48:10.561907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Made reservation on behalf of 0cbaf629c8fb450d85710b93a9250912 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:10.563919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:10.564564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.565107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.569964 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "PUT /v2.0/ports/e5211c64-afb7-483a-9461-8c2eb23c587f HTTP/1.1" status: 200 len: 1129 time: 0.5021224 Apr 07 01:48:10.569964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48186) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:10.614732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4763c9-bc17-4f2d-a5d9-0fe8eebe4c25 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event updated for resources: {'Port': ['ID=e5211c64-afb7-483a-9461-8c2eb23c587f,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:10.639815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.653996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acad25d-047b-4ec1-b86e-9720f427ae0f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:10.658487 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4acad25d-047b-4ec1-b86e-9720f427ae0f tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "GET /v2.0/ports/e5211c64-afb7-483a-9461-8c2eb23c587f HTTP/1.1" status: 200 len: 1129 time: 0.0857210 Apr 07 01:48:10.668034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48188) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:10.702551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cdfd9a-2f21-4e2e-b15c-21446809f444 req-ba83f91d-7ee1-4015-b486-a071582aa99f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:10.704110 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-87cdfd9a-2f21-4e2e-b15c-21446809f444 req-ba83f91d-7ee1-4015-b486-a071582aa99f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0699408 Apr 07 01:48:10.732998 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-a7d8fbcd-8e13-4bb4-b0e5-193e88acee07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8f05919-94ad-4540-80ae-60c331644191 HTTP/1.1" status: 200 len: 1002 time: 0.3748231 Apr 07 01:48:10.762577 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-87cdfd9a-2f21-4e2e-b15c-21446809f444 req-2763b642-bfac-4972-bee7-c4c72db29987 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511830 Apr 07 01:48:10.794138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 135d745f-9353-4d94-8e21-70bcb2fb76dd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:10.886223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7a4f821b-d482-414e-a408-22d7053a3305 None None] Provisioning complete for port e5211c64-afb7-483a-9461-8c2eb23c587f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:10.886577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7a4f821b-d482-414e-a408-22d7053a3305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.923623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7a4f821b-d482-414e-a408-22d7053a3305 None None] Port e5211c64-afb7-483a-9461-8c2eb23c587f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:10.938105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (2d428a62-228e-4d38-8f88-62b166ee2fd7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.948387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (2d428a62-228e-4d38-8f88-62b166ee2fd7), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:10.976736 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-813fe3cb-164d-4804-bf60-454c66bf15e1 req-3195117d-21cb-4565-a6ec-261d267b44e5 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5745401 Apr 07 01:48:11.041627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ed736867-aa27-4eee-8e61-e077260aa659), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.052096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-0f6b5471-c464-4694-8a51-46edd91c61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.053629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-0f6b5471-c464-4694-8a51-46edd91c61b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4 HTTP/1.1" status: 200 len: 850 time: 0.1973240 Apr 07 01:48:11.057010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Allocated IP 172.26.8.198 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/32220e88-6dbe-4256-92a2-f7811f53fc81) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:11.150615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:11.193659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (2d428a62-228e-4d38-8f88-62b166ee2fd7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.194228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d428a62-228e-4d38-8f88-62b166ee2fd7 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:11.201706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:11.206620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:11.212068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.212679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.217234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.220989 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f7c74242-1b8e-4063-b50c-a043e1ab5fbe tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/2d428a62-228e-4d38-8f88-62b166ee2fd7 HTTP/1.1" status: 204 len: 168 time: 1.3735888 Apr 07 01:48:11.220989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=ed736867-aa27-4eee-8e61-e077260aa659,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:11.280227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 135d745f-9353-4d94-8e21-70bcb2fb76dd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:11.287727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Deleting port e5211c64-afb7-483a-9461-8c2eb23c587f {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:11.288076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.300059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-84059db4-dc16-438f-b783-03ca63043db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.301609 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-84059db4-dc16-438f-b783-03ca63043db2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=56670783-ae18-446d-be98-28b9cfdf36b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2338626 Apr 07 01:48:11.354788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 135d745f-9353-4d94-8e21-70bcb2fb76dd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:11.355178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.374643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2ae9d448-a72a-41ca-aafc-7d3b6799e184 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3147206 Apr 07 01:48:11.377425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:11.380404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for security_group (5230b40b-12fa-4724-90d9-fa4cf5d8e766), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.443815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5230b40b-12fa-4724-90d9-fa4cf5d8e766), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.463664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c1469-e40b-4153-9066-11d06ccfc6a8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.469822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8c1469-e40b-4153-9066-11d06ccfc6a8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.475201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1b8c1469-e40b-4153-9066-11d06ccfc6a8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.0959103 Apr 07 01:48:11.475907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48194) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:11.477030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for port (32220e88-6dbe-4256-92a2-f7811f53fc81), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.498752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 135d745f-9353-4d94-8e21-70bcb2fb76dd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:11.521418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:11.546456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.547910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f6a7c7c1-d1d7-4706-8ff8-5dbf047a2288 None None] Provisioning complete for port ed736867-aa27-4eee-8e61-e077260aa659 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:11.548351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f6a7c7c1-d1d7-4706-8ff8-5dbf047a2288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ed736867-aa27-4eee-8e61-e077260aa659), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.551746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5230b40b-12fa-4724-90d9-fa4cf5d8e766,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:11.569177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fd428b1e-4d00-4484-bfb8-c720e8c345cb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.569535 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Added segment fd428b1e-4d00-4484-bfb8-c720e8c345cb of type vlan for network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 Apr 07 01:48:11.586939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Calling delete_port for e5211c64-afb7-483a-9461-8c2eb23c587f owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:11.587097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f6a7c7c1-d1d7-4706-8ff8-5dbf047a2288 None None] Port ed736867-aa27-4eee-8e61-e077260aa659 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:11.600521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port ed736867-aa27-4eee-8e61-e077260aa659 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:11.601097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ed736867-aa27-4eee-8e61-e077260aa659), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.605788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-809ccb94-9fc7-4a1c-a158-5e9ea8c076b4 service neutron] 10.222.0.10 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833440 Apr 07 01:48:11.616385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48196) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:11.699768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ed736867-aa27-4eee-8e61-e077260aa659), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.714921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for ed736867-aa27-4eee-8e61-e077260aa659 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:11.719866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.733295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (32220e88-6dbe-4256-92a2-f7811f53fc81), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.820061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:11.833847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-379453306', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:11.835185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:11.847665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:11.861582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event updated for resources: {'Port': ['ID=32220e88-6dbe-4256-92a2-f7811f53fc81,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:11.889044 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2e936fe-8505-4b68-bc4d-8734702d050e req-f401d2c4-d5f7-439b-b795-c6b8af8bec90 service neutron] 10.222.0.10 "GET /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589374 Apr 07 01:48:11.927385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2315e98-cffa-4787-b761-0ae0efd7a964 req-31cb5316-834f-478a-bb93-37f0bb9f8bbc tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.929023 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a2315e98-cffa-4787-b761-0ae0efd7a964 req-31cb5316-834f-478a-bb93-37f0bb9f8bbc tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0835965 Apr 07 01:48:11.982506 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a2315e98-cffa-4787-b761-0ae0efd7a964 req-9183aa08-593a-43a2-a21d-b45ca1a881ad tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469451 Apr 07 01:48:11.992886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:11.997778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:11.998358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.002765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.004719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.045864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ed736867-aa27-4eee-8e61-e077260aa659), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.103558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event updated for resources: {'Network': ['ID=d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:12.116090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:12.139352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=ed736867-aa27-4eee-8e61-e077260aa659,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:12.160279 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-649c83a8-f3cc-460c-ad14-3fb1f1c9b761 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4990070 Apr 07 01:48:12.162666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.163050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48204) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:12.169121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Request body: {'subnet': {'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:12.170143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.176709 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea55d90f-f207-4c0c-86eb-510f7f4b97c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/ed736867-aa27-4eee-8e61-e077260aa659 HTTP/1.1" status: 204 len: 168 time: 0.6964102 Apr 07 01:48:12.178268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48206) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:12.222763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e5211c64-afb7-483a-9461-8c2eb23c587f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.240860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6e43b-73ef-4dc9-ab62-8c85e0a40a2f req-6b865840-8679-4cd3-9c1a-23ff1e3ef280 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:12.242322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a7e6e43b-73ef-4dc9-ab62-8c85e0a40a2f req-6b865840-8679-4cd3-9c1a-23ff1e3ef280 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1885295 Apr 07 01:48:12.256185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a83cc-c784-46ad-bb8d-0b0a383eb286 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:12.256185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a83cc-c784-46ad-bb8d-0b0a383eb286 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:12.256185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-779a83cc-c784-46ad-bb8d-0b0a383eb286 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0744987 Apr 07 01:48:12.265196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48208) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:12.356320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event deleted for resources: {'Port': ['ID=e5211c64-afb7-483a-9461-8c2eb23c587f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:12.471375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a7e6e43b-73ef-4dc9-ab62-8c85e0a40a2f req-f358fd2e-b834-4160-b95b-517e6fe93c83 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164280 Apr 07 01:48:12.474555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.479970 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e1804994-8ece-438c-9deb-83c474f3dfc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "DELETE /v2.0/ports/e5211c64-afb7-483a-9461-8c2eb23c587f HTTP/1.1" status: 204 len: 168 time: 1.8007290 Apr 07 01:48:12.480350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.481675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48210) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:12.493013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 7e34785e-82e1-4df7-8901-4ea96cac61c5 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:12.507660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (7e34785e-82e1-4df7-8901-4ea96cac61c5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.541399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Deleting subnet 59e1b0c9-3475-4621-8833-e7255ac30282 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:12.550915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for subnet (59e1b0c9-3475-4621-8833-e7255ac30282), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.563943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (4eb41528-0d0f-4954-9eed-b04016fe50c5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.570312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (7e34785e-82e1-4df7-8901-4ea96cac61c5), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.627693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Made reservation on behalf of 0cbaf629c8fb450d85710b93a9250912 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:12.629418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (59e1b0c9-3475-4621-8833-e7255ac30282), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.631136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.741166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (59e1b0c9-3475-4621-8833-e7255ac30282), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.901754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:12.920996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.020322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (59e1b0c9-3475-4621-8833-e7255ac30282), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.072432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event deleted for resources: {'Subnet': ['ID=59e1b0c9-3475-4621-8833-e7255ac30282,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:13.080030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.086477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d6e0d42e-574a-4478-ab17-0a58cd8757ff tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "DELETE /v2.0/subnets/59e1b0c9-3475-4621-8833-e7255ac30282 HTTP/1.1" status: 204 len: 168 time: 0.6014438 Apr 07 01:48:13.089305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48216) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:13.091421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3c89c-a703-439f-9508-e13887f0a052 None None] Network 29bb236d-b46a-42cb-a2da-6db9adce1d2d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:13.107699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Allocated IP 172.26.8.142 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/90e28629-775a-4324-a169-133c5d33d81b) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:13.130857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3fc19-582a-4949-a2eb-ef0f703f8cb5 req-2c583c83-8461-4f6a-b5d9-835b8b8ac316 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:13.132369 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ccc3fc19-582a-4949-a2eb-ef0f703f8cb5 req-2c583c83-8461-4f6a-b5d9-835b8b8ac316 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1424222 Apr 07 01:48:13.185964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7e34785e-82e1-4df7-8901-4ea96cac61c5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.243357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ccc3fc19-582a-4949-a2eb-ef0f703f8cb5 req-6dee124e-859c-4f3c-90d1-a383010301e1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960453 Apr 07 01:48:13.282592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for port (90e28629-775a-4324-a169-133c5d33d81b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.299432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] DHCP port deletion for 29bb236d-b46a-42cb-a2da-6db9adce1d2d request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:13.309354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (29bb236d-b46a-42cb-a2da-6db9adce1d2d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.358054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] Deleting port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:13.358448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.395791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (90e28629-775a-4324-a169-133c5d33d81b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.431994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] For port 2f5e98ad-4b43-492a-abc2-1901a0d37a15, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2f5e98ad-4b43-492a-abc2-1901a0d37a15,segment=NetworkSegment(87c77c5b-dc6d-4db0-b1c7-fa70066c9a47),segment_id=87c77c5b-dc6d-4db0-b1c7-fa70066c9a47)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:13.433571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.451370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:13.453786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] Calling delete_port for 2f5e98ad-4b43-492a-abc2-1901a0d37a15 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:13.457270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:13.461054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (4eb41528-0d0f-4954-9eed-b04016fe50c5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.467782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:13.505822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event updated for resources: {'Port': ['ID=90e28629-775a-4324-a169-133c5d33d81b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:13.510920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7e34785e-82e1-4df7-8901-4ea96cac61c5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.534046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (ee554ff4-3d02-4ce7-be54-f677342f168f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.570644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.576252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/7e34785e-82e1-4df7-8901-4ea96cac61c5 HTTP/1.1" status: 204 len: 168 time: 1.3050966 Apr 07 01:48:13.576252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa588d5-be3b-4e76-9ebf-e2ef45c0e2a5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=7e34785e-82e1-4df7-8901-4ea96cac61c5,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:13.578056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48222) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:13.643033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487a3f2-4649-4675-8108-2e801194bf5d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:13.710385 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1fb88b2e-6a66-406d-9f82-ce627b5f3067 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627568 Apr 07 01:48:13.715763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Deleting port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:13.716113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.731499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48224) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:13.826949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event updated for resources: {'Subnet': ['ID=ee554ff4-3d02-4ce7-be54-f677342f168f,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:13.855122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:13.858769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] For port 2f5e98ad-4b43-492a-abc2-1901a0d37a15, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2f5e98ad-4b43-492a-abc2-1901a0d37a15,segment=NetworkSegment(87c77c5b-dc6d-4db0-b1c7-fa70066c9a47),segment_id=87c77c5b-dc6d-4db0-b1c7-fa70066c9a47)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:13.858769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.860887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.888491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Checking segment: {'id': 'fd428b1e-4d00-4484-bfb8-c720e8c345cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:13.888890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Network hostable DHCP agents. Network: d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:13.896407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Calling delete_port for 2f5e98ad-4b43-492a-abc2-1901a0d37a15 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:13.899906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] Pushing event deleted for resources: {'Port': ['ID=2f5e98ad-4b43-492a-abc2-1901a0d37a15,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:13.903165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:13.926385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0d5998-dbc7-4de4-865f-32903cfeb8ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:13.930611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fe4b9-ee89-49d8-ab59-52de9ffc4029 None None] No DVR routers for this DVR port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:13.931062 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7d0d5998-dbc7-4de4-865f-32903cfeb8ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1949496 Apr 07 01:48:13.936020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48228) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:13.968554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] Deleting port 135d745f-9353-4d94-8e21-70bcb2fb76dd {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:13.968915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.037956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38802cde-b648-4af7-8d18-80df11adbd08 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:14.039460 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-38802cde-b648-4af7-8d18-80df11adbd08 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1020744 Apr 07 01:48:14.043228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] For port 135d745f-9353-4d94-8e21-70bcb2fb76dd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=135d745f-9353-4d94-8e21-70bcb2fb76dd,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:14.043395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48230) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:14.043632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.065281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] Calling delete_port for 135d745f-9353-4d94-8e21-70bcb2fb76dd owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:14.089217 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-23f5c59d-917a-4ccd-9cbc-6bd7cdb104dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444579 Apr 07 01:48:14.097608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:14.102937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Router 4eb41528-0d0f-4954-9eed-b04016fe50c5 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:14.106842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48232) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:14.115324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:14.145246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.165754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2f5e98ad-4b43-492a-abc2-1901a0d37a15), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.257098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:14.258472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event deleted for resources: {'Port': ['ID=2f5e98ad-4b43-492a-abc2-1901a0d37a15,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:14.259540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (135d745f-9353-4d94-8e21-70bcb2fb76dd), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.262409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] No DVR routers for this DVR port 2f5e98ad-4b43-492a-abc2-1901a0d37a15 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:14.278841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:14.279466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.286501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] No DVR routers for this DVR port 135d745f-9353-4d94-8e21-70bcb2fb76dd on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:14.290451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c3849e-8341-4530-ae4d-6abae73403ba None None] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:14.323653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52547feb-50d2-4d09-be55-4d702650c1e4 req-5587f9a5-2a37-4113-9bf6-cb3a024d846e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:14.325164 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52547feb-50d2-4d09-be55-4d702650c1e4 req-5587f9a5-2a37-4113-9bf6-cb3a024d846e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0887804 Apr 07 01:48:14.367780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a73aa7-73d5-47d3-9759-6d49377a5df6 None None] Pushing event deleted for resources: {'Port': ['ID=135d745f-9353-4d94-8e21-70bcb2fb76dd,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:14.402787 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52547feb-50d2-4d09-be55-4d702650c1e4 req-94f8412e-de59-4a08-aa50-a2355dca7671 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698283 Apr 07 01:48:14.428412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Router 50fbe900-1bb2-4c4f-b1bb-0dec3a409162 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:14.445009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698', 'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698', 'project_id': '0cbaf629c8fb450d85710b93a9250912', 'fixed_ips': [{'subnet_id': 'ee554ff4-3d02-4ce7-be54-f677342f168f'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:14.446008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.455709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (29bb236d-b46a-42cb-a2da-6db9adce1d2d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.466100 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c609f06b-d31d-4776-a2e4-8b608da17474 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3018532 Apr 07 01:48:14.472433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48238) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:14.477884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Request body: {'port': {'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698', 'name': 'tempest-ExtraDHCPOptionsTestJSON-815454366'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:14.539100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:14.549905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:14.564391 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] Sync routers for ids ['4eb41528-0d0f-4954-9eed-b04016fe50c5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:14.572853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] Sync routers for ids ['50fbe900-1bb2-4c4f-b1bb-0dec3a409162'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:14.573045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:14.575350 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] Routers {'4eb41528-0d0f-4954-9eed-b04016fe50c5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:14.575973 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4eb41528-0d0f-4954-9eed-b04016fe50c5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.576533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.587923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29bb236d-b46a-42cb-a2da-6db9adce1d2d']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.610223 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.618803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] Routers {'50fbe900-1bb2-4c4f-b1bb-0dec3a409162'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:14.619446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['50fbe900-1bb2-4c4f-b1bb-0dec3a409162'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.620050 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] Routers {'4eb41528-0d0f-4954-9eed-b04016fe50c5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:14.620710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4eb41528-0d0f-4954-9eed-b04016fe50c5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.655868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Allocated IP 172.20.0.2 (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698/ee554ff4-3d02-4ce7-be54-f677342f168f/4bf530c0-9e7c-4f94-a8e9-c216998dd3a6) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:14.656095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.656287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c77c5b-dc6d-4db0-b1c7-fa70066c9a47') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.657330 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.658495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.659607 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5064a3-65ca-4d89-9848-95800ec5e3c6 None None] The sync data for ids ['4eb41528-0d0f-4954-9eed-b04016fe50c5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:14.659797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.662782 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b81e398d-5664-4006-b64e-f6ca477c2b04 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0453088 Apr 07 01:48:14.665434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48240) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:14.681354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] Routers {'50fbe900-1bb2-4c4f-b1bb-0dec3a409162'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:14.681354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['50fbe900-1bb2-4c4f-b1bb-0dec3a409162'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.683011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (87c77c5b-dc6d-4db0-b1c7-fa70066c9a47), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.708130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.712113 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5ff75ad8-bb33-4f73-9298-dba700300a79 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2798977 Apr 07 01:48:14.713734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48242) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:14.724967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:14.726782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (87c77c5b-dc6d-4db0-b1c7-fa70066c9a47), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.727644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606d1524-8cbc-4c1d-9d3d-47787d07548f None None] The sync data for ids ['50fbe900-1bb2-4c4f-b1bb-0dec3a409162'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:14.752258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:14.753947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (87c77c5b-dc6d-4db0-b1c7-fa70066c9a47), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:14.757280 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:14.810150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Made reservation on behalf of 0cbaf629c8fb450d85710b93a9250912 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:14.814027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.854951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] device_id is not set on port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:14.871279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Publish callbacks [] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.937832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (29bb236d-b46a-42cb-a2da-6db9adce1d2d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.961566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.975208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:14.980987 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] 10.222.0.25 "DELETE /v2.0/networks/29bb236d-b46a-42cb-a2da-6db9adce1d2d HTTP/1.1" status: 204 len: 168 time: 1.8848441 Apr 07 01:48:14.986100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d525b74-b180-4be5-9b08-9b7f557989c0 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449 tempest-ExtraDHCPOptionsIpV6TestJSON-1905323449-project] Pushing event deleted for resources: {'Network': ['ID=29bb236d-b46a-42cb-a2da-6db9adce1d2d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:15.033345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Pushing event updated for resources: {'Port': ['ID=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:15.052322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:15.054205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:15.057253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:15.080083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Allocated IP 172.20.0.10 (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698/ee554ff4-3d02-4ce7-be54-f677342f168f/5c1df33c-6ff8-4925-a12d-bc99d62a39aa) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:15.134286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Attempting to bind port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:15.134664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Attempting to bind port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'fd428b1e-4d00-4484-bfb8-c720e8c345cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:15.135036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Attempting to bind port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 on network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:15.140598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:15.141050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Checking segment: {'id': 'fd428b1e-4d00-4484-bfb8-c720e8c345cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:15.141629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.141883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Bound using segment: {'id': 'fd428b1e-4d00-4484-bfb8-c720e8c345cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:15.147112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Bound port: 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd428b1e-4d00-4484-bfb8-c720e8c345cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:15.147112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.162224 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3b895419-9912-4503-8e91-e9dad374e487 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/50fbe900-1bb2-4c4f-b1bb-0dec3a409162 HTTP/1.1" status: 200 len: 924 time: 0.4941669 Apr 07 01:48:15.165028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48248) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:15.170060 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-993d3b5c-b013-4bec-9de9-46bf2e25e360 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/4eb41528-0d0f-4954-9eed-b04016fe50c5 HTTP/1.1" status: 200 len: 920 time: 0.4511602 Apr 07 01:48:15.172165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48250) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:15.201701 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8b2ba9b2-1c0c-42b0-84f6-5cf1e31ae5fa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=4eb41528-0d0f-4954-9eed-b04016fe50c5 HTTP/1.1" status: 200 len: 205 time: 0.0279617 Apr 07 01:48:15.203916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48254) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:15.218935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] For port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:15.222657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] For port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,segment=NetworkSegment(fd428b1e-4d00-4484-bfb8-c720e8c345cb),segment_id=fd428b1e-4d00-4484-bfb8-c720e8c345cb)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:15.228493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (cc229ed1-c422-43bd-ab08-f7a4cb4bfe05), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.265846 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-023e5f30-8a87-44d6-8d73-29254575bfe6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=50fbe900-1bb2-4c4f-b1bb-0dec3a409162 HTTP/1.1" status: 200 len: 205 time: 0.0968232 Apr 07 01:48:15.280917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.286914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2f5e98ad-4b43-492a-abc2-1901a0d37a15 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:15.288905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48256) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:15.337858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (4eb41528-0d0f-4954-9eed-b04016fe50c5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.339272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2f5e98ad-4b43-492a-abc2-1901a0d37a15 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:15.339800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2f5e98ad-4b43-492a-abc2-1901a0d37a15 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:15.340231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 135d745f-9353-4d94-8e21-70bcb2fb76dd no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:15.348430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:15.357793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:15.361310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:15.361912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.371544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d574a3bb-7364-4134-a8ee-5ed3a62186a0 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:15.378854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 135d745f-9353-4d94-8e21-70bcb2fb76dd {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:15.379205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 135d745f-9353-4d94-8e21-70bcb2fb76dd not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:15.395383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=cc229ed1-c422-43bd-ab08-f7a4cb4bfe05,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:15.488251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb8cbf-55f4-4362-b9d9-2b169081f225 None None] Pushing event updated for resources: {'Port': ['ID=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:15.500344 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5ac2ed62-9684-4ce7-8acc-eaac2b8f9bcd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3923569 Apr 07 01:48:15.504387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48262) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:15.530250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': 'cc229ed1-c422-43bd-ab08-f7a4cb4bfe05', 'ip_address': '2001:db8::782:55a2:45a7:30b6'}], 'name': 'tempest-NetworksTestDHCPv6-1119139361'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:15.537038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.556583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.593435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'cc229ed1-c422-43bd-ab08-f7a4cb4bfe05'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:15.594432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.601151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48264) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:15.663252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (4eb41528-0d0f-4954-9eed-b04016fe50c5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.742517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15af5b-b368-4809-a869-a9c6cb9e63ad req-ab567e9c-1179-4518-816e-def8531c1b1f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:15.744372 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8d15af5b-b368-4809-a869-a9c6cb9e63ad req-ab567e9c-1179-4518-816e-def8531c1b1f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1398773 Apr 07 01:48:15.752529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.765605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.823296 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8d15af5b-b368-4809-a869-a9c6cb9e63ad req-d418023d-ed34-4700-8cf1-77fd0549ecdd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693371 Apr 07 01:48:15.860375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:15.869136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/cc229ed1-c422-43bd-ab08-f7a4cb4bfe05/aa64522f-0573-44a5-9802-126ce1387cca) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:15.889452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Deleting port 32220e88-6dbe-4256-92a2-f7811f53fc81 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:15.890322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (32220e88-6dbe-4256-92a2-f7811f53fc81), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:15.891227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event updated for resources: {'Port': ['ID=5c1df33c-6ff8-4925-a12d-bc99d62a39aa,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:15.902197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:15.911555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:15.914299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:15.968451 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d2797065-b634-431c-956f-dac0295305a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da23dbad9e374348af48a3b8ed92eacf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646140 Apr 07 01:48:15.972151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48268) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:16.005587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:16.006221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.010933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (32220e88-6dbe-4256-92a2-f7811f53fc81), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.029772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Calling delete_port for 32220e88-6dbe-4256-92a2-f7811f53fc81 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:16.033141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Deleting port 90e28629-775a-4324-a169-133c5d33d81b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:16.033495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (90e28629-775a-4324-a169-133c5d33d81b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.057029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Publish callbacks [] for port (aa64522f-0573-44a5-9802-126ce1387cca), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.098553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.106909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-58d2628f-f239-4dd9-bc9e-fdd4eaa993b7 admin admin] Publish callbacks [] for security_group (40120e57-5d02-42c8-9f4c-4989b1359ae3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.119577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:16.126395 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-14c3203d-0410-41db-a4c4-8c622a99b0e8 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6528275 Apr 07 01:48:16.130361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48270) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:16.141887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Request body: {'port': {'network_id': 'd2a0c1a7-33c6-4daa-8d6e-ba116cf9f698', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2073926374', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:16.142392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] bootfile-name is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:16.142771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] tftp-server is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:16.143116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.api.validators [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] server-ip-address is not in valid_values {{(pid=110984) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:16.172211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (aa64522f-0573-44a5-9802-126ce1387cca), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.225443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:16.229529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:16.234375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:16.240683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Pushing event updated for resources: {'Port': ['ID=aa64522f-0573-44a5-9802-126ce1387cca,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:16.322018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Attempting to bind port aa64522f-0573-44a5-9802-126ce1387cca on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:16.323145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Attempting to bind port aa64522f-0573-44a5-9802-126ce1387cca by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:16.323676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Attempting to bind port aa64522f-0573-44a5-9802-126ce1387cca on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:16.332988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:16.333360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:16.333912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.334315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:16.334795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Bound port: aa64522f-0573-44a5-9802-126ce1387cca, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:16.335183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (aa64522f-0573-44a5-9802-126ce1387cca), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.442002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] For port aa64522f-0573-44a5-9802-126ce1387cca, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:16.447304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] For port aa64522f-0573-44a5-9802-126ce1387cca, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=aa64522f-0573-44a5-9802-126ce1387cca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:16.450062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-58d2628f-f239-4dd9-bc9e-fdd4eaa993b7 admin admin] Publish callbacks [] for security_group (40120e57-5d02-42c8-9f4c-4989b1359ae3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.465676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (90e28629-775a-4324-a169-133c5d33d81b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.476328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::782:55a2:45a7:30b6 (90b9273a-c012-429c-a675-14d31428d1d8/cc229ed1-c422-43bd-ab08-f7a4cb4bfe05/8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:16.490727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Calling delete_port for 90e28629-775a-4324-a169-133c5d33d81b owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:16.520766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (aa64522f-0573-44a5-9802-126ce1387cca), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.543529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (32220e88-6dbe-4256-92a2-f7811f53fc81), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.553890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Made reservation on behalf of 0cbaf629c8fb450d85710b93a9250912 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:16.558020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.598283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed7f9b-03c7-4bca-b940-2f4999e49ddf None None] Pushing event updated for resources: {'Port': ['ID=aa64522f-0573-44a5-9802-126ce1387cca,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:16.601616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event deleted for resources: {'Port': ['ID=32220e88-6dbe-4256-92a2-f7811f53fc81,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:16.614914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-58d2628f-f239-4dd9-bc9e-fdd4eaa993b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (40120e57-5d02-42c8-9f4c-4989b1359ae3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.617763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-58d2628f-f239-4dd9-bc9e-fdd4eaa993b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.621458 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-58d2628f-f239-4dd9-bc9e-fdd4eaa993b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40120e57-5d02-42c8-9f4c-4989b1359ae3 HTTP/1.1" status: 204 len: 168 time: 0.6426101 Apr 07 01:48:16.634184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2628f-f239-4dd9-bc9e-fdd4eaa993b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40120e57-5d02-42c8-9f4c-4989b1359ae3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:16.661909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] device_id is not set on port dafa370a-8b2b-4e5a-b4bb-53fa19403365 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:16.789800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (90e28629-775a-4324-a169-133c5d33d81b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.834841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event deleted for resources: {'Port': ['ID=90e28629-775a-4324-a169-133c5d33d81b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:16.836626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (4eb41528-0d0f-4954-9eed-b04016fe50c5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.876218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bf8383-94a3-4969-9f16-85661f22b30e None None] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:16.951957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (4eb41528-0d0f-4954-9eed-b04016fe50c5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:16.954510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (4eb41528-0d0f-4954-9eed-b04016fe50c5), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.007358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.020361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] Provisioning complete for port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:17.022189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.117337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (4eb41528-0d0f-4954-9eed-b04016fe50c5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.120505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Fanout notify agent at l3_agent the message router_deleted on router 4eb41528-0d0f-4954-9eed-b04016fe50c5 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:17.122204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.134806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.135635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-26922f02-2b03-4e40-9e4b-c5441b41bba6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/4eb41528-0d0f-4954-9eed-b04016fe50c5 HTTP/1.1" status: 204 len: 168 time: 1.9307873 Apr 07 01:48:17.144734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48280) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:17.152723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1654029600', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': False}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:17.160497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.162706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.187981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c552-8eeb-477c-8755-efce63ae97bf req-b3143da1-3676-40e3-8f72-e570bab00f30 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:17.189560 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3646c552-8eeb-477c-8755-efce63ae97bf req-b3143da1-3676-40e3-8f72-e570bab00f30 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1649067 Apr 07 01:48:17.199278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Allocated IP 172.20.0.4 (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698/ee554ff4-3d02-4ce7-be54-f677342f168f/dafa370a-8b2b-4e5a-b4bb-53fa19403365) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:17.235541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] Current status of the port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:17.236029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.300272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (982fdb01-1439-42ef-83ab-fe0d398da23c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.301847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (982fdb01-1439-42ef-83ab-fe0d398da23c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.305386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] For port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,segment=NetworkSegment(fd428b1e-4d00-4484-bfb8-c720e8c345cb),segment_id=fd428b1e-4d00-4484-bfb8-c720e8c345cb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:17.336578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (50fbe900-1bb2-4c4f-b1bb-0dec3a409162), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.337337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Fanout notify agent at l3_agent the message router_deleted on router 50fbe900-1bb2-4c4f-b1bb-0dec3a409162 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:17.351582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3646c552-8eeb-477c-8755-efce63ae97bf req-4a928517-e943-4101-8d2e-2cc3c62678a5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337092 Apr 07 01:48:17.351674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.356063 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7cfd94b-ff48-4ceb-ad70-ae268b789098 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/50fbe900-1bb2-4c4f-b1bb-0dec3a409162 HTTP/1.1" status: 204 len: 168 time: 2.0630281 Apr 07 01:48:17.361724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48286) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:17.372578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'name': 'tempest-snat-router-504348640', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': False}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:17.412862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.413051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.421437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:17.468986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (dfcc6b20-55d1-43c1-836a-fa02539df698), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.470111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (dfcc6b20-55d1-43c1-836a-fa02539df698), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.513253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7e84de-0993-42d2-a5f7-033cada8f259 None None] Pushing event updated for resources: {'Port': ['ID=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:17.553521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:17.553917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.569059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (dfcc6b20-55d1-43c1-836a-fa02539df698), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.600406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e3b4b97b-67bc-4a2e-871f-be55bf2cf5e8 None None] Provisioning complete for port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:17.600879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b97b-67bc-4a2e-871f-be55bf2cf5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.615980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:17.618129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (982fdb01-1439-42ef-83ab-fe0d398da23c), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.625772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:17.639785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:17.645806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:17.646448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.659014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:17.819967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.822655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:17.823770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device aa64522f-0573-44a5-9802-126ce1387cca up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:17.853935 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bc71c479-0093-4cfe-8b77-7f7120aabc3f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3354175 Apr 07 01:48:17.856961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48296) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:17.858477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for port (dafa370a-8b2b-4e5a-b4bb-53fa19403365), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.871330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4b97b-67bc-4a2e-871f-be55bf2cf5e8 None None] Current status of the port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:17.876534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': 'cc229ed1-c422-43bd-ab08-f7a4cb4bfe05', 'ip_address': '2001:db8::782:55a2:45a7:30b6'}], 'name': 'tempest-NetworksTestDHCPv6-238587551'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:17.911728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e3b4b97b-67bc-4a2e-871f-be55bf2cf5e8 None None] Provisioning complete for port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:17.912119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b97b-67bc-4a2e-871f-be55bf2cf5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.916733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (dfcc6b20-55d1-43c1-836a-fa02539df698), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:17.965743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4b97b-67bc-4a2e-871f-be55bf2cf5e8 None None] Port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:17.969472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port aa64522f-0573-44a5-9802-126ce1387cca triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:17.969947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (aa64522f-0573-44a5-9802-126ce1387cca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.086673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port aa64522f-0573-44a5-9802-126ce1387cca is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:18.087203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (aa64522f-0573-44a5-9802-126ce1387cca), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.091800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48300) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:18.110777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-328a881d-7cb2-40b0-8520-0a88abdd4a98 None None] Provisioning complete for port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:18.111172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-328a881d-7cb2-40b0-8520-0a88abdd4a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.146678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (dafa370a-8b2b-4e5a-b4bb-53fa19403365), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.168098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port aa64522f-0573-44a5-9802-126ce1387cca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=aa64522f-0573-44a5-9802-126ce1387cca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:18.176702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-328a881d-7cb2-40b0-8520-0a88abdd4a98 None None] Port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:18.236413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:18.239442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (982fdb01-1439-42ef-83ab-fe0d398da23c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.421187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:18.421187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:18.422272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1189815376'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:18.422430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event updated for resources: {'Port': ['ID=dafa370a-8b2b-4e5a-b4bb-53fa19403365,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:18.422430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:18.422430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.422649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (dfcc6b20-55d1-43c1-836a-fa02539df698), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.422728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 8ccdc732-7c85-4206-9ba2-2cf5c86e15d1 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:18.422805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.422877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:18.422877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.488473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-65daae29-4d10-4ffa-9b34-08aaf0b39186 None None] Provisioning complete for port aa64522f-0573-44a5-9802-126ce1387cca triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:18.488473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-65daae29-4d10-4ffa-9b34-08aaf0b39186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (aa64522f-0573-44a5-9802-126ce1387cca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.494075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Allocated IP 172.26.8.220 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/0a390674-1942-4f27-b281-d1dd02f2bd4d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:18.505788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (aa64522f-0573-44a5-9802-126ce1387cca), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.577935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Made reservation on behalf of fdc48f113ca446d2a2ae6d5488117237 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:18.581826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.597468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.617637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=aa64522f-0573-44a5-9802-126ce1387cca,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:18.654826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-65daae29-4d10-4ffa-9b34-08aaf0b39186 None None] Current status of the port aa64522f-0573-44a5-9802-126ce1387cca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:18.703158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.787757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d09a70bd-377d-414b-894a-d2724ce14a59 None None] Provisioning complete for port dafa370a-8b2b-4e5a-b4bb-53fa19403365 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:18.788811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d09a70bd-377d-414b-894a-d2724ce14a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dafa370a-8b2b-4e5a-b4bb-53fa19403365), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.800389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for security_group (10740db8-bc31-4dea-ad8e-043ec09b7568), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.827029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d09a70bd-377d-414b-894a-d2724ce14a59 None None] Port dafa370a-8b2b-4e5a-b4bb-53fa19403365 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:18.839239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d09a70bd-377d-414b-894a-d2724ce14a59 None None] Provisioning complete for port 8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:18.839705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d09a70bd-377d-414b-894a-d2724ce14a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.876695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d09a70bd-377d-414b-894a-d2724ce14a59 None None] Port 8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:18.892857 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ee066748-d10e-4076-a832-fe2a86d01fe9 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7604408 Apr 07 01:48:18.896215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48306) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:18.910234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd7f3-f027-4a27-8148-0a79f70e44c0 req-d09971e3-7881-446a-ab14-89f33ce1f9bb tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:18.911724 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5c7bd7f3-f027-4a27-8148-0a79f70e44c0 req-d09971e3-7881-446a-ab14-89f33ce1f9bb tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.5006986 Apr 07 01:48:18.931362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.933184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (10740db8-bc31-4dea-ad8e-043ec09b7568), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:18.988387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:19.003509 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 07 01:48:19.004032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:48:19.010289 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5c7bd7f3-f027-4a27-8148-0a79f70e44c0 req-8cdb4385-3c86-4452-a53e-1ca9e5597814 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903935 Apr 07 01:48:19.021030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:19.027882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10740db8-bc31-4dea-ad8e-043ec09b7568,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:19.032899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.033248 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Added segment 1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6 of type vlan for network 6265707f-d669-45e6-a7a1-2d2835500b6e Apr 07 01:48:19.034870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:19.037415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:19.047254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Port': ['ID=0a390674-1942-4f27-b281-d1dd02f2bd4d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:19.099069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-083f7694-c058-41a5-a4d4-304ce0a61254 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2348187 Apr 07 01:48:19.100546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b0f78-472b-458a-979c-71de3b304799 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:19.106012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b0f78-472b-458a-979c-71de3b304799 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:19.111309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13b0f78-472b-458a-979c-71de3b304799 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:19.113015 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e13b0f78-472b-458a-979c-71de3b304799 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2155685 Apr 07 01:48:19.117549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48310) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:19.117883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48312) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:19.179490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (982fdb01-1439-42ef-83ab-fe0d398da23c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.188013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (6265707f-d669-45e6-a7a1-2d2835500b6e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.198476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.287719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:19.309214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Allocated IP 172.26.8.30 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/abc4be2f-22b1-4b30-a335-bbaabec9bd8c) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:19.339932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:19.340313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.357707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b689f2-c55c-466e-a9ec-0e21518f0165 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:19.363620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b689f2-c55c-466e-a9ec-0e21518f0165 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:19.365273 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b8b689f2-c55c-466e-a9ec-0e21518f0165 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2464781 Apr 07 01:48:19.372049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48314) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:19.405169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Deleting port dafa370a-8b2b-4e5a-b4bb-53fa19403365 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:19.405421 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dafa370a-8b2b-4e5a-b4bb-53fa19403365), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.421776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (6265707f-d669-45e6-a7a1-2d2835500b6e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.428366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:19.428366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.433955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:19.435248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device aa64522f-0573-44a5-9802-126ce1387cca up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:19.498938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port aa64522f-0573-44a5-9802-126ce1387cca triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:19.499178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.499362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (aa64522f-0573-44a5-9802-126ce1387cca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.524927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:19.525279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.556594 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4625480 Apr 07 01:48:19.566887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48316) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:19.573118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'subnet': {'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:19.636709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d19b7f-bc1b-42ae-9f8a-5ecf90098139 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Network': ['ID=6265707f-d669-45e6-a7a1-2d2835500b6e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:19.643290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.657227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:19.701976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.724644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 6265707f-d669-45e6-a7a1-2d2835500b6e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:19.725796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dafa370a-8b2b-4e5a-b4bb-53fa19403365), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.751221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Calling delete_port for dafa370a-8b2b-4e5a-b4bb-53fa19403365 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:19.756785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:19.766704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port aa64522f-0573-44a5-9802-126ce1387cca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:19.768118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:19.774102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:19.781776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (dfcc6b20-55d1-43c1-836a-fa02539df698), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:19.804135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Port': ['ID=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:19.854408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Made reservation on behalf of fdc48f113ca446d2a2ae6d5488117237 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:19.857752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.093940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-e15c1b11-2d4c-40ac-9108-a5f88f4fcb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:20.094469 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.095362 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-e15c1b11-2d4c-40ac-9108-a5f88f4fcb8a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.1406102 Apr 07 01:48:20.145428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:20.176538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.182036 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-37eda481-817f-4a16-82f1-62a27745a1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b HTTP/1.1" status: 204 len: 168 time: 0.8067896 Apr 07 01:48:20.182292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48320) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:20.231261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a198984-15b7-4723-9906-15ba0df06f42 req-bc112cc2-a4c3-484b-878b-b1e2a79615ab tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:20.232680 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7a198984-15b7-4723-9906-15ba0df06f42 req-bc112cc2-a4c3-484b-878b-b1e2a79615ab tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1485505 Apr 07 01:48:20.257376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (dfcc6b20-55d1-43c1-836a-fa02539df698), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.263408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cbd1-04c9-4690-9773-d986d6690145 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:20.264652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a5cbd1-04c9-4690-9773-d986d6690145 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:20.266214 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-20a5cbd1-04c9-4690-9773-d986d6690145 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0830219 Apr 07 01:48:20.269397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48322) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:20.310794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (dafa370a-8b2b-4e5a-b4bb-53fa19403365), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.315735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-961a4c9f-f922-4dd5-acf5-671ef6a97ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:20.317252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-961a4c9f-f922-4dd5-acf5-671ef6a97ded service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.1950314 Apr 07 01:48:20.359975 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7a198984-15b7-4723-9906-15ba0df06f42 req-ee20363a-211a-4e06-8f7b-629e3b1f0f79 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078093 Apr 07 01:48:20.359975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet cc229ed1-c422-43bd-ab08-f7a4cb4bfe05 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:20.362554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (cc229ed1-c422-43bd-ab08-f7a4cb4bfe05), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.406319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event deleted for resources: {'Port': ['ID=dafa370a-8b2b-4e5a-b4bb-53fa19403365,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:20.444213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (cc229ed1-c422-43bd-ab08-f7a4cb4bfe05), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.561534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (982fdb01-1439-42ef-83ab-fe0d398da23c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.624522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (cc229ed1-c422-43bd-ab08-f7a4cb4bfe05), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.798824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (cc229ed1-c422-43bd-ab08-f7a4cb4bfe05), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.818171 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-28c77895-74c9-4adf-9574-74853d5a97ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1001 time: 0.4917459 Apr 07 01:48:20.833020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=cc229ed1-c422-43bd-ab08-f7a4cb4bfe05,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:20.842812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.847696 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7df12e00-e337-4620-b5c2-0edc0cd30c39 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/cc229ed1-c422-43bd-ab08-f7a4cb4bfe05 HTTP/1.1" status: 204 len: 168 time: 0.5758030 Apr 07 01:48:20.850656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48324) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:20.851481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa6943-0740-4a9d-9b69-755281ab8d02 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:20.859114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (982fdb01-1439-42ef-83ab-fe0d398da23c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.948804 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2b14f351-b69f-43d8-aec2-2e3f4acb1879 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869267 Apr 07 01:48:20.948804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:20.951126 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e0e89d3f-55b7-4474-8c85-bec25b754c3d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "DELETE /v2.0/ports/dafa370a-8b2b-4e5a-b4bb-53fa19403365 HTTP/1.1" status: 204 len: 168 time: 1.8311877 Apr 07 01:48:20.955492 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48326) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:20.956344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48328) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:20.965236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Request body: {'port': {'name': 'tempest-new-port-name-247128525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:20.965236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.api.validators [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] bootfile-name is not in valid_values {{(pid=110983) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:20.965236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.api.validators [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] tftp-server is not in valid_values {{(pid=110983) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:20.965236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.api.validators [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] server-ip-address is not in valid_values {{(pid=110983) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 07 01:48:20.971242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:21.025178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:21.072831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] Deleting port aa64522f-0573-44a5-9802-126ce1387cca {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:21.073663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (e00a5e63-5179-41be-948f-3419bf9979cf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.074382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Router 982fdb01-1439-42ef-83ab-fe0d398da23c is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:21.076244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-f411b9ec-a1b9-4825-8c9b-07a2e48b7c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:21.076893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (aa64522f-0573-44a5-9802-126ce1387cca), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.077750 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-f411b9ec-a1b9-4825-8c9b-07a2e48b7c33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.2437611 Apr 07 01:48:21.158890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] For port aa64522f-0573-44a5-9802-126ce1387cca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=aa64522f-0573-44a5-9802-126ce1387cca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:21.159247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (aa64522f-0573-44a5-9802-126ce1387cca), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.171525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] Calling delete_port for aa64522f-0573-44a5-9802-126ce1387cca owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:21.204528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:21.214533 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Sync routers for ids ['982fdb01-1439-42ef-83ab-fe0d398da23c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:21.234712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.235864 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Routers {'982fdb01-1439-42ef-83ab-fe0d398da23c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:21.240146 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['982fdb01-1439-42ef-83ab-fe0d398da23c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:21.256016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Subnet': ['ID=e00a5e63-5179-41be-948f-3419bf9979cf,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:21.271768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.273212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-57bca5c2-6c03-4fb7-a680-613b240f77a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1240916 Apr 07 01:48:21.276688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48330) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:21.308955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-93f94662-fc72-4deb-befb-32a9ac4c8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:21.310914 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-93f94662-fc72-4deb-befb-32a9ac4c8d6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2117612 Apr 07 01:48:21.315793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Router dfcc6b20-55d1-43c1-836a-fa02539df698 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:21.320187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Checking segment: {'id': '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:21.320633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network hostable DHCP agents. Network: 6265707f-d669-45e6-a7a1-2d2835500b6e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:21.339405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device aa64522f-0573-44a5-9802-126ce1387cca no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:21.392052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No active binding found for port aa64522f-0573-44a5-9802-126ce1387cca {{(pid=110985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 01:48:21.392554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] The host dv-neutron-836863-2-hyperv is not matching for port aa64522f-0573-44a5-9802-126ce1387cca host None! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 01:48:21.393086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device aa64522f-0573-44a5-9802-126ce1387cca not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:21.395913 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Set router 982fdb01-1439-42ef-83ab-fe0d398da23c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:21.396831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (aa64522f-0573-44a5-9802-126ce1387cca), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.426504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] Pushing event deleted for resources: {'Port': ['ID=aa64522f-0573-44a5-9802-126ce1387cca,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:21.427212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d279b271-9f26-4f31-98ab-e5fd02d51e98 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/982fdb01-1439-42ef-83ab-fe0d398da23c HTTP/1.1" status: 200 len: 908 time: 0.1502886 Apr 07 01:48:21.429708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48334) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:21.433233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efca8ee-88e6-4f5c-96ab-0e351d8c2e06 None None] No DVR routers for this DVR port aa64522f-0573-44a5-9802-126ce1387cca on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:21.443396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1654029600', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': True}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:21.452734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:21.456674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.520954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d0656-a256-44a0-9652-23202d5289ab req-40b11589-e5a7-41e2-8c6c-54eb565530a0 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:21.523287 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c85d0656-a256-44a0-9652-23202d5289ab req-40b11589-e5a7-41e2-8c6c-54eb565530a0 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0768943 Apr 07 01:48:21.588255 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c85d0656-a256-44a0-9652-23202d5289ab req-5b917e9a-4133-4e9a-b230-71f09b534bfd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585880 Apr 07 01:48:21.609648 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fdb01-1439-42ef-83ab-fe0d398da23c', 'name': 'tempest-snat-router-1654029600', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.30'}], 'enable_snat': False}, 'gw_port_id': 'abc4be2f-22b1-4b30-a335-bbaabec9bd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:17Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 3, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port': {'id': 'abc4be2f-22b1-4b30-a335-bbaabec9bd8c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fdb01-1439-42ef-83ab-fe0d398da23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:19Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:21.616920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (227b5594-21a1-4d91-b2d3-fc79d6c9004a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.620216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (227b5594-21a1-4d91-b2d3-fc79d6c9004a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.641592 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Checking router: 982fdb01-1439-42ef-83ab-fe0d398da23c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:21.642222 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Updating router 982fdb01-1439-42ef-83ab-fe0d398da23c port abc4be2f-22b1-4b30-a335-bbaabec9bd8c binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:21.670115 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.677418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (227b5594-21a1-4d91-b2d3-fc79d6c9004a), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.695472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network 6265707f-d669-45e6-a7a1-2d2835500b6e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:21.736036 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-7d3b6e52-c011-4683-bd8d-9081a6848d40 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094524 Apr 07 01:48:21.821545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:21.823074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 6265707f-d669-45e6-a7a1-2d2835500b6e) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:21.843364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Sync routers for ids ['dfcc6b20-55d1-43c1-836a-fa02539df698'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:21.863101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e183ac-64c5-437e-a449-baf3756a5923 None None] Network 6265707f-d669-45e6-a7a1-2d2835500b6e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:21.865814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:21.866416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.913129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (227b5594-21a1-4d91-b2d3-fc79d6c9004a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.947997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Routers {'dfcc6b20-55d1-43c1-836a-fa02539df698'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:21.949526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dfcc6b20-55d1-43c1-836a-fa02539df698'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:21.963367 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Publish callbacks [] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.978458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.981800 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce4f181e-f097-4915-8077-83d2e65059b5 req-3bb68e6c-02b2-47f9-85fb-12590ad14b1c service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309897 Apr 07 01:48:21.984395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:21.989318 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e504f3ef-187c-42fa-8e0a-1f3510d10aa9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6224875 Apr 07 01:48:21.989486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48338) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.025979 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-316f2f7b-bba4-4fd8-9166-26f7ece54a81 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4565961 Apr 07 01:48:22.035851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48340) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.040980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1738830776', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:22.053334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.055241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.102489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-6265707f-d669-45e6-a7a1-2d2835500b6e', 'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e', 'project_id': 'fdc48f113ca446d2a2ae6d5488117237', 'fixed_ips': [{'subnet_id': 'e00a5e63-5179-41be-948f-3419bf9979cf'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:22.108308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.119706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event updated for resources: {'Port': ['ID=5c1df33c-6ff8-4925-a12d-bc99d62a39aa,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:22.125861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (3af1362c-094d-4097-b882-de4a69eb7227), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.138055 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Attempting to bind port abc4be2f-22b1-4b30-a335-bbaabec9bd8c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:22.138426 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Attempting to bind port abc4be2f-22b1-4b30-a335-bbaabec9bd8c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:22.138802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Attempting to bind port abc4be2f-22b1-4b30-a335-bbaabec9bd8c on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:22.143143 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ffe43eee-3d38-4994-b0b4-d46d43a74d31 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/dfcc6b20-55d1-43c1-836a-fa02539df698 HTTP/1.1" status: 200 len: 908 time: 0.1527660 Apr 07 01:48:22.145969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48342) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.150571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'name': 'tempest-snat-router-504348640', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': True}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:22.162866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Set router dfcc6b20-55d1-43c1-836a-fa02539df698 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:22.180155 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:22.181788 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:22.182686 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.183510 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:22.184395 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Bound port: abc4be2f-22b1-4b30-a335-bbaabec9bd8c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:22.185668 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.196035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:22.199227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (0921420f-17b4-472c-becf-3ab22c2de7bc), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.200395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (0921420f-17b4-472c-becf-3ab22c2de7bc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.213779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:22.226471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:22.227069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.239662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] In _notify_port_updated(), no bound segment for port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa on network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:48:22.244838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:22.246811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.247101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.247647 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3c26403f-2b91-404d-a589-45de8df8cb2d tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "PUT /v2.0/ports/5c1df33c-6ff8-4925-a12d-bc99d62a39aa HTTP/1.1" status: 200 len: 1136 time: 1.2884614 Apr 07 01:48:22.249920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.251880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=3af1362c-094d-4097-b882-de4a69eb7227,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:22.256048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48344) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.276227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b1d4bb-9a11-4ddd-a247-8e14670f0a72 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:22.298585 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] For port abc4be2f-22b1-4b30-a335-bbaabec9bd8c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:22.301905 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] For port abc4be2f-22b1-4b30-a335-bbaabec9bd8c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:22.305698 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Pushing event updated for resources: {'Port': ['ID=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:22.306367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.312877 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.313293 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.314026 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.314429 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.314768 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.315308 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.315651 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.315982 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.316312 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.316799 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.317055 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.317402 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.317730 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.318080 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.318377 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:48:22.338234 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:48:22.360624 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.379266 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d9e01404-5f6d-41f9-b807-c7c3b23b73b8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4218514 Apr 07 01:48:22.385760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48346) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.391166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': '3af1362c-094d-4097-b882-de4a69eb7227', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1757215377'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:22.484972 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3865e-092b-4526-8d02-b8e1c3c9d828 None None] Pushing event updated for resources: {'Port': ['ID=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:22.505640 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Routers {'982fdb01-1439-42ef-83ab-fe0d398da23c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:22.505640 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['982fdb01-1439-42ef-83ab-fe0d398da23c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:22.525744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for router_controller (0921420f-17b4-472c-becf-3ab22c2de7bc), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.533589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7a26ae-69f0-4f91-8dbc-4c609d018200 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:22.539107 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1f7a26ae-69f0-4f91-8dbc-4c609d018200 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "GET /v2.0/ports/5c1df33c-6ff8-4925-a12d-bc99d62a39aa HTTP/1.1" status: 200 len: 1136 time: 0.2680757 Apr 07 01:48:22.539933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48348) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.588568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:22.623683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '3af1362c-094d-4097-b882-de4a69eb7227'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:22.624531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.628674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Allocated IP 172.20.0.2 (6265707f-d669-45e6-a7a1-2d2835500b6e/e00a5e63-5179-41be-948f-3419bf9979cf/f01a5755-d63d-4b46-a861-5e42b1fda348) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:22.632097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a0e00a88-c8d5-466a-81dd-44178e14ed95 None None] Provisioning complete for port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:22.632654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0e00a88-c8d5-466a-81dd-44178e14ed95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.677330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a0e00a88-c8d5-466a-81dd-44178e14ed95 None None] Port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:22.693593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.707076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.714395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (0921420f-17b4-472c-becf-3ab22c2de7bc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.722253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 27d91849-5798-40d9-8e80-a4f5e8672c1b yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:22.825151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (227b5594-21a1-4d91-b2d3-fc79d6c9004a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.827708 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] Set router 982fdb01-1439-42ef-83ab-fe0d398da23c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:22.849785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.854770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3af1ff88-360b-4d0f-b1a0-136dca6ae153 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8178115 Apr 07 01:48:22.855579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48352) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:22.859077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:22.915056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc6b20-55d1-43c1-836a-fa02539df698', 'name': 'tempest-snat-router-504348640', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.220'}], 'enable_snat': False}, 'gw_port_id': '0a390674-1942-4f27-b281-d1dd02f2bd4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:17Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 3, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port': {'id': '0a390674-1942-4f27-b281-d1dd02f2bd4d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc6b20-55d1-43c1-836a-fa02539df698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:18Z', 'updated_at': '2022-04-07T01:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:22.936795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847088-2ef1-4b9f-ae45-e05b7df31ec7 req-aa2145e4-1dff-46d7-9144-f5f02b666cbf tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:22.944280 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb847088-2ef1-4b9f-ae45-e05b7df31ec7 req-aa2145e4-1dff-46d7-9144-f5f02b666cbf tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2455559 Apr 07 01:48:22.974189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Checking router: dfcc6b20-55d1-43c1-836a-fa02539df698 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:22.974793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Updating router dfcc6b20-55d1-43c1-836a-fa02539df698 port 0a390674-1942-4f27-b281-d1dd02f2bd4d binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:22.985395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/3af1362c-094d-4097-b882-de4a69eb7227/cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:23.011330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Deleting port 5c1df33c-6ff8-4925-a12d-bc99d62a39aa {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:23.011795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.029375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Publish callbacks [] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.079594 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fdb01-1439-42ef-83ab-fe0d398da23c', 'name': 'tempest-snat-router-1654029600', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.30'}], 'enable_snat': False}, 'gw_port_id': 'abc4be2f-22b1-4b30-a335-bbaabec9bd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:17Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 3, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port': {'id': 'abc4be2f-22b1-4b30-a335-bbaabec9bd8c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fdb01-1439-42ef-83ab-fe0d398da23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:19Z', 'updated_at': '2022-04-07T01:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:23.103868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.112674 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d0d2c0-1b70-447d-bb92-0cdf416684d3 None None] The sync data for ids ['982fdb01-1439-42ef-83ab-fe0d398da23c'] in dv-neutron-836863-2-hyperv is: [{'id': '982fdb01-1439-42ef-83ab-fe0d398da23c', 'name': 'tempest-snat-router-1654029600', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.30'}], 'enable_snat': False}, 'gw_port_id': 'abc4be2f-22b1-4b30-a335-bbaabec9bd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:17Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 3, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port': {'id': 'abc4be2f-22b1-4b30-a335-bbaabec9bd8c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fdb01-1439-42ef-83ab-fe0d398da23c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:19Z', 'updated_at': '2022-04-07T01:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:23.148781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Calling delete_port for 5c1df33c-6ff8-4925-a12d-bc99d62a39aa owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:23.209402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.213226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.242396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.294649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Network 6265707f-d669-45e6-a7a1-2d2835500b6e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:23.307739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:23.324979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:23.386156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Pushing event updated for resources: {'Port': ['ID=f01a5755-d63d-4b46-a861-5e42b1fda348,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:23.509211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Publish callbacks [] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.539002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Attempting to bind port f01a5755-d63d-4b46-a861-5e42b1fda348 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:23.539381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Attempting to bind port f01a5755-d63d-4b46-a861-5e42b1fda348 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:23.539797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Attempting to bind port f01a5755-d63d-4b46-a861-5e42b1fda348 on network 6265707f-d669-45e6-a7a1-2d2835500b6e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:23.549291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb847088-2ef1-4b9f-ae45-e05b7df31ec7 req-20a92392-3c56-4921-8a61-e6a945061ce3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5956581 Apr 07 01:48:23.550439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:23.550439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Checking segment: {'id': '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:23.550439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.550439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Bound using segment: {'id': '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:23.550439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Bound port: f01a5755-d63d-4b46-a861-5e42b1fda348, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:23.550439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.590474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.607259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Allocated IP 172.26.8.96 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/daffe870-f9f3-4dfc-9dd0-b80b7ba15434) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:23.633681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:23.641702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:23.643625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Allocated IP 172.20.0.1 (6265707f-d669-45e6-a7a1-2d2835500b6e/e00a5e63-5179-41be-948f-3419bf9979cf/5123ccfc-4f06-45aa-adb6-a2dab3d674b6) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:23.648896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:23.679532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Pushing event updated for resources: {'Port': ['ID=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:23.691304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] For port f01a5755-d63d-4b46-a861-5e42b1fda348, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:23.740222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:48:23.740738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:48:23.759602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] For port f01a5755-d63d-4b46-a861-5e42b1fda348, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f01a5755-d63d-4b46-a861-5e42b1fda348,segment=NetworkSegment(1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6),segment_id=1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:23.788488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Attempting to bind port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:23.789266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Attempting to bind port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:23.789858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Attempting to bind port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:23.796828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:23.797679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:23.798329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.799183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:23.799800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Bound port: cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:23.800506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.866279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.898662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fedfd143-48f8-411d-86ca-b5fbe7133f46 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5046694 Apr 07 01:48:23.898662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:23.954679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5c1df33c-6ff8-4925-a12d-bc99d62a39aa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.977137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.985773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for port (daffe870-f9f3-4dfc-9dd0-b80b7ba15434), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:23.995263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] For port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:23.999442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] For port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:24.014542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8a36e-cd43-4d83-8a7b-cd894fd6c502 None None] Pushing event updated for resources: {'Port': ['ID=f01a5755-d63d-4b46-a861-5e42b1fda348,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:24.029546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event deleted for resources: {'Port': ['ID=5c1df33c-6ff8-4925-a12d-bc99d62a39aa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:24.087077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.164531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282c5d84-6a44-4e85-ab53-6c8b3af8f464 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:24.173816 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-282c5d84-6a44-4e85-ab53-6c8b3af8f464 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2498713 Apr 07 01:48:24.183636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48356) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:24.224231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.279449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad081d8f-0f33-496b-86fe-f8e3aeb0d915 None None] Pushing event updated for resources: {'Port': ['ID=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:24.295996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.355487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5008539-6b70-4e70-a518-6c559a128cf7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:24.359132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5008539-6b70-4e70-a518-6c559a128cf7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:24.360879 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a5008539-6b70-4e70-a518-6c559a128cf7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1677210 Apr 07 01:48:24.365472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.367509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48358) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:24.380731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (daffe870-f9f3-4dfc-9dd0-b80b7ba15434), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.524836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.528316 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-459d053c-2686-4325-b5a7-57506aff9122 tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "DELETE /v2.0/ports/5c1df33c-6ff8-4925-a12d-bc99d62a39aa HTTP/1.1" status: 204 len: 168 time: 1.9866359 Apr 07 01:48:24.535958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48360) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:24.538993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Port': ['ID=5123ccfc-4f06-45aa-adb6-a2dab3d674b6,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:24.636975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 3af1362c-094d-4097-b882-de4a69eb7227 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:24.640987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network 6265707f-d669-45e6-a7a1-2d2835500b6e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:24.643089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (3af1362c-094d-4097-b882-de4a69eb7227), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.647060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:24.661356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Publish callbacks [] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.668400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:24.677146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:24.681804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:24.705038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:24.729956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (3af1362c-094d-4097-b882-de4a69eb7227), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.747794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Port': ['ID=daffe870-f9f3-4dfc-9dd0-b80b7ba15434,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:24.758526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (0921420f-17b4-472c-becf-3ab22c2de7bc), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.761171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.795679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Deleting subnet ee554ff4-3d02-4ce7-be54-f677342f168f {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:24.839495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for subnet (ee554ff4-3d02-4ce7-be54-f677342f168f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.866009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Attempting to bind port 0a390674-1942-4f27-b281-d1dd02f2bd4d on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:24.866792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Attempting to bind port 0a390674-1942-4f27-b281-d1dd02f2bd4d by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:24.867585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Attempting to bind port 0a390674-1942-4f27-b281-d1dd02f2bd4d on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:24.877329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1986bb-f914-4f0d-9ff2-525d2b44a466 None None] Pushing event updated for resources: {'Port': ['ID=0a390674-1942-4f27-b281-d1dd02f2bd4d,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:24.883155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:24.883573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:24.883971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.885025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:24.885525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Bound port: 0a390674-1942-4f27-b281-d1dd02f2bd4d, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:24.885931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.918018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (3af1362c-094d-4097-b882-de4a69eb7227), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:24.958915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] For port 0a390674-1942-4f27-b281-d1dd02f2bd4d, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:24.962491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] For port 0a390674-1942-4f27-b281-d1dd02f2bd4d, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0a390674-1942-4f27-b281-d1dd02f2bd4d,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:25.004041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Allocated IP 172.26.8.178 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/7c4a5759-5e4a-4810-98bf-5789be4498e5) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:25.009022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.009793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (ee554ff4-3d02-4ce7-be54-f677342f168f), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.017545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.076788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ddffb-aad9-4c2f-805a-162fb0c9404b req-65fe8851-bc90-4e58-b896-35c3daf4ea4c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:25.078491 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd2ddffb-aad9-4c2f-805a-162fb0c9404b req-65fe8851-bc90-4e58-b896-35c3daf4ea4c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.4048336 Apr 07 01:48:25.091818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Routers {'dfcc6b20-55d1-43c1-836a-fa02539df698'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:25.092828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dfcc6b20-55d1-43c1-836a-fa02539df698'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:25.098056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1986bb-f914-4f0d-9ff2-525d2b44a466 None None] Pushing event updated for resources: {'Port': ['ID=0a390674-1942-4f27-b281-d1dd02f2bd4d,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:25.115962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (3af1362c-094d-4097-b882-de4a69eb7227), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.176327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=3af1362c-094d-4097-b882-de4a69eb7227,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:25.185806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.189057 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e46dc4be-76b7-4951-b3f1-c8bafdb88afd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/3af1362c-094d-4097-b882-de4a69eb7227 HTTP/1.1" status: 204 len: 168 time: 0.8182192 Apr 07 01:48:25.192268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48364) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:25.235311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] Set router dfcc6b20-55d1-43c1-836a-fa02539df698 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:25.399022 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd2ddffb-aad9-4c2f-805a-162fb0c9404b req-2c57e204-a498-4b62-9253-d6e1b67f9ee3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3068054 Apr 07 01:48:25.403427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (227b5594-21a1-4d91-b2d3-fc79d6c9004a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.410255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (ee554ff4-3d02-4ce7-be54-f677342f168f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.476592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device abc4be2f-22b1-4b30-a335-bbaabec9bd8c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:25.523703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.597362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port abc4be2f-22b1-4b30-a335-bbaabec9bd8c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:25.597764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.640712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f637eb42-0371-449d-95e0-97218a07974f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfcc6b20-55d1-43c1-836a-fa02539df698', 'name': 'tempest-snat-router-504348640', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.220'}], 'enable_snat': False}, 'gw_port_id': '0a390674-1942-4f27-b281-d1dd02f2bd4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:17Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 3, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port': {'id': '0a390674-1942-4f27-b281-d1dd02f2bd4d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc6b20-55d1-43c1-836a-fa02539df698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:18Z', 'updated_at': '2022-04-07T01:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:25.682123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (ee554ff4-3d02-4ce7-be54-f677342f168f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.689432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637eb42-0371-449d-95e0-97218a07974f None None] The sync data for ids ['dfcc6b20-55d1-43c1-836a-fa02539df698'] in dv-neutron-836863-2-hyperv is: [{'id': 'dfcc6b20-55d1-43c1-836a-fa02539df698', 'name': 'tempest-snat-router-504348640', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.220'}], 'enable_snat': False}, 'gw_port_id': '0a390674-1942-4f27-b281-d1dd02f2bd4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:17Z', 'updated_at': '2022-04-07T01:48:19Z', 'revision_number': 3, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port': {'id': '0a390674-1942-4f27-b281-d1dd02f2bd4d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfcc6b20-55d1-43c1-836a-fa02539df698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:18Z', 'updated_at': '2022-04-07T01:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:25.723211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event deleted for resources: {'Subnet': ['ID=ee554ff4-3d02-4ce7-be54-f677342f168f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:25.727070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.767383 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3f6b4c93-5ae5-4b61-878f-4bba7d2beeba tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5738778 Apr 07 01:48:25.769810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48366) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:25.776532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port abc4be2f-22b1-4b30-a335-bbaabec9bd8c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:25.776532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.781527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:25.806925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.806925 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-462e61d4-33a9-40b5-8067-d8f756f136dd tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "DELETE /v2.0/subnets/ee554ff4-3d02-4ce7-be54-f677342f168f HTTP/1.1" status: 204 len: 168 time: 1.2678621 Apr 07 01:48:25.809307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48368) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:25.826882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f166946c-206b-4758-bc35-f5abead020da None None] Network d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:25.829813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port abc4be2f-22b1-4b30-a335-bbaabec9bd8c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:25.844298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:25.917202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:25.918904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:25.920621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:25.923607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:26.000102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc054b28-90a5-4ed8-a40c-60a98c5b720c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:26.038646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.064885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.123124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Deleting port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:26.123124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.123476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Port': ['ID=7c4a5759-5e4a-4810-98bf-5789be4498e5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:26.149280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.195010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (227b5594-21a1-4d91-b2d3-fc79d6c9004a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.307163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] Provisioning complete for port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:26.307740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.395534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Port': ['ID=5123ccfc-4f06-45aa-adb6-a2dab3d674b6,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:26.400025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] For port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,segment=NetworkSegment(fd428b1e-4d00-4484-bfb8-c720e8c345cb),segment_id=fd428b1e-4d00-4484-bfb8-c720e8c345cb)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:26.400407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.402782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:26.402933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd85dcd2-d237-4280-9119-5b096dc41972 None None] Network 6265707f-d669-45e6-a7a1-2d2835500b6e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:26.406176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.413980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (0921420f-17b4-472c-becf-3ab22c2de7bc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.424593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Calling delete_port for 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:26.550085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.618471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network 6265707f-d669-45e6-a7a1-2d2835500b6e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:26.620653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:26.622640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:26.652930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:26.653587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.779107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78522d0-92c1-40aa-93de-6d7df9e6add2 req-8503171f-004d-4623-a574-854044c74ca6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:26.780783 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a78522d0-92c1-40aa-93de-6d7df9e6add2 req-8503171f-004d-4623-a574-854044c74ca6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2574775 Apr 07 01:48:26.880525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4bf530c0-9e7c-4f94-a8e9-c216998dd3a6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:26.927315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event deleted for resources: {'Port': ['ID=4bf530c0-9e7c-4f94-a8e9-c216998dd3a6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:26.962447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] No DVR routers for this DVR port 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:26.972581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Router 0921420f-17b4-472c-becf-3ab22c2de7bc is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:27.000949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:27.009325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171a8278-303d-4a23-a669-629479f7f87c None None] DHCP port deletion for d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:27.054239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] Current status of the port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:27.054749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.149272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] For port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:27.156240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:27.162174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.180786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.196347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] Deleting port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:27.196735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.197154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:27.206795 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-da5f0ead-f166-464d-86ad-3dbb83f3bbc8 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "PUT /v2.0/routers/0921420f-17b4-472c-becf-3ab22c2de7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3465168 Apr 07 01:48:27.208375 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] Sync routers for ids ['0921420f-17b4-472c-becf-3ab22c2de7bc'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:27.216714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48374) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:27.222768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'port': {'network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e', 'name': 'tempest-FloatingIPNegativeTestJSON-2012425207'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:27.231480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.232553 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] Routers {'0921420f-17b4-472c-becf-3ab22c2de7bc'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:27.233578 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['0921420f-17b4-472c-becf-3ab22c2de7bc'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.256013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.283085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd428b1e-4d00-4484-bfb8-c720e8c345cb') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.283416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd428b1e-4d00-4484-bfb8-c720e8c345cb') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.306968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (fd428b1e-4d00-4484-bfb8-c720e8c345cb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.321608 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.339161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fd428b1e-4d00-4484-bfb8-c720e8c345cb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.345840 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] Routers {'0921420f-17b4-472c-becf-3ab22c2de7bc'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:27.347279 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['0921420f-17b4-472c-becf-3ab22c2de7bc'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.364814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:27.365308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (fd428b1e-4d00-4484-bfb8-c720e8c345cb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:27.369460 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:27.405631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db68e3-adc9-41f4-b093-089f5f8f97ed None None] Pushing event updated for resources: {'Port': ['ID=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:27.422008 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.426601 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197de6b9-58d8-43c1-bcf5-d0f02d38f049 None None] The sync data for ids ['0921420f-17b4-472c-becf-3ab22c2de7bc'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:27.442874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] For port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:27.443287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.463415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] Calling delete_port for cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:27.468525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Router 227b5594-21a1-4d91-b2d3-fc79d6c9004a is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:27.470927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:48:27.471806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:48:27.500294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (4749e899-90fc-4174-a84e-4b6b607c4b4f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.508571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Made reservation on behalf of fdc48f113ca446d2a2ae6d5488117237 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:27.512519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.531316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Provisioning complete for port 5123ccfc-4f06-45aa-adb6-a2dab3d674b6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:27.531727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.534771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] device_id is not set on port 3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:27.581919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Port 5123ccfc-4f06-45aa-adb6-a2dab3d674b6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:27.584941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.593805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.593805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] 10.222.0.25 "DELETE /v2.0/networks/d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698 HTTP/1.1" status: 204 len: 168 time: 1.7830863 Apr 07 01:48:27.609349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Provisioning complete for port f01a5755-d63d-4b46-a861-5e42b1fda348 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:27.610343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.638693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e98545-364d-4392-bc52-3a9ea7ce538b tempest-ExtraDHCPOptionsTestJSON-677460324 tempest-ExtraDHCPOptionsTestJSON-677460324-project] Pushing event deleted for resources: {'Network': ['ID=d2a0c1a7-33c6-4daa-8d6e-ba116cf9f698,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:27.681825 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a78522d0-92c1-40aa-93de-6d7df9e6add2 req-deb2038a-bf38-42c8-a245-7cff60f6eec0 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8580747 Apr 07 01:48:27.698023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:27.702684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:27.715613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.733737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=4749e899-90fc-4174-a84e-4b6b607c4b4f,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:27.737080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:27.737743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.741988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Allocated IP 172.20.0.10 (6265707f-d669-45e6-a7a1-2d2835500b6e/e00a5e63-5179-41be-948f-3419bf9979cf/3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:27.759882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] Pushing event deleted for resources: {'Port': ['ID=cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:27.763736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881464e-794c-4e35-98ed-2239ac8c42ff None None] No DVR routers for this DVR port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:27.769605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Current status of the port f01a5755-d63d-4b46-a861-5e42b1fda348 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:27.769998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.806506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872817d2-312d-4153-9d89-a2589851448a None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:27.821181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:27.901024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4450cd18-c382-4572-a309-de89c7a06328 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1238205 Apr 07 01:48:27.902759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:27.906056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48378) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:27.913493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:27.944011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Sync routers for ids ['227b5594-21a1-4d91-b2d3-fc79d6c9004a'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:27.959127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Routers {'227b5594-21a1-4d91-b2d3-fc79d6c9004a'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:27.960277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['227b5594-21a1-4d91-b2d3-fc79d6c9004a'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:27.962298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '4749e899-90fc-4174-a84e-4b6b607c4b4f'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:27.963189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.007161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for port (3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.041718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.045894 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f509621b-2d4b-4146-8040-7053123f2d56 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6149638 Apr 07 01:48:28.046646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48380) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.061963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] For port f01a5755-d63d-4b46-a861-5e42b1fda348, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f01a5755-d63d-4b46-a861-5e42b1fda348,segment=NetworkSegment(1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6),segment_id=1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:28.062897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 update to ACTIVE by agent not found {{(pid=110985) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 01:48:28.063337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f01a5755-d63d-4b46-a861-5e42b1fda348 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:28.080227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (1c55c47c-d3a8-44cc-9856-3d5792ba0222), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.084789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (1c55c47c-d3a8-44cc-9856-3d5792ba0222), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.142891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Router e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:28.157552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router_controller (1c55c47c-d3a8-44cc-9856-3d5792ba0222), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.161368 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d334bf3d-ef83-4c58-a815-1a7440e4edc7 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/227b5594-21a1-4d91-b2d3-fc79d6c9004a HTTP/1.1" status: 200 len: 907 time: 0.1134312 Apr 07 01:48:28.162703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.163906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48384) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.182132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.216419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network 6265707f-d669-45e6-a7a1-2d2835500b6e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:28.219880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:28.222473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:28.238986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (1c55c47c-d3a8-44cc-9856-3d5792ba0222), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.259382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Port': ['ID=3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:28.289835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:28.291218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.306088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48386) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.337187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Set router 227b5594-21a1-4d91-b2d3-fc79d6c9004a gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:28.411706 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-02ef32c9-4d05-4459-adfe-ba59c8b965b9 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1906359 Apr 07 01:48:28.412102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48390) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.416838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:28.441235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.442481 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e321171b-177b-4ab9-9566-279ec345db47 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5349729 Apr 07 01:48:28.447455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48392) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.476925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (227b5594-21a1-4d91-b2d3-fc79d6c9004a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.515189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:28.528725 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Sync routers for ids ['e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:28.540309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/4749e899-90fc-4174-a84e-4b6b607c4b4f/98144dbc-ab12-4d75-9c55-4d6ca0418063) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:28.543599 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Routers {'e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:28.544381 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:28.595730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.603931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (227b5594-21a1-4d91-b2d3-fc79d6c9004a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.618166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.619663 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-56e02650-3723-49fc-bb26-82867e4ffe11 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4723568 Apr 07 01:48:28.621556 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-58f3886a-988f-4a9e-b941-07b97512f82b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cbaf629c8fb450d85710b93a9250912&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136556 Apr 07 01:48:28.622429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48394) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.629414 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48396) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:28.655161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f01a5755-d63d-4b46-a861-5e42b1fda348 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:28.655605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.678743 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Set router e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:28.683394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f42f18-c92d-429b-aac7-dddc88bba23f None None] Pushing event updated for resources: {'Port': ['ID=f01a5755-d63d-4b46-a861-5e42b1fda348,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:28.744195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2dc4e0df-46cc-45ec-a82f-b23ca546eaee None None] Provisioning complete for port 5123ccfc-4f06-45aa-adb6-a2dab3d674b6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:28.744694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2dc4e0df-46cc-45ec-a82f-b23ca546eaee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.876748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2dc8-ec99-4d2c-956f-229aa5fa71ba admin admin] Publish callbacks [] for security_group (5230b40b-12fa-4724-90d9-fa4cf5d8e766), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.892580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2dc4e0df-46cc-45ec-a82f-b23ca546eaee None None] Port 5123ccfc-4f06-45aa-adb6-a2dab3d674b6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:28.902483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f01a5755-d63d-4b46-a861-5e42b1fda348 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:28.908208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Deleting port daffe870-f9f3-4dfc-9dd0-b80b7ba15434 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:28.909406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (daffe870-f9f3-4dfc-9dd0-b80b7ba15434), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.949485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Publish callbacks [] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:28.970052 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a', 'name': 'tempest-snat-router-504348640', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '7c4a5759-5e4a-4810-98bf-5789be4498e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:22Z', 'updated_at': '2022-04-07T01:48:26Z', 'revision_number': 3, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port': {'id': '7c4a5759-5e4a-4810-98bf-5789be4498e5', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:24Z', 'updated_at': '2022-04-07T01:48:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:29.004953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43a369-e7bf-4e0b-be08-e22ba6a1f269 req-52d7cbc3-7486-48bd-9e79-8dc84ffc3721 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:29.010278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc43a369-e7bf-4e0b-be08-e22ba6a1f269 req-52d7cbc3-7486-48bd-9e79-8dc84ffc3721 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2004802 Apr 07 01:48:29.013614 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Checking router: e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:29.014462 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Updating router e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a port 7c4a5759-5e4a-4810-98bf-5789be4498e5 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:29.022251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.045161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '227b5594-21a1-4d91-b2d3-fc79d6c9004a', 'name': 'tempest-snat-router-1654029600', 'tenant_id': '5ff56a9555274f49879e03d4dc5abc43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.96'}], 'enable_snat': True}, 'gw_port_id': 'daffe870-f9f3-4dfc-9dd0-b80b7ba15434', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:21Z', 'updated_at': '2022-04-07T01:48:25Z', 'revision_number': 3, 'project_id': '5ff56a9555274f49879e03d4dc5abc43', 'gw_port': {'id': 'daffe870-f9f3-4dfc-9dd0-b80b7ba15434', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:99:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '227b5594-21a1-4d91-b2d3-fc79d6c9004a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:22Z', 'updated_at': '2022-04-07T01:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:29.047806 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.048481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.112476 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a88d17c5-d97f-4195-ba26-8a8a8e6c38d4 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a HTTP/1.1" status: 200 len: 907 time: 0.4885657 Apr 07 01:48:29.113693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48400) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:29.119334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2dc8-ec99-4d2c-956f-229aa5fa71ba admin admin] Publish callbacks [] for security_group (5230b40b-12fa-4724-90d9-fa4cf5d8e766), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.259855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f01a5755-d63d-4b46-a861-5e42b1fda348 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:29.292360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.296944 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc43a369-e7bf-4e0b-be08-e22ba6a1f269 req-5e75cfdb-f711-4054-9621-ed50f5467559 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572095 Apr 07 01:48:29.305722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.324510 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Publish callbacks [] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.348334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-23791350-d40c-459d-bd7d-81cf40fee880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.349872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::1 (90b9273a-c012-429c-a675-14d31428d1d8/4749e899-90fc-4174-a84e-4b6b607c4b4f/9b3f7b55-dab1-4c02-962c-377a631f1653) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:29.351674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Checking router: 227b5594-21a1-4d91-b2d3-fc79d6c9004a for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:29.352033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Updating router 227b5594-21a1-4d91-b2d3-fc79d6c9004a port daffe870-f9f3-4dfc-9dd0-b80b7ba15434 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:29.365720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f96b43a5-601b-47aa-9c35-b53dd52c3de6 None None] Provisioning complete for port 3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:29.366221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f96b43a5-601b-47aa-9c35-b53dd52c3de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.411097 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.439732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (daffe870-f9f3-4dfc-9dd0-b80b7ba15434), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.443938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:29.462802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Calling delete_port for daffe870-f9f3-4dfc-9dd0-b80b7ba15434 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:29.464790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:29.473685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:29.479320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Pushing event updated for resources: {'Port': ['ID=98144dbc-ab12-4d75-9c55-4d6ca0418063,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:29.481634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f01a5755-d63d-4b46-a861-5e42b1fda348 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:29.482057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.486532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (daffe870-f9f3-4dfc-9dd0-b80b7ba15434), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.488745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f96b43a5-601b-47aa-9c35-b53dd52c3de6 None None] Port 3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:29.513779 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Attempting to bind port 7c4a5759-5e4a-4810-98bf-5789be4498e5 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:29.514246 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Attempting to bind port 7c4a5759-5e4a-4810-98bf-5789be4498e5 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:29.514707 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Attempting to bind port 7c4a5759-5e4a-4810-98bf-5789be4498e5 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:29.517848 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f80712-2ab7-47fe-83d7-aee5359b2800 None None] Pushing event updated for resources: {'Port': ['ID=7c4a5759-5e4a-4810-98bf-5789be4498e5,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:29.526819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.531328 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:29.534669 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:29.534669 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.535214 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:29.536048 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Bound port: 7c4a5759-5e4a-4810-98bf-5789be4498e5, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:29.536931 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.561352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Allocated IP 172.26.8.20 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/51b98363-af1c-46fc-bed4-59fd5d3d2cac) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:29.569468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2dc8-ec99-4d2c-956f-229aa5fa71ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5230b40b-12fa-4724-90d9-fa4cf5d8e766), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.572612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e1e2dc8-ec99-4d2c-956f-229aa5fa71ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.581720 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6e1e2dc8-ec99-4d2c-956f-229aa5fa71ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5230b40b-12fa-4724-90d9-fa4cf5d8e766 HTTP/1.1" status: 204 len: 168 time: 0.9502413 Apr 07 01:48:29.607127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e2dc8-ec99-4d2c-956f-229aa5fa71ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5230b40b-12fa-4724-90d9-fa4cf5d8e766,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:29.619334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] For port 7c4a5759-5e4a-4810-98bf-5789be4498e5, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:29.626581 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] For port 7c4a5759-5e4a-4810-98bf-5789be4498e5, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7c4a5759-5e4a-4810-98bf-5789be4498e5,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:29.696887 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.713845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Attempting to bind port 98144dbc-ab12-4d75-9c55-4d6ca0418063 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:29.714461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Attempting to bind port 98144dbc-ab12-4d75-9c55-4d6ca0418063 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:29.714570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Attempting to bind port 98144dbc-ab12-4d75-9c55-4d6ca0418063 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:29.729825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:29.730189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:29.730837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.731129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:29.731715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Bound port: 98144dbc-ab12-4d75-9c55-4d6ca0418063, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:29.731981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.733756 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Deleting port 7c4a5759-5e4a-4810-98bf-5789be4498e5 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:29.734107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.735765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.823285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.823585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] For port 7c4a5759-5e4a-4810-98bf-5789be4498e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7c4a5759-5e4a-4810-98bf-5789be4498e5,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:29.823972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.824196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f01a5755-d63d-4b46-a861-5e42b1fda348 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:29.841645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device abc4be2f-22b1-4b30-a335-bbaabec9bd8c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:29.850170 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f80712-2ab7-47fe-83d7-aee5359b2800 None None] Pushing event updated for resources: {'Port': ['ID=7c4a5759-5e4a-4810-98bf-5789be4498e5,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:29.863207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Calling delete_port for 7c4a5759-5e4a-4810-98bf-5789be4498e5 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:29.890574 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Routers {'e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:29.891632 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:29.905252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.916075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] For port 98144dbc-ab12-4d75-9c55-4d6ca0418063, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:29.920176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] For port 98144dbc-ab12-4d75-9c55-4d6ca0418063, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=98144dbc-ab12-4d75-9c55-4d6ca0418063,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:29.934095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port abc4be2f-22b1-4b30-a335-bbaabec9bd8c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:29.934516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:29.959362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:29.965047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:29.968804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:29.969561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (1c55c47c-d3a8-44cc-9856-3d5792ba0222), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.015157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (daffe870-f9f3-4dfc-9dd0-b80b7ba15434), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.040171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.045361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=9b3f7b55-dab1-4c02-962c-377a631f1653,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:30.067331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.074080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event deleted for resources: {'Port': ['ID=daffe870-f9f3-4dfc-9dd0-b80b7ba15434,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:30.092589 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] Set router e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:30.149140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:30.163175 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a', 'name': 'tempest-snat-router-504348640', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:22Z', 'updated_at': '2022-04-07T01:48:29Z', 'revision_number': 4, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:30.163684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:30.183105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:30.196151 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11b61-6570-496c-b790-4fce781c4a83 None None] The sync data for ids ['e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a'] in dv-neutron-836863-2-hyperv is: [{'id': 'e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a', 'name': 'tempest-snat-router-504348640', 'tenant_id': '1be714976ca5413ca224807ac86927dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:22Z', 'updated_at': '2022-04-07T01:48:29Z', 'revision_number': 4, 'project_id': '1be714976ca5413ca224807ac86927dd', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:30.225567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2a3ee-530f-4780-924f-6f8d5dba4c3d None None] Pushing event updated for resources: {'Port': ['ID=98144dbc-ab12-4d75-9c55-4d6ca0418063,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:30.249570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (227b5594-21a1-4d91-b2d3-fc79d6c9004a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.259330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Port': ['ID=51b98363-af1c-46fc-bed4-59fd5d3d2cac,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:30.370939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port abc4be2f-22b1-4b30-a335-bbaabec9bd8c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:30.372031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a390674-1942-4f27-b281-d1dd02f2bd4d up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:30.385915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (227b5594-21a1-4d91-b2d3-fc79d6c9004a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.389001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (227b5594-21a1-4d91-b2d3-fc79d6c9004a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.402666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.506515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:48:30.510097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:48:30.562898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4f01-1a88-4bc2-b978-e2896e44c76c req-363e6437-a5dc-42d9-ab8e-348b6411bdd8 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:30.564726 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-424d4f01-1a88-4bc2-b978-e2896e44c76c req-363e6437-a5dc-42d9-ab8e-348b6411bdd8 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1167791 Apr 07 01:48:30.576635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0a390674-1942-4f27-b281-d1dd02f2bd4d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:30.577055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.577852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (227b5594-21a1-4d91-b2d3-fc79d6c9004a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.578844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 227b5594-21a1-4d91-b2d3-fc79d6c9004a {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:30.592138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.593652 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-57059b32-0659-40a9-a828-a4feb535fdb4 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/routers/227b5594-21a1-4d91-b2d3-fc79d6c9004a HTTP/1.1" status: 204 len: 168 time: 2.4282532 Apr 07 01:48:30.599696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48418) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:30.602106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7c4a5759-5e4a-4810-98bf-5789be4498e5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.655248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c4a5759-5e4a-4810-98bf-5789be4498e5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:30.705221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (a354ae95-d86d-4249-aa2d-bd5d46d0ece8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.725333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0a390674-1942-4f27-b281-d1dd02f2bd4d is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:30.725333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.743748 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-424d4f01-1a88-4bc2-b978-e2896e44c76c req-5e75bfc2-1d4a-4b8f-9da4-a967440179d2 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600876 Apr 07 01:48:30.754538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 0a390674-1942-4f27-b281-d1dd02f2bd4d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0a390674-1942-4f27-b281-d1dd02f2bd4d,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:30.760621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.817383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:30.905169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:30.944410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:30.944786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb9bcbef-eb5b-4ec7-b981-ea5bbedf2082 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:30.945243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:30.951899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=0a390674-1942-4f27-b281-d1dd02f2bd4d,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:30.989404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:30.989760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4bf530c0-9e7c-4f94-a8e9-c216998dd3a6 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:31.067458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Port daffe870-f9f3-4dfc-9dd0-b80b7ba15434 not found while updating agent binding for router 227b5594-21a1-4d91-b2d3-fc79d6c9004a. {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 07 01:48:31.078571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Routers set() bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:31.078827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Router IDs set() for agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 01:48:31.079725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b975151-b92c-4175-bb11-08745970a655 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'227b5594-21a1-4d91-b2d3-fc79d6c9004a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent'). {{(pid=110985) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 07 01:48:31.080213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b975151-b92c-4175-bb11-08745970a655 None None] The sync data for ids ['227b5594-21a1-4d91-b2d3-fc79d6c9004a'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:31.317086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.320074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.361429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98144dbc-ab12-4d75-9c55-4d6ca0418063 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:31.373483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.375428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48432) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:31.395123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56df4bd-74f1-4a2e-9f6b-7458602b73c2 req-fd26647f-83ca-42d7-a999-22629372248d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:31.396905 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e56df4bd-74f1-4a2e-9f6b-7458602b73c2 req-fd26647f-83ca-42d7-a999-22629372248d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1244559 Apr 07 01:48:31.432719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2878e405-e024-4aff-8475-b829b489deda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.448825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (982fdb01-1439-42ef-83ab-fe0d398da23c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.469361 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e56df4bd-74f1-4a2e-9f6b-7458602b73c2 req-9355ccbc-a4e6-4649-99a7-9b385301ae1c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658965 Apr 07 01:48:31.474936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.475750 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:31.481295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.483382 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4839c697-54e3-4bde-b7d8-a453eeed860a tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e2380e9c-f58a-4f19-8bbe-c68a10ca1d7a HTTP/1.1" status: 204 len: 168 time: 2.3614533 Apr 07 01:48:31.485907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 98144dbc-ab12-4d75-9c55-4d6ca0418063 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:31.486591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48436) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:31.487542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.548618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-4af3db36-b6d9-430d-9d5f-f3162d1658c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:31.550238 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-4af3db36-b6d9-430d-9d5f-f3162d1658c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.2243519 Apr 07 01:48:31.554115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-18863452'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:31.590843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 98144dbc-ab12-4d75-9c55-4d6ca0418063 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:31.591153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.625475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 98144dbc-ab12-4d75-9c55-4d6ca0418063, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=98144dbc-ab12-4d75-9c55-4d6ca0418063,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:31.637152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (dfcc6b20-55d1-43c1-836a-fa02539df698), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.685778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:31.689146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.697770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.699623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a390674-1942-4f27-b281-d1dd02f2bd4d up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:31.710836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.731228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.789889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.790670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (1c55c47c-d3a8-44cc-9856-3d5792ba0222), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.810114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=98144dbc-ab12-4d75-9c55-4d6ca0418063,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:31.816158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (2ea03cc9-7cdc-4689-9c7d-22752b7ec159), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.840639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-f704ae21-41d6-4251-8ad8-a97873b92141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:31.843036 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-f704ae21-41d6-4251-8ad8-a97873b92141 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.2423413 Apr 07 01:48:31.843517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (dfcc6b20-55d1-43c1-836a-fa02539df698), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.847673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (982fdb01-1439-42ef-83ab-fe0d398da23c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.860302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0a390674-1942-4f27-b281-d1dd02f2bd4d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:31.860855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.887495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.891442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2ea03cc9-7cdc-4689-9c7d-22752b7ec159), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.936402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea03cc9-7cdc-4689-9c7d-22752b7ec159,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:31.949179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:31.964545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5f272635-afac-4e50-961e-5d056ede68ef), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.965189 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment 5f272635-afac-4e50-961e-5d056ede68ef of type vlan for network 176651cd-3b1f-4d44-9232-c956eb81ad50 Apr 07 01:48:31.975493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=9b3f7b55-dab1-4c02-962c-377a631f1653,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:31.989203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:31.996906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0a390674-1942-4f27-b281-d1dd02f2bd4d is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:32.057776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (176651cd-3b1f-4d44-9232-c956eb81ad50), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.097430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Deleting port 0a390674-1942-4f27-b281-d1dd02f2bd4d {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:32.098448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.106040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-a75a9b9b-3da9-43ee-a4e0-add882ca9e30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1001 time: 0.2483146 Apr 07 01:48:32.155680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (176651cd-3b1f-4d44-9232-c956eb81ad50), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.160687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:32.161328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.180485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Port': ['ID=51b98363-af1c-46fc-bed4-59fd5d3d2cac,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:32.204534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:32.211785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:32.216850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (a354ae95-d86d-4249-aa2d-bd5d46d0ece8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.251266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-52e1b0a8-eaef-40f6-871c-24afdc157b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:32.252482 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-52e1b0a8-eaef-40f6-871c-24afdc157b18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.1150007 Apr 07 01:48:32.274067 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8950512 Apr 07 01:48:32.278801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] For port 0a390674-1942-4f27-b281-d1dd02f2bd4d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0a390674-1942-4f27-b281-d1dd02f2bd4d,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:32.279174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.281518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48438) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:32.286614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Deleting port abc4be2f-22b1-4b30-a335-bbaabec9bd8c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:32.286966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.291895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'name': 'tempest-PortsIpV6TestJSON-35980092'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:32.296576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff69e82-8bda-4a84-b0d1-fe441f40cf3d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=176651cd-3b1f-4d44-9232-c956eb81ad50,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:32.311688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:32.344654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Calling delete_port for 0a390674-1942-4f27-b281-d1dd02f2bd4d owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:32.393853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.395111 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a551fd32-c8eb-4d3e-b6fd-6a874b16e1fd tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9823325 Apr 07 01:48:32.402693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48440) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:32.413370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-39f8fd55-5e56-4762-a486-b59456dff4bc None None] Provisioning complete for port 98144dbc-ab12-4d75-9c55-4d6ca0418063 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:32.413578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d0b2d72d-b96a-4133-8c09-6232a346c7b0 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'floatingip': {'port_id': '3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:32.413981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39f8fd55-5e56-4762-a486-b59456dff4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.452471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.483994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d0b2d72d-b96a-4133-8c09-6232a346c7b0 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (a354ae95-d86d-4249-aa2d-bd5d46d0ece8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.530640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-39f8fd55-5e56-4762-a486-b59456dff4bc None None] Current status of the port 98144dbc-ab12-4d75-9c55-4d6ca0418063 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:32.569850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:32.577359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.609983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-531838fb-620f-486d-a3b8-a558ad7db6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:32.611484 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-531838fb-620f-486d-a3b8-a558ad7db6bf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.3226020 Apr 07 01:48:32.624608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0a390674-1942-4f27-b281-d1dd02f2bd4d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.660464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:32.675999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fe92b1c3-ce5a-41b6-bb56-213bca92e613 None None] Provisioning complete for port 9b3f7b55-dab1-4c02-962c-377a631f1653 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:32.676661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe92b1c3-ce5a-41b6-bb56-213bca92e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.716042 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-89600f6a-27ad-4bf6-8c6a-3caae27f883c service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940776 Apr 07 01:48:32.733145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe92b1c3-ce5a-41b6-bb56-213bca92e613 None None] Port 9b3f7b55-dab1-4c02-962c-377a631f1653 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:32.744329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a390674-1942-4f27-b281-d1dd02f2bd4d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:32.809862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (dfcc6b20-55d1-43c1-836a-fa02539df698), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.814330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] For port abc4be2f-22b1-4b30-a335-bbaabec9bd8c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:32.814966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.825442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14702fbc-cb2c-4029-9b15-d6705d919f1e req-9a5a4b84-a260-440e-a9ea-2e909a2ea4a1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:32.826997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14702fbc-cb2c-4029-9b15-d6705d919f1e req-9a5a4b84-a260-440e-a9ea-2e909a2ea4a1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2408452 Apr 07 01:48:32.848884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Calling delete_port for abc4be2f-22b1-4b30-a335-bbaabec9bd8c owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:32.866242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3947a329-13f9-422b-9c6c-09baa3525d3f None None] Provisioning complete for port 9b3f7b55-dab1-4c02-962c-377a631f1653 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:32.866819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3947a329-13f9-422b-9c6c-09baa3525d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.894940 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-d0b2d72d-b96a-4133-8c09-6232a346c7b0 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] update failed (client error): The resource could not be found. Apr 07 01:48:32.895999 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d0b2d72d-b96a-4133-8c09-6232a346c7b0 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "PUT /v2.0/floatingips/a354ae95-d86d-4249-aa2d-bd5d46d0ece8 HTTP/1.1" status: 404 len: 507 time: 0.4887590 Apr 07 01:48:32.898871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48444) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:32.914250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3947a329-13f9-422b-9c6c-09baa3525d3f None None] Port 9b3f7b55-dab1-4c02-962c-377a631f1653 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:32.955066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (dfcc6b20-55d1-43c1-836a-fa02539df698), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.963388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_controller (dfcc6b20-55d1-43c1-836a-fa02539df698), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:32.978008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:32.998816 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cc65c5ee-f29e-4b1c-bbb2-fe81db7ae3ac req-bededaac-f1ef-4c4f-b708-73801932c870 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655716 Apr 07 01:48:33.061453 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14702fbc-cb2c-4029-9b15-d6705d919f1e req-ecbb5384-c2cd-45dd-98a5-16c30773ac71 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027402 Apr 07 01:48:33.114206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.159784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (dfcc6b20-55d1-43c1-836a-fa02539df698), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.160484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfcc6b20-55d1-43c1-836a-fa02539df698 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:33.165891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.167179 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-31bb6bd4-5f5e-4fe0-8fc5-b4b19ed1eecc tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "DELETE /v2.0/routers/dfcc6b20-55d1-43c1-836a-fa02539df698 HTTP/1.1" status: 204 len: 168 time: 1.6795197 Apr 07 01:48:33.172154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:33.176925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1112513942', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:33.184093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98144dbc-ab12-4d75-9c55-4d6ca0418063 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:33.241496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.241759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 98144dbc-ab12-4d75-9c55-4d6ca0418063 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:33.242101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.286559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.287941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.341139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 98144dbc-ab12-4d75-9c55-4d6ca0418063 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:33.353350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=e1def7d4-2527-4c66-a4c3-f7bed49b87f0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:33.392036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': '5f272635-afac-4e50-961e-5d056ede68ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:33.392403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: 176651cd-3b1f-4d44-9232-c956eb81ad50, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:33.403302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.525772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:33.527700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:33.536934 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3465a5ef-128c-4589-b10c-d6fa9def5b22 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "PUT /v2.0/routers/1c55c47c-d3a8-44cc-9856-3d5792ba0222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0848987 Apr 07 01:48:33.541990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Sync routers for ids ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:33.542123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48448) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:33.552638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Routers {'1c55c47c-d3a8-44cc-9856-3d5792ba0222'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:33.553446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:33.556718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Deleting port 51b98363-af1c-46fc-bed4-59fd5d3d2cac {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:33.557086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.633605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 176651cd-3b1f-4d44-9232-c956eb81ad50) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:33.639903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:33.645853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:33.646487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.653503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cba1e53-c432-4dcb-84f2-2b5929bdae46 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:33.659062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330bb4c4-2ec0-4441-9db7-c66e21993241 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:33.660374 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-330bb4c4-2ec0-4441-9db7-c66e21993241 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports/9b3f7b55-dab1-4c02-962c-377a631f1653 HTTP/1.1" status: 200 len: 911 time: 0.1176047 Apr 07 01:48:33.664914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48450) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:33.671593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.671785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Set router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:33.720976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.721341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (51b98363-af1c-46fc-bed4-59fd5d3d2cac), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.740704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ed90f0e3-47e2-4110-900d-6d5fe8ebfa96 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.4551237 Apr 07 01:48:33.741563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Calling delete_port for 51b98363-af1c-46fc-bed4-59fd5d3d2cac owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:33.743134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48452) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:33.748294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f168d6-2476-49c0-8a4c-8e09c7e8b6e7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:33.751383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1386004415'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:33.754747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f168d6-2476-49c0-8a4c-8e09c7e8b6e7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:33.756466 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-47f168d6-2476-49c0-8a4c-8e09c7e8b6e7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0875044 Apr 07 01:48:33.759802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48454) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:33.768067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (abc4be2f-22b1-4b30-a335-bbaabec9bd8c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:33.864456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event deleted for resources: {'Port': ['ID=abc4be2f-22b1-4b30-a335-bbaabec9bd8c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:33.967699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:33.971645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.014025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (982fdb01-1439-42ef-83ab-fe0d398da23c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.041144 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.117136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (982fdb01-1439-42ef-83ab-fe0d398da23c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.119109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:34.123928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_controller (982fdb01-1439-42ef-83ab-fe0d398da23c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.152835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:28Z', 'updated_at': '2022-04-07T01:48:30Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None, '_interfaces': [{'id': '9b3f7b55-dab1-4c02-962c-377a631f1653', 'name': '', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'mac_address': 'fa:16:3e:93:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4749e899-90fc-4174-a84e-4b6b607c4b4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:29Z', 'updated_at': '2022-04-07T01:48:31Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'subnets': [{'id': '4749e899-90fc-4174-a84e-4b6b607c4b4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:34.180370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Checking router: 1c55c47c-d3a8-44cc-9856-3d5792ba0222 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:34.180731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Updating router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 port 9b3f7b55-dab1-4c02-962c-377a631f1653 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:34.195118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1c2c7014-177c-43f4-aae0-ab10f4520159), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.195566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment 1c2c7014-177c-43f4-aae0-ab10f4520159 of type vlan for network c5525157-e55e-430b-80fc-48ca0410951e Apr 07 01:48:34.213068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.256717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (c5525157-e55e-430b-80fc-48ca0410951e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.291111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (982fdb01-1439-42ef-83ab-fe0d398da23c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.292178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 982fdb01-1439-42ef-83ab-fe0d398da23c {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:34.297027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.298216 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-86bf1404-f66f-4165-bb90-6ddc184555c0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "DELETE /v2.0/routers/982fdb01-1439-42ef-83ab-fe0d398da23c HTTP/1.1" status: 204 len: 168 time: 3.6140122 Apr 07 01:48:34.302084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48458) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:34.307254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1715433251', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:34.323732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.349242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (51b98363-af1c-46fc-bed4-59fd5d3d2cac), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.364625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.391910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (c5525157-e55e-430b-80fc-48ca0410951e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.398832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:34.399610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.403139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Port': ['ID=51b98363-af1c-46fc-bed4-59fd5d3d2cac,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:34.442459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.444262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.549103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Publish callbacks [] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.556882 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8101399 Apr 07 01:48:34.569835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48460) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:34.583525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'ports': [{'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'}, {'network_id': 'c5525157-e55e-430b-80fc-48ca0410951e'}]} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:34.583843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:34.584336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': 'c5525157-e55e-430b-80fc-48ca0410951e'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:34.587920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f847545-04f3-4a88-80dc-c7a5dc1f3031 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=c5525157-e55e-430b-80fc-48ca0410951e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:34.600396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network c5525157-e55e-430b-80fc-48ca0410951e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:34.642009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.669046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.672381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (a354ae95-d86d-4249-aa2d-bd5d46d0ece8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.675052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.680933 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-575236de-525b-4afa-bed2-b9d45c7b2b6d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "DELETE /v2.0/floatingips/a354ae95-d86d-4249-aa2d-bd5d46d0ece8 HTTP/1.1" status: 204 len: 168 time: 1.7764776 Apr 07 01:48:34.680933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48462) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:34.685215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-66cfde7e-ff63-4bd5-a950-75d58d2163a1 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'floatingip': {'floating_network_id': '6265707f-d669-45e6-a7a1-2d2835500b6e', 'port_id': '3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:34.723223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e292-7975-4d46-af5f-2aff207b0f6f None None] Pushing event updated for resources: {'Port': ['ID=9b3f7b55-dab1-4c02-962c-377a631f1653,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:34.742013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fc0f4-98f5-4908-9681-c6f35e94e4d0 req-d564bdc1-6446-41c8-9924-39805b8a53c7 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:34.749409 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a4fc0f4-98f5-4908-9681-c6f35e94e4d0 req-d564bdc1-6446-41c8-9924-39805b8a53c7 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.5441642 Apr 07 01:48:34.784128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Attempting to bind port 9b3f7b55-dab1-4c02-962c-377a631f1653 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:34.784621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Attempting to bind port 9b3f7b55-dab1-4c02-962c-377a631f1653 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:34.785279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Attempting to bind port 9b3f7b55-dab1-4c02-962c-377a631f1653 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:34.790891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:34.791417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:34.791961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.792457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:34.793058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Bound port: 9b3f7b55-dab1-4c02-962c-377a631f1653, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:34.793622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.909887 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a4fc0f4-98f5-4908-9681-c6f35e94e4d0 req-64c64737-533e-4937-bf9b-fc08b155661f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592278 Apr 07 01:48:34.950177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] For port 9b3f7b55-dab1-4c02-962c-377a631f1653, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:34.951059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66cfde7e-ff63-4bd5-a950-75d58d2163a1 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:34.953952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] For port 9b3f7b55-dab1-4c02-962c-377a631f1653, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b3f7b55-dab1-4c02-962c-377a631f1653,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:35.003582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Allocated IP 172.26.8.7 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/89f7e0f6-d8de-4db4-b2b6-53bf78cc7409) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:35.036048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (1c55c47c-d3a8-44cc-9856-3d5792ba0222), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.059844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fc45e514-29c0-4e6a-8525-5bb54347fbd1 None None] Provisioning complete for port 9b3f7b55-dab1-4c02-962c-377a631f1653 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:35.060328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc45e514-29c0-4e6a-8525-5bb54347fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.088252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.094003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.154587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device abc4be2f-22b1-4b30-a335-bbaabec9bd8c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:35.181925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: abc4be2f-22b1-4b30-a335-bbaabec9bd8c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:35.185480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device abc4be2f-22b1-4b30-a335-bbaabec9bd8c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:35.185919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a390674-1942-4f27-b281-d1dd02f2bd4d no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:35.222440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 2} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:35.226548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fc45e514-29c0-4e6a-8525-5bb54347fbd1 None None] Port 9b3f7b55-dab1-4c02-962c-377a631f1653 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:35.227885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.234939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0a390674-1942-4f27-b281-d1dd02f2bd4d {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:35.235302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a390674-1942-4f27-b281-d1dd02f2bd4d not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:35.251142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Routers {'1c55c47c-d3a8-44cc-9856-3d5792ba0222'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:35.251775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:35.262173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.283981 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-66cfde7e-ff63-4bd5-a950-75d58d2163a1 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:48:35.283981 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-66cfde7e-ff63-4bd5-a950-75d58d2163a1 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5983422 Apr 07 01:48:35.284234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48468) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:35.289778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:35.333019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79e292-7975-4d46-af5f-2aff207b0f6f None None] Pushing event updated for resources: {'Port': ['ID=9b3f7b55-dab1-4c02-962c-377a631f1653,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:35.335674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.364058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for port (89f7e0f6-d8de-4db4-b2b6-53bf78cc7409), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.376309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] Set router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:35.489589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.499063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (89f7e0f6-d8de-4db4-b2b6-53bf78cc7409), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.517572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] Provisioning complete for port 9b3f7b55-dab1-4c02-962c-377a631f1653 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:35.518605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.550779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event updated for resources: {'Port': ['ID=89f7e0f6-d8de-4db4-b2b6-53bf78cc7409,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:35.553828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 1e765ab8-b876-4756-8b73-eb47dd3b53f7 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:35.556038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 9b3f7b55-dab1-4c02-962c-377a631f1653 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:35.557039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.606222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:35.609444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:35.613714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:35.655846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] Current status of the port 9b3f7b55-dab1-4c02-962c-377a631f1653 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:35.657269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.694425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:28Z', 'updated_at': '2022-04-07T01:48:30Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None, '_interfaces': [{'id': '9b3f7b55-dab1-4c02-962c-377a631f1653', 'name': '', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'mac_address': 'fa:16:3e:93:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4749e899-90fc-4174-a84e-4b6b607c4b4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:29Z', 'updated_at': '2022-04-07T01:48:34Z', 'revision_number': 4, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'subnets': [{'id': '4749e899-90fc-4174-a84e-4b6b607c4b4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:35.697276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] For port 9b3f7b55-dab1-4c02-962c-377a631f1653, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b3f7b55-dab1-4c02-962c-377a631f1653,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:35.727217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b50bb8-1d99-47de-a938-360c69b93d3a None None] The sync data for ids ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'] in dv-neutron-836863-2-hyperv is: [{'id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:28Z', 'updated_at': '2022-04-07T01:48:30Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None, '_interfaces': [{'id': '9b3f7b55-dab1-4c02-962c-377a631f1653', 'name': '', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'mac_address': 'fa:16:3e:93:67:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': '4749e899-90fc-4174-a84e-4b6b607c4b4f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:29Z', 'updated_at': '2022-04-07T01:48:34Z', 'revision_number': 4, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'subnets': [{'id': '4749e899-90fc-4174-a84e-4b6b607c4b4f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:35.727653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (a85dfd5e-7932-4ed6-8209-df07165ee106), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.758810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port 9b3f7b55-dab1-4c02-962c-377a631f1653, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b3f7b55-dab1-4c02-962c-377a631f1653,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:35.758810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.765180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.774387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 9b3f7b55-dab1-4c02-962c-377a631f1653 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:35.777601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.840121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (1e765ab8-b876-4756-8b73-eb47dd3b53f7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:35.842101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fcd54-c617-483b-9e4f-e91f5b9c2751 None None] Pushing event updated for resources: {'Port': ['ID=9b3f7b55-dab1-4c02-962c-377a631f1653,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:35.905158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.026082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:36.109610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Allocated IP 172.26.8.250 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/b8377a6d-b935-4f2e-a64d-54966f4b848d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:36.130961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.187841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9b7c0-4f0d-411f-9fc3-f8f16bf089a7 req-c0e20e72-2ca9-400a-a0f2-b17e2a724834 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:36.189192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39b9b7c0-4f0d-411f-9fc3-f8f16bf089a7 req-c0e20e72-2ca9-400a-a0f2-b17e2a724834 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1565242 Apr 07 01:48:36.250255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9b3f7b55-dab1-4c02-962c-377a631f1653), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.270381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for port (b8377a6d-b935-4f2e-a64d-54966f4b848d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.276269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.293892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=9b3f7b55-dab1-4c02-962c-377a631f1653,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:36.386374 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39b9b7c0-4f0d-411f-9fc3-f8f16bf089a7 req-1d16222a-2f2a-4f00-ad1e-b92b84192556 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601834 Apr 07 01:48:36.422392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1e765ab8-b876-4756-8b73-eb47dd3b53f7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.480359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b8377a6d-b935-4f2e-a64d-54966f4b848d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.527058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:36.540809 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:36.542712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (1c55c47c-d3a8-44cc-9856-3d5792ba0222), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.545420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:36.545420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.561040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:36.567121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=1e765ab8-b876-4756-8b73-eb47dd3b53f7,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:36.576793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:36.579045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:36.586493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf20043-532f-46a4-b332-c6b00cf3d3c5 req-a55c9c87-2bd4-4b8e-b481-e18e370a4a15 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:36.588024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caf20043-532f-46a4-b332-c6b00cf3d3c5 req-a55c9c87-2bd4-4b8e-b481-e18e370a4a15 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1216452 Apr 07 01:48:36.626672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.635528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Allocated IP 172.26.8.200 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/0301f68c-0884-4b6e-b276-0e2afadb0b21) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:36.688270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event updated for resources: {'Port': ['ID=b8377a6d-b935-4f2e-a64d-54966f4b848d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:36.753655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': '1c2c7014-177c-43f4-aae0-ab10f4520159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'c5525157-e55e-430b-80fc-48ca0410951e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:36.754334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: c5525157-e55e-430b-80fc-48ca0410951e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:36.848262 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caf20043-532f-46a4-b332-c6b00cf3d3c5 req-f5f3d574-b8c4-4711-8bfb-d87be4b493ce tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232621 Apr 07 01:48:36.849994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:36.874078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:36.937086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for port (0301f68c-0884-4b6e-b276-0e2afadb0b21), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:36.959201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network c5525157-e55e-430b-80fc-48ca0410951e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:37.044334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0301f68c-0884-4b6e-b276-0e2afadb0b21), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.050398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, c5525157-e55e-430b-80fc-48ca0410951e) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:37.064614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e9cfb-8ec0-4c8c-b49a-df03e5e5c395 None None] Network c5525157-e55e-430b-80fc-48ca0410951e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:37.089174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:37.094708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:37.100083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:37.100725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.275682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:37.283251 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d9ff56c-a476-4ab0-aeca-a58bac869b7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "PUT /v2.0/routers/1c55c47c-d3a8-44cc-9856-3d5792ba0222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5192707 Apr 07 01:48:37.283442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48476) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:37.346818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4f121-82b8-4b5f-a0ef-19e178eb4a06 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:37.348303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a4f121-82b8-4b5f-a0ef-19e178eb4a06 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:37.352502 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c3a4f121-82b8-4b5f-a0ef-19e178eb4a06 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0649714 Apr 07 01:48:37.352868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48480) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:37.385140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Router cc5cfafd-61eb-4664-aba3-e96a99f26e3b is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:37.465660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:37.472841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:37.479191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event updated for resources: {'Port': ['ID=0301f68c-0884-4b6e-b276-0e2afadb0b21,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:37.479404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 4749e899-90fc-4174-a84e-4b6b607c4b4f {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:37.484903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:37.487618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (4749e899-90fc-4174-a84e-4b6b607c4b4f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.541442 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-502ca689-14c6-4b33-a9d5-d8ca2a311d47 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9670172 Apr 07 01:48:37.541545 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] Sync routers for ids ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:37.544914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48482) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:37.553812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c57520-7606-4c1b-821d-2f6654401dbd req-18190dd3-cf94-4cf7-9db3-fba47571ef8b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:37.554777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (a85dfd5e-7932-4ed6-8209-df07165ee106), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.555082 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] Routers {'1c55c47c-d3a8-44cc-9856-3d5792ba0222'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:37.555357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-89c57520-7606-4c1b-821d-2f6654401dbd req-18190dd3-cf94-4cf7-9db3-fba47571ef8b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1739836 Apr 07 01:48:37.556007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.588179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (4749e899-90fc-4174-a84e-4b6b607c4b4f), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.630827 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] Set router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:37.700884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:37.715665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] Sync routers for ids ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:37.726586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] Routers {'cc5cfafd-61eb-4664-aba3-e96a99f26e3b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:37.727523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.731352 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-89c57520-7606-4c1b-821d-2f6654401dbd req-f53298e4-aef4-4744-a964-a6610efce02d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403053 Apr 07 01:48:37.742742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (4749e899-90fc-4174-a84e-4b6b607c4b4f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.781339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.791102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] Routers {'cc5cfafd-61eb-4664-aba3-e96a99f26e3b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:37.791942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.797279 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:28Z', 'updated_at': '2022-04-07T01:48:36Z', 'revision_number': 3, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.824597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:37.825888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1d2386b5-7790-40cf-98be-d9e1849aa511 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6526423 Apr 07 01:48:37.831369 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] Checking router: 1c55c47c-d3a8-44cc-9856-3d5792ba0222 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:37.833807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.834701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3488291f-5468-4be0-b90f-4f480f6cd0a1 None None] The sync data for ids ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:37.834847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48486) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:37.839791 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] Routers {'1c55c47c-d3a8-44cc-9856-3d5792ba0222'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:37.840494 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.844061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': False}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:37.919369 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] Set router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:37.977002 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:28Z', 'updated_at': '2022-04-07T01:48:36Z', 'revision_number': 3, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:37.987209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a298bd9-c886-4438-9c09-29d9430f8f1b req-f336d7ee-c245-4462-95e5-c20d2a4e65d1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:37.988783 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a298bd9-c886-4438-9c09-29d9430f8f1b req-f336d7ee-c245-4462-95e5-c20d2a4e65d1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1082647 Apr 07 01:48:37.991961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (4749e899-90fc-4174-a84e-4b6b607c4b4f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.009015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:38.009578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.015796 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c561199-c941-4551-98e0-cc9b6e43bc59 None None] The sync data for ids ['1c55c47c-d3a8-44cc-9856-3d5792ba0222'] in dv-neutron-836863-2-hyperv is: [{'id': '1c55c47c-d3a8-44cc-9856-3d5792ba0222', 'name': 'tempest-NetworksTestDHCPv6-router-1071271256', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:28Z', 'updated_at': '2022-04-07T01:48:36Z', 'revision_number': 3, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:38.034254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=4749e899-90fc-4174-a84e-4b6b607c4b4f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:38.038087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.039645 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-da979662-0de2-4fd0-b811-c91739b6388b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/4749e899-90fc-4174-a84e-4b6b607c4b4f HTTP/1.1" status: 204 len: 168 time: 0.6857555 Apr 07 01:48:38.044745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e4861b-ebe6-4cbd-9737-db696b57dd6d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:38.065578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48488) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:38.081173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.146904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Deleting port 0301f68c-0884-4b6e-b276-0e2afadb0b21 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:38.147245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0301f68c-0884-4b6e-b276-0e2afadb0b21), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.150900 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a298bd9-c886-4438-9c09-29d9430f8f1b req-3ed01df6-fe3b-4606-841d-9b0614351019 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464236 Apr 07 01:48:38.264047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.299754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:38.318792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.329727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a2cbe-176a-4eda-be21-b57e7a5436c1 req-d99b2159-43d1-4b4b-9acb-b467d58593a5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:38.331207 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eb6a2cbe-176a-4eda-be21-b57e7a5436c1 req-d99b2159-43d1-4b4b-9acb-b467d58593a5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0998642 Apr 07 01:48:38.367822 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e363c1b6-4097-46c6-97e2-fe0eb08d8d82 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2988844 Apr 07 01:48:38.370494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48492) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:38.400219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:38.424133 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eb6a2cbe-176a-4eda-be21-b57e7a5436c1 req-9a771da9-5d5e-46bb-846e-6aa32ba21561 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863564 Apr 07 01:48:38.435096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0301f68c-0884-4b6e-b276-0e2afadb0b21), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.435434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for floatingip (0301f68c-0884-4b6e-b276-0e2afadb0b21), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.462908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Calling delete_port for 0301f68c-0884-4b6e-b276-0e2afadb0b21 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:38.503539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router (1c55c47c-d3a8-44cc-9856-3d5792ba0222), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.506738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] Deleting port 98144dbc-ab12-4d75-9c55-4d6ca0418063 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:38.509905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.610624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] For port 98144dbc-ab12-4d75-9c55-4d6ca0418063, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=98144dbc-ab12-4d75-9c55-4d6ca0418063,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:38.611225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.629924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] Calling delete_port for 98144dbc-ab12-4d75-9c55-4d6ca0418063 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:38.634180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Router a85dfd5e-7932-4ed6-8209-df07165ee106 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:38.686107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.692970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (1c55c47c-d3a8-44cc-9856-3d5792ba0222), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.696113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router_controller (1c55c47c-d3a8-44cc-9856-3d5792ba0222), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.715189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0301f68c-0884-4b6e-b276-0e2afadb0b21), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.718117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:38.799955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Port': ['ID=0301f68c-0884-4b6e-b276-0e2afadb0b21,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:38.820149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.821911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (98144dbc-ab12-4d75-9c55-4d6ca0418063), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.823425 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d35e1a3e-dd4a-4331-bbf9-90b3b3643488 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49 HTTP/1.1" status: 204 len: 168 time: 1.2775714 Apr 07 01:48:38.827672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48498) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:38.856445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] Pushing event deleted for resources: {'Port': ['ID=98144dbc-ab12-4d75-9c55-4d6ca0418063,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:38.859185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76b918c-2073-494e-b658-f88f940b3845 None None] No DVR routers for this DVR port 98144dbc-ab12-4d75-9c55-4d6ca0418063 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:38.863363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (1c55c47c-d3a8-44cc-9856-3d5792ba0222), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.863873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Fanout notify agent at l3_agent the message router_deleted on router 1c55c47c-d3a8-44cc-9856-3d5792ba0222 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:38.883016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:38.883016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3bbecf79-9108-4a7a-bfd8-0c84e9ddad59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/routers/1c55c47c-d3a8-44cc-9856-3d5792ba0222 HTTP/1.1" status: 204 len: 168 time: 0.5091124 Apr 07 01:48:38.886003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48500) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:38.893538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:38.946469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:38.960110 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] Sync routers for ids ['a85dfd5e-7932-4ed6-8209-df07165ee106'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:38.976736 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] Routers {'a85dfd5e-7932-4ed6-8209-df07165ee106'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:38.978384 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a85dfd5e-7932-4ed6-8209-df07165ee106'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:38.994128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0338cca-983b-4673-a83f-99d1ccf9133a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:39.000556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0338cca-983b-4673-a83f-99d1ccf9133a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:39.002209 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b0338cca-983b-4673-a83f-99d1ccf9133a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1709721 Apr 07 01:48:39.006115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48502) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:39.016343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc0659-4447-43e5-9f59-af642c1ea415 req-ea33ac50-8968-444d-aac3-a0f53ffb55aa tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:39.022081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a2bc0659-4447-43e5-9f59-af642c1ea415 req-ea33ac50-8968-444d-aac3-a0f53ffb55aa tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1890395 Apr 07 01:48:39.034237 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.053520 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] Routers {'a85dfd5e-7932-4ed6-8209-df07165ee106'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:39.054304 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a85dfd5e-7932-4ed6-8209-df07165ee106'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.096789 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] create failed (client error): The resource could not be found. Apr 07 01:48:39.096789 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-93cbeb9c-c173-40c8-8090-82e8f9bc90f3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8076143 Apr 07 01:48:39.096789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48504) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:39.105982 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.107030 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346b6e8-24d4-4540-8975-b643a4cab5ae None None] The sync data for ids ['a85dfd5e-7932-4ed6-8209-df07165ee106'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:39.141895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.143109 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b7c22e59-f0cf-4571-ae61-49f73c7276ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.8399627 Apr 07 01:48:39.146374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48506) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:39.148735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98144dbc-ab12-4d75-9c55-4d6ca0418063 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:39.153705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': False}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:39.183944 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a2bc0659-4447-43e5-9f59-af642c1ea415 req-95cf594c-e7a4-4991-a57f-8208b0588fde tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012030 Apr 07 01:48:39.191193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 98144dbc-ab12-4d75-9c55-4d6ca0418063 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:39.191193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98144dbc-ab12-4d75-9c55-4d6ca0418063 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:39.191193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b3f7b55-dab1-4c02-962c-377a631f1653 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:39.214594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9b3f7b55-dab1-4c02-962c-377a631f1653 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:39.214594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b3f7b55-dab1-4c02-962c-377a631f1653 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:39.224789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:39.230911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.259411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 1e765ab8-b876-4756-8b73-eb47dd3b53f7 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:39.259750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1e765ab8-b876-4756-8b73-eb47dd3b53f7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.372108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.377342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1e765ab8-b876-4756-8b73-eb47dd3b53f7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.377750 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.382331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Deleting port 3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:39.385991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.433511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 1e765ab8-b876-4756-8b73-eb47dd3b53f7 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:39.568648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Router cc5cfafd-61eb-4664-aba3-e96a99f26e3b has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:39.615608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.620986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c0429102-0099-41fb-831c-0442215defdd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.636524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Calling delete_port for 3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:39.689952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:39.696186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:39.699379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:39.699976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.706313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbe66bc-3b50-4d47-954d-e2aedc86c86b None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:39.736164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=c0429102-0099-41fb-831c-0442215defdd,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:39.748073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:39.754046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.758085 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a0b64f3e-77c3-4779-95f4-eaf4f246ada9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "PUT /v2.0/routers/cc5cfafd-61eb-4664-aba3-e96a99f26e3b HTTP/1.1" status: 200 len: 924 time: 1.9221311 Apr 07 01:48:39.758966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48508) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:39.766328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] Sync routers for ids ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:39.782099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] Routers {'cc5cfafd-61eb-4664-aba3-e96a99f26e3b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:39.782838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.824860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.826552 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d2dd82f9-414a-44f2-935a-aba31c92c427 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9391701 Apr 07 01:48:39.853053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] Routers {'cc5cfafd-61eb-4664-aba3-e96a99f26e3b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:39.854017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.926614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'c0429102-0099-41fb-831c-0442215defdd'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:39.927815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:39.930482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:39.931110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6533ee-b0d6-4faf-9e30-93b90602b2a0 None None] The sync data for ids ['cc5cfafd-61eb-4664-aba3-e96a99f26e3b'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:39.996326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48510) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.002534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:40.097449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1e765ab8-b876-4756-8b73-eb47dd3b53f7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.152561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=1e765ab8-b876-4756-8b73-eb47dd3b53f7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:40.174763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.180338 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a3dfe741-5208-4874-b784-839c89d242fa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/1e765ab8-b876-4756-8b73-eb47dd3b53f7 HTTP/1.1" status: 204 len: 168 time: 1.1707973 Apr 07 01:48:40.181964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48512) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.182283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (7deab553-c352-4219-b5cb-9ae3c0ebdb94), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.183397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (7deab553-c352-4219-b5cb-9ae3c0ebdb94), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.201668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.247221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/c0429102-0099-41fb-831c-0442215defdd/ce721694-eef5-4a7e-9152-148dc0207b7a) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:40.255991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48516) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.256201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b85991e3-9793-4e9b-b9a2-59ba19bc7a7c tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/cc5cfafd-61eb-4664-aba3-e96a99f26e3b HTTP/1.1" status: 200 len: 924 time: 0.4957676 Apr 07 01:48:40.334569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7523a3ae-6ba3-4de4-af97-5e16a607eda9 req-0f6ace96-1407-45d8-96af-48e05a68922a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:40.335776 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7523a3ae-6ba3-4de4-af97-5e16a607eda9 req-0f6ace96-1407-45d8-96af-48e05a68922a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0546131 Apr 07 01:48:40.384772 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7523a3ae-6ba3-4de4-af97-5e16a607eda9 req-e24f40d1-57c0-4542-9141-ec7b20eb5c12 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Apr 07 01:48:40.395137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070748df-b974-4e69-a712-f0409ecbab3b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:40.396642 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-070748df-b974-4e69-a712-f0409ecbab3b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2095654 Apr 07 01:48:40.399447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48518) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.417748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Publish callbacks [] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.438169 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c89b9f-2c54-4a70-8db1-a1da20361f24 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:48:40.442188 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d0c89b9f-2c54-4a70-8db1-a1da20361f24 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/94bc8ca4-cbc5-4563-9a18-1fc8bbac0b49 HTTP/1.1" status: 404 len: 333 time: 0.0380781 Apr 07 01:48:40.442883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48522) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.447672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13876bc6-f0e4-49f9-b279-8f36887875ca tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:40.449877 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-13876bc6-f0e4-49f9-b279-8f36887875ca tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=cc5cfafd-61eb-4664-aba3-e96a99f26e3b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1925244 Apr 07 01:48:40.449877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.453722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48524) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.463462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.494896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Port': ['ID=3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:40.510858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:40.518571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:40.519460 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7122c296-ad8d-4aa8-bc41-fa0bcf541872 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:48:40.523786 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7122c296-ad8d-4aa8-bc41-fa0bcf541872 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/1e765ab8-b876-4756-8b73-eb47dd3b53f7 HTTP/1.1" status: 404 len: 333 time: 0.0795987 Apr 07 01:48:40.524808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.525609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:40.538067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router_controller (7deab553-c352-4219-b5cb-9ae3c0ebdb94), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.541062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Pushing event updated for resources: {'Port': ['ID=ce721694-eef5-4a7e-9152-148dc0207b7a,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:40.618424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Attempting to bind port ce721694-eef5-4a7e-9152-148dc0207b7a on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:40.619527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Attempting to bind port ce721694-eef5-4a7e-9152-148dc0207b7a by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:40.620012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Attempting to bind port ce721694-eef5-4a7e-9152-148dc0207b7a on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:40.627196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:40.628641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:40.628799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.629369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:40.629927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Bound port: ce721694-eef5-4a7e-9152-148dc0207b7a, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:40.630425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.632681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (7deab553-c352-4219-b5cb-9ae3c0ebdb94), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.635297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (c5525157-e55e-430b-80fc-48ca0410951e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.657134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.665006 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f4b003f9-391e-4d45-9729-502999c70cbe tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "DELETE /v2.0/ports/3f5ba9fe-ff3b-4cea-8480-adfe0ca8b354 HTTP/1.1" status: 204 len: 168 time: 1.5670574 Apr 07 01:48:40.667930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48530) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.694761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba430152-7c28-42a6-bdf3-f192d9585f42 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:40.697547 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ba430152-7c28-42a6-bdf3-f192d9585f42 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2433820 Apr 07 01:48:40.701200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48532) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.750119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] For port ce721694-eef5-4a7e-9152-148dc0207b7a, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:40.750685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.754596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] For port ce721694-eef5-4a7e-9152-148dc0207b7a, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ce721694-eef5-4a7e-9152-148dc0207b7a,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:40.755088 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5dd6ffc5-6ca5-4712-bd55-e35269d89a7b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7577102 Apr 07 01:48:40.755925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48534) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.764562 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d496b664-4604-4d55-9ff6-f63f06196cf4 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc5cfafd-61eb-4664-aba3-e96a99f26e3b HTTP/1.1" status: 200 len: 205 time: 0.0612795 Apr 07 01:48:40.769416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48536) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:40.823325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.847247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (c5525157-e55e-430b-80fc-48ca0410951e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.886023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5525157-e55e-430b-80fc-48ca0410951e']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:40.905290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a38a05-3eb7-4e82-a591-d49aa20213e6 None None] Pushing event updated for resources: {'Port': ['ID=ce721694-eef5-4a7e-9152-148dc0207b7a,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:40.906326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2c7014-177c-43f4-aae0-ab10f4520159') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:40.906826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2c7014-177c-43f4-aae0-ab10f4520159') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:40.927527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a69a2b-e400-4225-a232-73f8256f15d9 req-98e2a626-4f46-436b-b588-1b77ab9da709 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:40.930362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b8a69a2b-e400-4225-a232-73f8256f15d9 req-98e2a626-4f46-436b-b588-1b77ab9da709 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1913767 Apr 07 01:48:40.935333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (1c2c7014-177c-43f4-aae0-ab10f4520159), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.965928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1c2c7014-177c-43f4-aae0-ab10f4520159), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.977210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:40.977711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (1c2c7014-177c-43f4-aae0-ab10f4520159), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:40.982896 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:41.074069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b8a69a2b-e400-4225-a232-73f8256f15d9 req-2cf4dd54-f1cb-4b27-a179-5bc85fa8412b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260519 Apr 07 01:48:41.084883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c09102-fec7-41fa-8d24-993ff7b7de7f tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:41.085382 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d6c09102-fec7-41fa-8d24-993ff7b7de7f tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "GET /v2.0/ports?device_id=0921420f-17b4-472c-becf-3ab22c2de7bc HTTP/1.1" status: 200 len: 913 time: 0.4161892 Apr 07 01:48:41.088327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48538) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:41.150524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.201103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (c5525157-e55e-430b-80fc-48ca0410951e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.209580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.217644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/c5525157-e55e-430b-80fc-48ca0410951e HTTP/1.1" status: 204 len: 168 time: 0.6906078 Apr 07 01:48:41.220732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48540) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:41.238369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-524192971'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:41.247411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1c42c-6ab6-4e86-871e-42abdaf64879 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=c5525157-e55e-430b-80fc-48ca0410951e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:41.355733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:41.359553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.412073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:41.430478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ef730f20-c0a2-4d57-80cb-3041e0bbc07a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.431335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment ef730f20-c0a2-4d57-80cb-3041e0bbc07a of type vlan for network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 Apr 07 01:48:41.477938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.491836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.498913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (0d89f1c3-95fb-44d2-83a8-7b31df1fd216), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.633063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (0d89f1c3-95fb-44d2-83a8-7b31df1fd216), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.637996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:41.638598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.747838 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5218351 Apr 07 01:48:41.753034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48546) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:41.764552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:41.790162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b3d49-cbd2-4422-8595-e5f18a7585f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=0d89f1c3-95fb-44d2-83a8-7b31df1fd216,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:41.794053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (0921420f-17b4-472c-becf-3ab22c2de7bc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:41.802145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:41.994335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] Provisioning complete for port ce721694-eef5-4a7e-9152-148dc0207b7a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:41.996918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.045863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:42.048886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.072391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.090932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] Current status of the port ce721694-eef5-4a7e-9152-148dc0207b7a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:42.092327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.102446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Deleting port 89f7e0f6-d8de-4db4-b2b6-53bf78cc7409 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:42.103122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (89f7e0f6-d8de-4db4-b2b6-53bf78cc7409), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.107910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.134156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] For port ce721694-eef5-4a7e-9152-148dc0207b7a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ce721694-eef5-4a7e-9152-148dc0207b7a,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:42.149884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Performing IP validity checks on allocation pools {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:48:42.153250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:48:42.211353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.267151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768b79-241e-4a69-bf37-f2b5a1ab5244 None None] Pushing event updated for resources: {'Port': ['ID=ce721694-eef5-4a7e-9152-148dc0207b7a,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:42.276137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1b348-d8c0-48e9-921c-62c1b14a1d64 req-0dc81729-2da4-47bf-bf86-446da2b5a02b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:42.277180 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cfa1b348-d8c0-48e9-921c-62c1b14a1d64 req-0dc81729-2da4-47bf-bf86-446da2b5a02b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1050839 Apr 07 01:48:42.301450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Deleting port 5123ccfc-4f06-45aa-adb6-a2dab3d674b6 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:42.301798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.319351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::1 (90b9273a-c012-429c-a675-14d31428d1d8/c0429102-0099-41fb-831c-0442215defdd/ce3fe334-06a8-4e01-a37b-890b4700feab) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:42.327189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (89f7e0f6-d8de-4db4-b2b6-53bf78cc7409), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.349412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Calling delete_port for 89f7e0f6-d8de-4db4-b2b6-53bf78cc7409 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:42.446007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Router a85dfd5e-7932-4ed6-8209-df07165ee106 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:42.456243 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cfa1b348-d8c0-48e9-921c-62c1b14a1d64 req-7e52d7d8-a20f-4b09-9e1d-0f5a0645b9ab tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570284 Apr 07 01:48:42.481716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.493275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Calling delete_port for 5123ccfc-4f06-45aa-adb6-a2dab3d674b6 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:42.509368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (6e9d1dbf-7c02-42c6-bb40-fd44770137fd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.634549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.640560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=6e9d1dbf-7c02-42c6-bb40-fd44770137fd,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:42.676890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:42.677267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: 0d89f1c3-95fb-44d2-83a8-7b31df1fd216, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:42.715581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:42.723384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.724631 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-37da1ca3-14d7-4c75-aa03-412ec1a374a8 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "PUT /v2.0/routers/a85dfd5e-7932-4ed6-8209-df07165ee106 HTTP/1.1" status: 200 len: 922 time: 3.5775266 Apr 07 01:48:42.726433 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] Sync routers for ids ['a85dfd5e-7932-4ed6-8209-df07165ee106'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:42.728981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48552) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:42.739012 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] Routers {'a85dfd5e-7932-4ed6-8209-df07165ee106'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:42.744449 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a85dfd5e-7932-4ed6-8209-df07165ee106'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:42.744600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498d61-e60c-4da9-9bb6-dcfb747a0ac5 req-d9dc29be-53f4-4c92-b02c-273c183a9b33 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:42.744600 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-07498d61-e60c-4da9-9bb6-dcfb747a0ac5 req-d9dc29be-53f4-4c92-b02c-273c183a9b33 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1728125 Apr 07 01:48:42.781281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.784258 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:42.793324 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] Routers {'a85dfd5e-7932-4ed6-8209-df07165ee106'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:42.793940 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a85dfd5e-7932-4ed6-8209-df07165ee106'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:42.829229 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:42.829816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:42.830394 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9346249-5628-4b4d-9fc3-efa1df190b15 None None] The sync data for ids ['a85dfd5e-7932-4ed6-8209-df07165ee106'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:42.846399 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-07498d61-e60c-4da9-9bb6-dcfb747a0ac5 req-d973a217-16a2-4e2f-ad8f-54566fd0a70c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889747 Apr 07 01:48:42.858720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:42.873062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (89f7e0f6-d8de-4db4-b2b6-53bf78cc7409), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.873062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:42.876591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:42.877207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (7deab553-c352-4219-b5cb-9ae3c0ebdb94), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.901250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 0d89f1c3-95fb-44d2-83a8-7b31df1fd216) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:42.907362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:42.911108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:42.917908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16b27ac-ecb8-4e9d-86b5-83dabed3523a None None] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:42.959239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=ce3fe334-06a8-4e01-a37b-890b4700feab,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:42.966784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5123ccfc-4f06-45aa-adb6-a2dab3d674b6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.037585 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-50ea0e3f-ecdc-4ffd-b94b-0e011f4ba0cd tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/a85dfd5e-7932-4ed6-8209-df07165ee106 HTTP/1.1" status: 200 len: 922 time: 0.3071294 Apr 07 01:48:43.042277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event deleted for resources: {'Port': ['ID=89f7e0f6-d8de-4db4-b2b6-53bf78cc7409,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:43.049836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48558) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:43.101933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-0d89f1c3-95fb-44d2-83a8-7b31df1fd216', 'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': '6e9d1dbf-7c02-42c6-bb40-fd44770137fd'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:43.103017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.113607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-39cd0381-9b9f-415a-aa6a-ff21d9e9f68c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3506594 Apr 07 01:48:43.113607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Port': ['ID=5123ccfc-4f06-45aa-adb6-a2dab3d674b6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:43.119507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48562) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:43.127017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216', 'name': 'tempest-PortsIpV6TestJSON-705486353'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:43.135708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.219813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13898ab-c089-4429-a766-1d4148ea7af7 req-81bed8b0-94f1-4e3e-b9e7-764dcd505de3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:43.222081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c13898ab-c089-4429-a766-1d4148ea7af7 req-81bed8b0-94f1-4e3e-b9e7-764dcd505de3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2351594 Apr 07 01:48:43.256987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ce721694-eef5-4a7e-9152-148dc0207b7a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:43.361444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.365850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.400339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ce721694-eef5-4a7e-9152-148dc0207b7a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:43.400964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.436354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (0921420f-17b4-472c-becf-3ab22c2de7bc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.440664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.443941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03281213-e29e-454f-b80c-e14f4f072a09 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:43.444391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Allocated IP 2001:db8::2 (0d89f1c3-95fb-44d2-83a8-7b31df1fd216/6e9d1dbf-7c02-42c6-bb40-fd44770137fd/2539d206-6124-406a-bb52-f966d64b0ad8) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:43.445463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-03281213-e29e-454f-b80c-e14f4f072a09 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=a85dfd5e-7932-4ed6-8209-df07165ee106&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3911171 Apr 07 01:48:43.452694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48564) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:43.456596 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c13898ab-c089-4429-a766-1d4148ea7af7 req-1970a34f-3cdd-4ca7-bff1-882720a62a04 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083552 Apr 07 01:48:43.466880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d2640dcb-bace-4964-8ca2-089e0768f9f4 None None] Provisioning complete for port ce3fe334-06a8-4e01-a37b-890b4700feab triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:43.467729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2640dcb-bace-4964-8ca2-089e0768f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.685996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ffef0-b647-49ac-9988-1a86a7ae0c09 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:43.687701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d2640dcb-bace-4964-8ca2-089e0768f9f4 None None] Port ce3fe334-06a8-4e01-a37b-890b4700feab cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:43.688917 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d39ffef0-b647-49ac-9988-1a86a7ae0c09 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2301595 Apr 07 01:48:43.693979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48570) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:43.706496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (cc5cfafd-61eb-4664-aba3-e96a99f26e3b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.707407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Fanout notify agent at l3_agent the message router_deleted on router cc5cfafd-61eb-4664-aba3-e96a99f26e3b {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:43.727786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.727786 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4f690e62-471e-41c2-93b9-36bcf07b2400 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/cc5cfafd-61eb-4664-aba3-e96a99f26e3b HTTP/1.1" status: 204 len: 168 time: 2.9423637 Apr 07 01:48:43.737036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48572) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:43.739122 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-38775f8e-97c1-48c6-8517-a97ab2b555be tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=a85dfd5e-7932-4ed6-8209-df07165ee106 HTTP/1.1" status: 200 len: 205 time: 0.0433533 Apr 07 01:48:43.742200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ce721694-eef5-4a7e-9152-148dc0207b7a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:43.743460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1883773756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:43.751730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48574) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:43.753061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:43.756566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.833081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Publish callbacks [] for port (2539d206-6124-406a-bb52-f966d64b0ad8), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.833412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.885367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.886798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.949906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.954109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.954733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:43.955220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (7deab553-c352-4219-b5cb-9ae3c0ebdb94), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.003599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:44.019269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:44.026724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:44.039299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Pushing event updated for resources: {'Port': ['ID=2539d206-6124-406a-bb52-f966d64b0ad8,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:44.128798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Attempting to bind port 2539d206-6124-406a-bb52-f966d64b0ad8 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:44.129174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Attempting to bind port 2539d206-6124-406a-bb52-f966d64b0ad8 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:44.129728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Attempting to bind port 2539d206-6124-406a-bb52-f966d64b0ad8 on network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:44.140400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:44.141160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Checking segment: {'id': 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:44.141726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.142292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Bound using segment: {'id': 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:44.142992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Bound port: 2539d206-6124-406a-bb52-f966d64b0ad8, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0d89f1c3-95fb-44d2-83a8-7b31df1fd216'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:44.149615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.162785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.173785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=ce3fe334-06a8-4e01-a37b-890b4700feab,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:44.197864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:44.206125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:44.226703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] For port 2539d206-6124-406a-bb52-f966d64b0ad8, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:44.230583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] For port 2539d206-6124-406a-bb52-f966d64b0ad8, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2539d206-6124-406a-bb52-f966d64b0ad8,segment=NetworkSegment(ef730f20-c0a2-4d57-80cb-3041e0bbc07a),segment_id=ef730f20-c0a2-4d57-80cb-3041e0bbc07a)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:44.244680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 02310768-ed13-4f78-93c5-8b6da344408f yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:44.303799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.305325 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b23b3a22-5a47-4ac4-bf8c-ddd33c4d2bde tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5652332 Apr 07 01:48:44.308039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48578) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:44.314541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:44.315253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.447778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44551c8b-2a4d-411b-ad75-6658d480e382 None None] Pushing event updated for resources: {'Port': ['ID=2539d206-6124-406a-bb52-f966d64b0ad8,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:44.495483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3275a3-faa6-4779-a166-0dc8432b63ee req-808ae50c-5aa0-4920-8c9b-1fd0bdc3db48 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:44.497099 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2a3275a3-faa6-4779-a166-0dc8432b63ee req-808ae50c-5aa0-4920-8c9b-1fd0bdc3db48 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.8003306 Apr 07 01:48:44.575801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.651033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Router 0921420f-17b4-472c-becf-3ab22c2de7bc has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:44.662337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02429f-7466-469f-ab58-bb9f1141a98b req-5bb72509-82f2-4fb8-af66-8ce38dc25244 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:44.668895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e038b8e3-ba8a-4dfd-88af-2dc4e0dd9b1c None None] Provisioning complete for port ce3fe334-06a8-4e01-a37b-890b4700feab triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:44.669284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e038b8e3-ba8a-4dfd-88af-2dc4e0dd9b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.675318 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f02429f-7466-469f-ab58-bb9f1141a98b req-5bb72509-82f2-4fb8-af66-8ce38dc25244 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.5125873 Apr 07 01:48:44.687875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:44.730492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e038b8e3-ba8a-4dfd-88af-2dc4e0dd9b1c None None] Port ce3fe334-06a8-4e01-a37b-890b4700feab cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:44.738670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::21e (0d89f1c3-95fb-44d2-83a8-7b31df1fd216/6e9d1dbf-7c02-42c6-bb40-fd44770137fd/02310768-ed13-4f78-93c5-8b6da344408f) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:44.825968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:44.926132 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2a3275a3-faa6-4779-a166-0dc8432b63ee req-6dd35023-7383-4b70-978b-d7da26e2f122 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644264 Apr 07 01:48:44.966432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:44.980791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] Sync routers for ids ['0921420f-17b4-472c-becf-3ab22c2de7bc'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:44.981188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ab5bbe65-b072-4d72-a4fe-ab2a655251d3 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "PUT /v2.0/routers/0921420f-17b4-472c-becf-3ab22c2de7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8888147 Apr 07 01:48:44.987728 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f02429f-7466-469f-ab58-bb9f1141a98b req-ad102f06-dc0e-4435-a81d-37f598988e5e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928228 Apr 07 01:48:44.990360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48580) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:45.004406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (a85dfd5e-7932-4ed6-8209-df07165ee106), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.029055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] Routers {'0921420f-17b4-472c-becf-3ab22c2de7bc'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:45.033434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['0921420f-17b4-472c-becf-3ab22c2de7bc'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:45.143017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:45.153201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] Routers {'0921420f-17b4-472c-becf-3ab22c2de7bc'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:45.154252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['0921420f-17b4-472c-becf-3ab22c2de7bc'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:45.206422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:45.210238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f750a4df-d239-46b8-9157-07fa13665f18 None None] The sync data for ids ['0921420f-17b4-472c-becf-3ab22c2de7bc'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:45.214968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2539d206-6124-406a-bb52-f966d64b0ad8 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:45.279473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2539d206-6124-406a-bb52-f966d64b0ad8 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:45.280100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.359954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for router (0921420f-17b4-472c-becf-3ab22c2de7bc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.406165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2539d206-6124-406a-bb52-f966d64b0ad8 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:45.406576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.476241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 2539d206-6124-406a-bb52-f966d64b0ad8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2539d206-6124-406a-bb52-f966d64b0ad8,segment=NetworkSegment(ef730f20-c0a2-4d57-80cb-3041e0bbc07a),segment_id=ef730f20-c0a2-4d57-80cb-3041e0bbc07a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:45.482814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82687b-1e52-436b-b683-901ba405dd8d req-b04077ed-8ca3-4d14-b103-6571114e6ccb tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:45.484260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e82687b-1e52-436b-b683-901ba405dd8d req-b04077ed-8ca3-4d14-b103-6571114e6ccb tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.4766409 Apr 07 01:48:45.515010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:45.525805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-31351dfb-2d2f-4568-9958-97a40eff370b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "PUT /v2.0/routers/7deab553-c352-4219-b5cb-9ae3c0ebdb94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7649846 Apr 07 01:48:45.526148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48584) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:45.529157 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Sync routers for ids ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:45.537483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.548054 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Routers {'7deab553-c352-4219-b5cb-9ae3c0ebdb94'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:45.549472 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:45.559632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da6e6e-e218-41e0-8d6e-60943eb28500 req-4b4faa1c-e3c6-497b-a207-9923938830e3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:45.561438 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8da6e6e-e218-41e0-8d6e-60943eb28500 req-4b4faa1c-e3c6-497b-a207-9923938830e3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.3641291 Apr 07 01:48:45.580990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360ae79c-b132-490e-8281-711e325b6795 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:45.584582 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-360ae79c-b132-490e-8281-711e325b6795 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports/ce3fe334-06a8-4e01-a37b-890b4700feab HTTP/1.1" status: 200 len: 911 time: 0.0554709 Apr 07 01:48:45.585948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48586) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:45.646160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=2539d206-6124-406a-bb52-f966d64b0ad8,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:45.708161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (02310768-ed13-4f78-93c5-8b6da344408f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.708609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da79bb-9140-46cd-b9e6-c0fbd474ef9d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:45.715165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da79bb-9140-46cd-b9e6-c0fbd474ef9d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:45.719468 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-09da79bb-9140-46cd-b9e6-c0fbd474ef9d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1297290 Apr 07 01:48:45.719621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Deleting port b8377a6d-b935-4f2e-a64d-54966f4b848d {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:45.719621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b8377a6d-b935-4f2e-a64d-54966f4b848d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.721801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48588) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:45.736515 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Set router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:45.810054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (0921420f-17b4-472c-becf-3ab22c2de7bc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.828839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for router_controller (0921420f-17b4-472c-becf-3ab22c2de7bc), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.849182 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e82687b-1e52-436b-b683-901ba405dd8d req-e5cb618d-7249-478c-8304-597c5ba52f20 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512990 Apr 07 01:48:45.921088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.947774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:45.964552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0bc99d-58d8-4f9e-9e05-2a81085331f5 None None] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:45.971938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8da6e6e-e218-41e0-8d6e-60943eb28500 req-7738764d-31f8-401a-b0d5-65a91b19579b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003243 Apr 07 01:48:46.032501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (0921420f-17b4-472c-becf-3ab22c2de7bc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.034048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Fanout notify agent at l3_agent the message router_deleted on router 0921420f-17b4-472c-becf-3ab22c2de7bc {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:46.056657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.059810 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-65ec8db3-69d0-4b7d-a3e9-c2a5f251cc51 tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "DELETE /v2.0/routers/0921420f-17b4-472c-becf-3ab22c2de7bc HTTP/1.1" status: 204 len: 168 time: 1.0645103 Apr 07 01:48:46.081270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (02310768-ed13-4f78-93c5-8b6da344408f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.082648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48594) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:46.088347 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:40Z', 'updated_at': '2022-04-07T01:48:43Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None, '_interfaces': [{'id': 'ce3fe334-06a8-4e01-a37b-890b4700feab', 'name': '', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'mac_address': 'fa:16:3e:1f:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c0429102-0099-41fb-831c-0442215defdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:41Z', 'updated_at': '2022-04-07T01:48:43Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'subnets': [{'id': 'c0429102-0099-41fb-831c-0442215defdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:46.117570 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Checking router: 7deab553-c352-4219-b5cb-9ae3c0ebdb94 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:46.118279 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Updating router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 port ce3fe334-06a8-4e01-a37b-890b4700feab binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:48:46.132526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-11cde8b7-938d-4fab-8d0d-9a4e1bdc0ddb None None] Provisioning complete for port 2539d206-6124-406a-bb52-f966d64b0ad8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:46.133110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-11cde8b7-938d-4fab-8d0d-9a4e1bdc0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.149945 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.281056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-11cde8b7-938d-4fab-8d0d-9a4e1bdc0ddb None None] Current status of the port 2539d206-6124-406a-bb52-f966d64b0ad8 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:46.403924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-9e0246a2-198f-4d92-92bd-806308582362 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:46.405536 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-9e0246a2-198f-4d92-92bd-806308582362 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.3967462 Apr 07 01:48:46.431507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Allocated IP 172.26.8.135 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/5938bae9-c1b7-4425-b73b-4b7f2e9a062c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:46.448636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b8377a6d-b935-4f2e-a64d-54966f4b848d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.457509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-b91d30a2-a931-46a9-81c8-20c82daad607 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:46.458467 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-b91d30a2-a931-46a9-81c8-20c82daad607 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.10 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.2258289 Apr 07 01:48:46.543063 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Publish callbacks [] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.554939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Calling delete_port for b8377a6d-b935-4f2e-a64d-54966f4b848d owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:46.558653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:46.578101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:46.581283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:46.587345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:46.588803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.600982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=02310768-ed13-4f78-93c5-8b6da344408f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:46.643886 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.664435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Deleting subnet e00a5e63-5179-41be-948f-3419bf9979cf {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:46.671409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks [] for subnet (e00a5e63-5179-41be-948f-3419bf9979cf), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.718478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb568f56-959e-45db-9bc6-c5fd5b54c39f req-9ff13d46-e3d5-411f-b8b0-12e6881a00d5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:46.720030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eb568f56-959e-45db-9bc6-c5fd5b54c39f req-9ff13d46-e3d5-411f-b8b0-12e6881a00d5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.6022918 Apr 07 01:48:46.728160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f5826-8086-4833-9f26-7ab639d7dd4a req-ec6ef434-e43c-4791-aa6f-9366defa7330 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:46.735584 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa7f5826-8086-4833-9f26-7ab639d7dd4a req-ec6ef434-e43c-4791-aa6f-9366defa7330 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.6305888 Apr 07 01:48:46.760192 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bccddf-26ab-4d4d-81a8-249b2d3c1298 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe334-06a8-4e01-a37b-890b4700feab,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:46.774356 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3b62e7a6-4260-41f0-a417-3d619b228028 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6486797 Apr 07 01:48:46.778883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1a6e01c3-2f8f-4f7d-95ae-539e5252d5a3 None None] Provisioning complete for port 02310768-ed13-4f78-93c5-8b6da344408f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:46.778883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a6e01c3-2f8f-4f7d-95ae-539e5252d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (02310768-ed13-4f78-93c5-8b6da344408f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.788807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48596) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:46.809335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (e00a5e63-5179-41be-948f-3419bf9979cf), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.835462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for port (5938bae9-c1b7-4425-b73b-4b7f2e9a062c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.837959 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Attempting to bind port ce3fe334-06a8-4e01-a37b-890b4700feab on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:46.838588 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Attempting to bind port ce3fe334-06a8-4e01-a37b-890b4700feab by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:46.839190 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Attempting to bind port ce3fe334-06a8-4e01-a37b-890b4700feab on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:46.848005 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:46.850353 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:46.853111 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.858506 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:46.859307 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Bound port: ce3fe334-06a8-4e01-a37b-890b4700feab, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:46.860410 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.878754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e01c3-2f8f-4f7d-95ae-539e5252d5a3 None None] Port 02310768-ed13-4f78-93c5-8b6da344408f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:46.897745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1a6e01c3-2f8f-4f7d-95ae-539e5252d5a3 None None] Provisioning complete for port 2539d206-6124-406a-bb52-f966d64b0ad8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:46.905169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a6e01c3-2f8f-4f7d-95ae-539e5252d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.946481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Deleting port d9976bc7-6303-42df-9b11-dd5f94a75d6d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:46.946655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:46.975949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa7f5826-8086-4833-9f26-7ab639d7dd4a req-50d28123-c5d5-4fd9-a244-8ba54a60738e tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393718 Apr 07 01:48:47.012949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eb568f56-959e-45db-9bc6-c5fd5b54c39f req-942e2383-e793-4053-a409-291c8b991a19 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652543 Apr 07 01:48:47.049603 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] For port ce3fe334-06a8-4e01-a37b-890b4700feab, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:47.062309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Deleting port f8f05919-94ad-4540-80ae-60c331644191 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:47.068647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f8f05919-94ad-4540-80ae-60c331644191), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.069085 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] For port ce3fe334-06a8-4e01-a37b-890b4700feab, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ce3fe334-06a8-4e01-a37b-890b4700feab,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:47.073719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a6e01c3-2f8f-4f7d-95ae-539e5252d5a3 None None] Current status of the port 2539d206-6124-406a-bb52-f966d64b0ad8 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:47.137972 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.170872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2539d206-6124-406a-bb52-f966d64b0ad8 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:47.186041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (e00a5e63-5179-41be-948f-3419bf9979cf), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.246382 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Routers {'7deab553-c352-4219-b5cb-9ae3c0ebdb94'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:47.247309 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:47.253312 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bccddf-26ab-4d4d-81a8-249b2d3c1298 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe334-06a8-4e01-a37b-890b4700feab,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:47.271690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8b222-2585-42e2-97e0-ac77c0b15e6b req-e1adfd0e-e3a7-4501-b6bb-731173db6035 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:47.281956 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dee8b222-2585-42e2-97e0-ac77c0b15e6b req-e1adfd0e-e3a7-4501-b6bb-731173db6035 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.1768899 Apr 07 01:48:47.289293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Provisioning complete for port ce3fe334-06a8-4e01-a37b-890b4700feab triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:47.289672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.317231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b8377a6d-b935-4f2e-a64d-54966f4b848d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.355136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event deleted for resources: {'Port': ['ID=b8377a6d-b935-4f2e-a64d-54966f4b848d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:47.383612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2539d206-6124-406a-bb52-f966d64b0ad8 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:47.392424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (5938bae9-c1b7-4425-b73b-4b7f2e9a062c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.393386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.404575 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] Set router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:47.449371 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dee8b222-2585-42e2-97e0-ac77c0b15e6b req-8f76959f-8d45-450e-b954-9b337846fad3 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664386 Apr 07 01:48:47.452449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (e00a5e63-5179-41be-948f-3419bf9979cf), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.504433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Subnet': ['ID=e00a5e63-5179-41be-948f-3419bf9979cf,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:47.511736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.516357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Current status of the port ce3fe334-06a8-4e01-a37b-890b4700feab is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:47.516357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.518136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f02864d0-e514-4660-825f-7c0e14a3db4d tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "DELETE /v2.0/subnets/e00a5e63-5179-41be-948f-3419bf9979cf HTTP/1.1" status: 204 len: 168 time: 1.4193659 Apr 07 01:48:47.518860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48602) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:47.533003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (a85dfd5e-7932-4ed6-8209-df07165ee106), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.537402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 02310768-ed13-4f78-93c5-8b6da344408f {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:47.537744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (02310768-ed13-4f78-93c5-8b6da344408f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.553110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] For port d9976bc7-6303-42df-9b11-dd5f94a75d6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=d9976bc7-6303-42df-9b11-dd5f94a75d6d,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:47.553467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.556557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbb9310-29b0-4116-98fc-2a1627a00b36 None None] Network 6265707f-d669-45e6-a7a1-2d2835500b6e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:47.560103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f8f05919-94ad-4540-80ae-60c331644191,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:47.560290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f8f05919-94ad-4540-80ae-60c331644191), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.586715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (7deab553-c352-4219-b5cb-9ae3c0ebdb94), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.668092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2539d206-6124-406a-bb52-f966d64b0ad8 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:47.686895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:47.688101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.694676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (a85dfd5e-7932-4ed6-8209-df07165ee106), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.707033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (6265707f-d669-45e6-a7a1-2d2835500b6e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.786271 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:40Z', 'updated_at': '2022-04-07T01:48:43Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None, '_interfaces': [{'id': 'ce3fe334-06a8-4e01-a37b-890b4700feab', 'name': '', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'mac_address': 'fa:16:3e:1f:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c0429102-0099-41fb-831c-0442215defdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:41Z', 'updated_at': '2022-04-07T01:48:47Z', 'revision_number': 4, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'subnets': [{'id': 'c0429102-0099-41fb-831c-0442215defdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:47.787999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] For port ce3fe334-06a8-4e01-a37b-890b4700feab, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ce3fe334-06a8-4e01-a37b-890b4700feab,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:47.820267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Deleting port f01a5755-d63d-4b46-a861-5e42b1fda348 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:47.820634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.820804 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd107101-9702-4ac9-8b24-483a4df7bb59 None None] The sync data for ids ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'] in dv-neutron-836863-2-hyperv is: [{'id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:40Z', 'updated_at': '2022-04-07T01:48:43Z', 'revision_number': 2, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None, '_interfaces': [{'id': 'ce3fe334-06a8-4e01-a37b-890b4700feab', 'name': '', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'mac_address': 'fa:16:3e:1f:29:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c0429102-0099-41fb-831c-0442215defdd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:48:41Z', 'updated_at': '2022-04-07T01:48:47Z', 'revision_number': 4, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'subnets': [{'id': 'c0429102-0099-41fb-831c-0442215defdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:47.875233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (a85dfd5e-7932-4ed6-8209-df07165ee106), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.875771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Fanout notify agent at l3_agent the message router_deleted on router a85dfd5e-7932-4ed6-8209-df07165ee106 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:47.877556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.878654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.901138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.902264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d5e4acad-9f5a-47de-9c80-b4ed5ecbb384 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/a85dfd5e-7932-4ed6-8209-df07165ee106 HTTP/1.1" status: 204 len: 168 time: 4.1425056 Apr 07 01:48:47.909207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48604) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:47.914241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-132295241', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:47.933493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] DHCP port deletion for 6265707f-d669-45e6-a7a1-2d2835500b6e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:47.956078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Provisioning complete for port 02310768-ed13-4f78-93c5-8b6da344408f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:47.956551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (02310768-ed13-4f78-93c5-8b6da344408f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.960895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] For port f01a5755-d63d-4b46-a861-5e42b1fda348, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f01a5755-d63d-4b46-a861-5e42b1fda348,segment=NetworkSegment(1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6),segment_id=1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:47.960895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:47.978220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Calling delete_port for f01a5755-d63d-4b46-a861-5e42b1fda348 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:48.059496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.060712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.185100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Pushing event updated for resources: {'Port': ['ID=ce3fe334-06a8-4e01-a37b-890b4700feab,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:48.195788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53dd145e-6733-49fe-b000-7d60d884df52 None None] Port 02310768-ed13-4f78-93c5-8b6da344408f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:48.224558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.232845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeca01-38d2-474c-ac2a-9995a2a80d52 req-35ebb9d6-0b3f-4c4f-bf90-6d9dd67f6162 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:48.234776 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9eaeca01-38d2-474c-ac2a-9995a2a80d52 req-35ebb9d6-0b3f-4c4f-bf90-6d9dd67f6162 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 946 time: 0.1637862 Apr 07 01:48:48.240838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.247604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Deleting port f01a5755-d63d-4b46-a861-5e42b1fda348 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:48.248329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.273768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event updated for resources: {'Port': ['ID=5938bae9-c1b7-4425-b73b-4b7f2e9a062c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:48.276526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:48.332854 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9eaeca01-38d2-474c-ac2a-9995a2a80d52 req-d78501a3-8979-4812-b045-42197c789de1 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840514 Apr 07 01:48:48.334485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.347291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] For port f01a5755-d63d-4b46-a861-5e42b1fda348, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:48.347697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.348000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] No DVR routers for this DVR port f01a5755-d63d-4b46-a861-5e42b1fda348 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:48.350052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Port': ['ID=f01a5755-d63d-4b46-a861-5e42b1fda348,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:48.370306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8d7110e4-0c3a-402e-8c5e-e282f9cd1146 None None] Provisioning complete for port ce3fe334-06a8-4e01-a37b-890b4700feab triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:48.370702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8d7110e4-0c3a-402e-8c5e-e282f9cd1146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.376102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Calling delete_port for f01a5755-d63d-4b46-a861-5e42b1fda348 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:48.376284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:48.397705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Port f01a5755-d63d-4b46-a861-5e42b1fda348 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:48:48.401085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (f01a5755-d63d-4b46-a861-5e42b1fda348), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.437843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] Pushing event deleted for resources: {'Port': ['ID=f01a5755-d63d-4b46-a861-5e42b1fda348,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:48.441524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b8160-277e-4703-a918-2e53c51391b4 None None] No DVR routers for this DVR port f01a5755-d63d-4b46-a861-5e42b1fda348 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:48.472460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (6265707f-d669-45e6-a7a1-2d2835500b6e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.491343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.493070 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e1cca443-9f33-4877-ac0b-b37fe42cb2b8 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5827038 Apr 07 01:48:48.495826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48610) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:48.501047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:48.504615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8d7110e4-0c3a-402e-8c5e-e282f9cd1146 None None] Current status of the port ce3fe334-06a8-4e01-a37b-890b4700feab is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:48.566491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (02310768-ed13-4f78-93c5-8b6da344408f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.617863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6265707f-d669-45e6-a7a1-2d2835500b6e']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:48.635121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:48.635443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:48.651722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.729186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.731688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 02310768-ed13-4f78-93c5-8b6da344408f owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:48.743154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:48.743568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (1b25738b-90a9-4fa9-b3c3-8c1e9aeba2c6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.753706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483d1b6-7db5-455e-ba92-9be34f8dc6e1 req-6fefa707-e06c-4ddc-9e6e-b357405de638 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:48.755287 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f483d1b6-7db5-455e-ba92-9be34f8dc6e1 req-6fefa707-e06c-4ddc-9e6e-b357405de638 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 946 time: 0.1763685 Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:48.755987 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:48.882268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f8f05919-94ad-4540-80ae-60c331644191 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:48.900331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.900701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (54f16b23-567b-4819-a25e-1a02739b80e7), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:48.901043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Floating IP 54f16b23-567b-4819-a25e-1a02739b80e7 disassociated. External IP: 172.26.8.174, port: f8f05919-94ad-4540-80ae-60c331644191. Apr 07 01:48:48.901383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Calling delete_port for f8f05919-94ad-4540-80ae-60c331644191 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:48.967731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f8f05919-94ad-4540-80ae-60c331644191 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:48.968495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f8f05919-94ad-4540-80ae-60c331644191), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.011013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f8f05919-94ad-4540-80ae-60c331644191, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f8f05919-94ad-4540-80ae-60c331644191,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:49.013464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:48:49.018297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb364455-2a1f-40aa-85b5-b4bf5a8500a5" -d '{"events": [{"server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f05919-94ad-4540-80ae-60c331644191"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:48:49.037713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.038084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (b29a07d7-b2fb-42b8-b019-af829cf7b115), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.038448 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Floating IP b29a07d7-b2fb-42b8-b019-af829cf7b115 disassociated. External IP: 172.26.8.151, port: d9976bc7-6303-42df-9b11-dd5f94a75d6d. Apr 07 01:48:49.042756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Calling delete_port for d9976bc7-6303-42df-9b11-dd5f94a75d6d owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:49.083619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 01:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad7759-4839-4429-8e73-078c954e3b13 x-openstack-request-id: req-dfad7759-4839-4429-8e73-078c954e3b13 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:48:49.084118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "name": "network-vif-unplugged", "status": "completed", "tag": "f8f05919-94ad-4540-80ae-60c331644191", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:48:49.084535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfad7759-4839-4429-8e73-078c954e3b13 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:48:49.085448 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfad7759-4839-4429-8e73-078c954e3b13'] response: {'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191', 'code': 200} Apr 07 01:48:49.098574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.099294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device d9976bc7-6303-42df-9b11-dd5f94a75d6d no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:49.110324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.173916 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f483d1b6-7db5-455e-ba92-9be34f8dc6e1 req-7df82ce5-f943-44e1-bfd0-3e450d2b7d63 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4044518 Apr 07 01:48:49.193972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ce3fe334-06a8-4e01-a37b-890b4700feab up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:49.237787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:49.278301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (6265707f-d669-45e6-a7a1-2d2835500b6e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.284455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.291321 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] 10.222.0.25 "DELETE /v2.0/networks/6265707f-d669-45e6-a7a1-2d2835500b6e HTTP/1.1" status: 204 len: 168 time: 1.7692285 Apr 07 01:48:49.311915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1484244-edef-4926-9133-d31b4f4a36ea tempest-FloatingIPNegativeTestJSON-506780858 tempest-FloatingIPNegativeTestJSON-506780858-project] Pushing event deleted for resources: {'Network': ['ID=6265707f-d669-45e6-a7a1-2d2835500b6e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:49.324743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ce3fe334-06a8-4e01-a37b-890b4700feab triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:49.325053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.327751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port d9976bc7-6303-42df-9b11-dd5f94a75d6d is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:49.328141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.466121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.511946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.627678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ce3fe334-06a8-4e01-a37b-890b4700feab is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:49.630403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port ce3fe334-06a8-4e01-a37b-890b4700feab {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:49.630403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.630697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.630825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f01a5755-d63d-4b46-a861-5e42b1fda348 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:49.630825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: f01a5755-d63d-4b46-a861-5e42b1fda348 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:49.630825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f01a5755-d63d-4b46-a861-5e42b1fda348 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:49.639537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457cea7e-e907-4dfa-82ad-d21f8222e224 req-55c78354-5e41-47bd-a358-66079f114018 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:49.641821 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-457cea7e-e907-4dfa-82ad-d21f8222e224 req-55c78354-5e41-47bd-a358-66079f114018 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 944 time: 0.1398215 Apr 07 01:48:49.648957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (02310768-ed13-4f78-93c5-8b6da344408f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.700738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=02310768-ed13-4f78-93c5-8b6da344408f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:49.749428 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-457cea7e-e907-4dfa-82ad-d21f8222e224 req-9f04d51d-7fbf-4775-ad59-57cacc6f0273 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups?id=c264dfd5-b955-4037-b57f-8aa4ea74d494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956700 Apr 07 01:48:49.750741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Allocated IP 172.26.8.152 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/8a777b77-19e0-4394-a50a-ee8e31677f80) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:49.751708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f8f05919-94ad-4540-80ae-60c331644191), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.755085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port ce3fe334-06a8-4e01-a37b-890b4700feab, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ce3fe334-06a8-4e01-a37b-890b4700feab,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:49.755518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.805047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d9976bc7-6303-42df-9b11-dd5f94a75d6d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.811428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for ce3fe334-06a8-4e01-a37b-890b4700feab owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:49.845509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:49.848844 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d14685a6-30d3-4236-bd07-9d34acd5a494 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/02310768-ed13-4f78-93c5-8b6da344408f HTTP/1.1" status: 204 len: 168 time: 3.0387249 Apr 07 01:48:49.853046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48618) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:49.884587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event deleted for resources: {'Port': ['ID=f8f05919-94ad-4540-80ae-60c331644191,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:49.902335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5dda61-eec4-469b-bdca-eb6387203ead tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:48:49.903188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5dda61-eec4-469b-bdca-eb6387203ead tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:48:49.920607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc5dda61-eec4-469b-bdca-eb6387203ead tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/02310768-ed13-4f78-93c5-8b6da344408f HTTP/1.1" status: 404 len: 333 time: 0.0523205 Apr 07 01:48:49.920607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48620) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:49.945707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfd730b-e090-4630-b03f-a2a1ae7aa9c0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:48:49.949707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5bfd730b-e090-4630-b03f-a2a1ae7aa9c0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/02310768-ed13-4f78-93c5-8b6da344408f HTTP/1.1" status: 404 len: 333 time: 0.0371163 Apr 07 01:48:49.953852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48622) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:49.959691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event deleted for resources: {'Port': ['ID=d9976bc7-6303-42df-9b11-dd5f94a75d6d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:50.005427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for port (8a777b77-19e0-4394-a50a-ee8e31677f80), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.032229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet 6e9d1dbf-7c02-42c6-bb40-fd44770137fd {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:50.035554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (6e9d1dbf-7c02-42c6-bb40-fd44770137fd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.092534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.097898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48626) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:50.098058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (6e9d1dbf-7c02-42c6-bb40-fd44770137fd), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.151501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.238454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6e9d1dbf-7c02-42c6-bb40-fd44770137fd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.301456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8a777b77-19e0-4394-a50a-ee8e31677f80), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.312086 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ec5e398-1d5a-4ee2-94a2-e632a07c1712 req-4837b8b7-22f5-44fc-9cbf-7610e457ed2d tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.0402820 Apr 07 01:48:50.356173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:50.365300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:50.368223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:50.415933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event updated for resources: {'Port': ['ID=8a777b77-19e0-4394-a50a-ee8e31677f80,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:50.514798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (6e9d1dbf-7c02-42c6-bb40-fd44770137fd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.567325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9d1dbf-7c02-42c6-bb40-fd44770137fd,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:50.573190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.578950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dd90cf5f-2e96-4f02-9fa4-f89a581339a9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/6e9d1dbf-7c02-42c6-bb40-fd44770137fd HTTP/1.1" status: 204 len: 168 time: 0.6217606 Apr 07 01:48:50.580011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48632) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:50.591490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86613352-8147-4428-bebc-a8723c791dbe None None] Network 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:50.676941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (0d89f1c3-95fb-44d2-83a8-7b31df1fd216), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.796208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 2539d206-6124-406a-bb52-f966d64b0ad8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:50.796208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.804100 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f7a9c206-00e2-445d-8c66-3bf9668be822 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdc48f113ca446d2a2ae6d5488117237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7037299 Apr 07 01:48:50.810053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48636) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:50.823936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Router 5de7330c-b086-4874-ae1f-553947b39189 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:50.828018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] DHCP port deletion for 0d89f1c3-95fb-44d2-83a8-7b31df1fd216 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:50.863386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:50.889524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] Deleting port 2539d206-6124-406a-bb52-f966d64b0ad8 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:50.890187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.937939 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9eb57485-eaf2-40f0-8891-df2c502bc94d req-63b2f43b-35a1-4cd2-ac44-f584797d3d88 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0801480 Apr 07 01:48:50.974603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] For port 2539d206-6124-406a-bb52-f966d64b0ad8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2539d206-6124-406a-bb52-f966d64b0ad8,segment=NetworkSegment(ef730f20-c0a2-4d57-80cb-3041e0bbc07a),segment_id=ef730f20-c0a2-4d57-80cb-3041e0bbc07a)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:50.981209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.981348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Router cde8c315-7ffc-4da5-8aa1-062afe2f37bf is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:50.981454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] For port 2539d206-6124-406a-bb52-f966d64b0ad8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2539d206-6124-406a-bb52-f966d64b0ad8,segment=NetworkSegment(ef730f20-c0a2-4d57-80cb-3041e0bbc07a),segment_id=ef730f20-c0a2-4d57-80cb-3041e0bbc07a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:50.981454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:50.992728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 2539d206-6124-406a-bb52-f966d64b0ad8 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:50.994921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.001114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] Calling delete_port for 2539d206-6124-406a-bb52-f966d64b0ad8 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:51.103914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7af376a5-3faf-4258-842e-0e1e379a5d9a admin admin] Publish callbacks [] for security_group (10740db8-bc31-4dea-ad8e-043ec09b7568), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.139037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7af376a5-3faf-4258-842e-0e1e379a5d9a admin admin] Publish callbacks [] for security_group (10740db8-bc31-4dea-ad8e-043ec09b7568), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.172786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2539d206-6124-406a-bb52-f966d64b0ad8 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:51.234988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No active binding found for port 2539d206-6124-406a-bb52-f966d64b0ad8 {{(pid=110985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 01:48:51.235836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] The host dv-neutron-836863-2-hyperv is not matching for port 2539d206-6124-406a-bb52-f966d64b0ad8 host None! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 01:48:51.237441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2539d206-6124-406a-bb52-f966d64b0ad8 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:51.240027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ce3fe334-06a8-4e01-a37b-890b4700feab), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.255659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.275167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2539d206-6124-406a-bb52-f966d64b0ad8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.305929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] No DVR routers for this DVR port 2539d206-6124-406a-bb52-f966d64b0ad8 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:51.310681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e6f96-6f7f-417a-ba1d-8bd9194b716a None None] Pushing event deleted for resources: {'Port': ['ID=2539d206-6124-406a-bb52-f966d64b0ad8,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:51.323745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=2539d206-6124-406a-bb52-f966d64b0ad8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:51.335152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No DVR routers for this DVR port 2539d206-6124-406a-bb52-f966d64b0ad8 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:51.345146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.349046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=ce3fe334-06a8-4e01-a37b-890b4700feab,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:51.395502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.502927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:51.515530 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-43e6f07e-1849-482f-893d-a8e7f0d96f46 req-afff5d22-2535-4194-aa66-8495c6330e7a tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.1022162 Apr 07 01:48:51.516686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] Sync routers for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:51.532986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (0d89f1c3-95fb-44d2-83a8-7b31df1fd216), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.549499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:51.550460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.558260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7af376a5-3faf-4258-842e-0e1e379a5d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (10740db8-bc31-4dea-ad8e-043ec09b7568), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.563987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7af376a5-3faf-4258-842e-0e1e379a5d9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.568100 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7af376a5-3faf-4258-842e-0e1e379a5d9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10740db8-bc31-4dea-ad8e-043ec09b7568 HTTP/1.1" status: 204 len: 168 time: 0.7478104 Apr 07 01:48:51.594327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:51.599655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d89f1c3-95fb-44d2-83a8-7b31df1fd216']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.606293 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] Sync routers for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:51.616165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] No DVR routers for this DVR port d9976bc7-6303-42df-9b11-dd5f94a75d6d on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:51.617548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.623185 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-50c53620-faac-400d-b11d-4a9d749e3e33 req-4d7c5798-7788-4956-bf22-516a93e3fdf8 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.10 "DELETE /v2.0/ports/d9976bc7-6303-42df-9b11-dd5f94a75d6d HTTP/1.1" status: 204 len: 173 time: 5.1028993 Apr 07 01:48:51.623667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.623979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef730f20-c0a2-4d57-80cb-3041e0bbc07a') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.645924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (ef730f20-c0a2-4d57-80cb-3041e0bbc07a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.646840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'name': 'network-vif-deleted', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:48:51.649175 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:51.649327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc3fdf1-f090-4fa9-9ee1-4a0abe00283a" -d '{"events": [{"server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "name": "network-vif-deleted", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:48:51.653721 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.657415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:51.670961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] Sync routers for ids ['cde8c315-7ffc-4da5-8aa1-062afe2f37bf'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:51.671523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ef730f20-c0a2-4d57-80cb-3041e0bbc07a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.680019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:48:51.680508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (ef730f20-c0a2-4d57-80cb-3041e0bbc07a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.710257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.712896 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2bd5d8be-2cca-4ba8-8571-725bd5a76a77 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "PUT /v2.0/routers/cde8c315-7ffc-4da5-8aa1-062afe2f37bf HTTP/1.1" status: 200 len: 884 time: 7.4036596 Apr 07 01:48:51.736977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] Routers {'cde8c315-7ffc-4da5-8aa1-062afe2f37bf'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:51.737693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cde8c315-7ffc-4da5-8aa1-062afe2f37bf'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.747064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48644) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:51.748361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] No DVR routers for this DVR port f8f05919-94ad-4540-80ae-60c331644191 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:51.751373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.755427 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-32853488-8ffc-4bc3-a31e-2d14b7bb8643 req-f7bbda85-643e-41b7-a568-2bb69d5bb218 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.10 "DELETE /v2.0/ports/f8f05919-94ad-4540-80ae-60c331644191 HTTP/1.1" status: 204 len: 173 time: 5.3269010 Apr 07 01:48:51.765681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (7deab553-c352-4219-b5cb-9ae3c0ebdb94), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.765681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af376a5-3faf-4258-842e-0e1e379a5d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10740db8-bc31-4dea-ad8e-043ec09b7568,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:48:51.778605 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:48:51.805836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.833200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] Routers {'cde8c315-7ffc-4da5-8aa1-062afe2f37bf'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:51.834044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cde8c315-7ffc-4da5-8aa1-062afe2f37bf'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.843148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1760ba-165b-48b2-9554-23bc85377489 x-openstack-request-id: req-3a1760ba-165b-48b2-9554-23bc85377489 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:48:51.845093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1de604-daf9-4cf6-9ad7-a7d2512f7366", "name": "network-vif-deleted", "tag": "d9976bc7-6303-42df-9b11-dd5f94a75d6d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:48:51.845583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a1760ba-165b-48b2-9554-23bc85377489 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:48:51.846525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (0d89f1c3-95fb-44d2-83a8-7b31df1fd216), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.846691 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1760ba-165b-48b2-9554-23bc85377489'] response: {'server_uuid': '9f1de604-daf9-4cf6-9ad7-a7d2512f7366', 'name': 'network-vif-deleted', 'tag': 'd9976bc7-6303-42df-9b11-dd5f94a75d6d', 'status': 'completed', 'code': 200} Apr 07 01:48:51.886592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:51.886828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:51.895291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/0d89f1c3-95fb-44d2-83a8-7b31df1fd216 HTTP/1.1" status: 204 len: 168 time: 1.3146877 Apr 07 01:48:51.897087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:51.897214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eb52d-e49c-42af-9d41-22c62f72dedb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=0d89f1c3-95fb-44d2-83a8-7b31df1fd216,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:51.897333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc950bfa-e705-4f4c-b80e-e172c02c7040 None None] The sync data for ids ['cde8c315-7ffc-4da5-8aa1-062afe2f37bf'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:51.899104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48646) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:51.899229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Router cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:48:51.910351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1979639025'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:52.014411 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:52.052590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:52.058515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:52.085068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:52.111206 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] Sync routers for ids ['cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:52.129885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:52.136145 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d9eff8d0-d179-4b52-8928-390593afa210 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "PUT /v2.0/routers/cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a HTTP/1.1" status: 200 len: 879 time: 3.6390197 Apr 07 01:48:52.141552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48652) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.151744 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bfeb0057-78fb-4711-81a8-ea0160200553 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/cde8c315-7ffc-4da5-8aa1-062afe2f37bf HTTP/1.1" status: 200 len: 925 time: 0.3928363 Apr 07 01:48:52.155585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48654) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.187198 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] Routers {'cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:52.187843 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.224880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dac097ba-82e8-42f5-be73-9174f8741d48 req-904b7f49-69be-43fc-b315-cc773fa379ae tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0782175 Apr 07 01:48:52.233820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:52.256466 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.259750 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4207eca1-a412-420f-b38c-c906db250abf), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:52.261209 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment 4207eca1-a412-420f-b38c-c906db250abf of type vlan for network 9917610e-e5e9-4705-b588-c57d1c34686d Apr 07 01:48:52.308936 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] Routers {'cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:52.309722 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.338018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9917610e-e5e9-4705-b588-c57d1c34686d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:52.342203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:19Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.380142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] Checking router: aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:52.393830 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.394665 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bbfd47-b4e9-4f6f-ae09-c778e30f5461 None None] The sync data for ids ['cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:52.398773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:52.399575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.429742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9917610e-e5e9-4705-b588-c57d1c34686d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:52.436156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:52.437239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:52.546028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=9917610e-e5e9-4705-b588-c57d1c34686d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:52.556197 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e598e794-08fe-479a-ac45-2119f6b361db tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6508942 Apr 07 01:48:52.557013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48666) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.557180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:48:52.563487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:52.588774 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:24Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.644261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2f088-78ab-450c-986e-2ce04a86dc26 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:52.648245 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-60d2f088-78ab-450c-986e-2ce04a86dc26 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=cde8c315-7ffc-4da5-8aa1-062afe2f37bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4134300 Apr 07 01:48:52.663167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48672) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.686492 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] Checking router: 5de7330c-b086-4874-ae1f-553947b39189 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:52.708629 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:52.709316 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:52.749350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9917610e-e5e9-4705-b588-c57d1c34686d details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:52.838644 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4e6e3ad4-15c2-4faf-9c44-621e3f8064f9 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a HTTP/1.1" status: 200 len: 920 time: 0.6834941 Apr 07 01:48:52.839279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48674) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.843411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:52.863114 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:52.898199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0566a990-983c-4123-80e2-070128e3aae9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:52.902215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0566a990-983c-4123-80e2-070128e3aae9 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2354693 Apr 07 01:48:52.902551 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f7e4f79-82d5-4815-972a-9207f1bd593b req-7b4ed7c4-15b9-49b8-9e96-d0efba4ade37 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f1de604-daf9-4cf6-9ad7-a7d2512f7366 HTTP/1.1" status: 200 len: 210 time: 0.0458243 Apr 07 01:48:52.910521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48678) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.960028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:48:52.966589 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e139c651-796b-48c1-8fbb-13790904f72c tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde8c315-7ffc-4da5-8aa1-062afe2f37bf HTTP/1.1" status: 200 len: 205 time: 0.0461619 Apr 07 01:48:52.967645 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f442692b-224c-4241-b46d-47fe59dd3e0c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "PUT /v2.0/routers/7deab553-c352-4219-b5cb-9ae3c0ebdb94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2351604 Apr 07 01:48:52.967645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48680) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.971586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48682) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:52.997456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] Sync routers for ids ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:48:53.084565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476604dd-0277-4436-ae3a-bb6ee88f26f0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:53.087387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476604dd-0277-4436-ae3a-bb6ee88f26f0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:53.101109 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-476604dd-0277-4436-ae3a-bb6ee88f26f0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1244364 Apr 07 01:48:53.101109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48686) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:53.108008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.128087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] Routers {'7deab553-c352-4219-b5cb-9ae3c0ebdb94'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:53.130977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:53.179789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9027c-a9c6-4360-b8fa-f1544d2d19a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:53.184787 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dfc9027c-a9c6-4360-b8fa-f1544d2d19a1 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3365552 Apr 07 01:48:53.184950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet c0429102-0099-41fb-831c-0442215defdd {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:48:53.185065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48690) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:53.188678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (c0429102-0099-41fb-831c-0442215defdd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.241709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (c0429102-0099-41fb-831c-0442215defdd), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.379038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.380065 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:24Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:53.389114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37bf05c-eb42-4137-8442-29f77aa279af tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:53.394791 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e37bf05c-eb42-4137-8442-29f77aa279af tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2054605 Apr 07 01:48:53.395005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48696) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:53.434644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] Set router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:53.450044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c0429102-0099-41fb-831c-0442215defdd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.467217 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-946c439c-0dd4-4386-b163-54befcddccd7 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a HTTP/1.1" status: 200 len: 205 time: 0.0680630 Apr 07 01:48:53.471723 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e382af-90c8-4faa-ab4e-19562190356b None None] The sync data for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv is: [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '8c78128f-e48e-4006-bc27-28050c1310f6', 'name': '', 'network_id': '56670783-ae18-446d-be98-28b9cfdf36b5', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'mac_address': 'fa:16:3e:14:8b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:14Z', 'updated_at': '2022-04-07T01:47:24Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'subnets': [{'id': 'e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:53.513535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48698) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:53.563649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48700) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:53.628307 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-56362b3a-2fd4-45ad-85ab-47b4de32326b req-2bc3dca4-4829-499c-9cc9-dd148518021c tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2065764-b53c-4f27-bfb3-ecccec714a03 HTTP/1.1" status: 200 len: 210 time: 0.0807986 Apr 07 01:48:53.630420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (c0429102-0099-41fb-831c-0442215defdd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.631951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:40Z', 'updated_at': '2022-04-07T01:48:50Z', 'revision_number': 3, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:53.674272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:53.677977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.679252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Deleting port 5938bae9-c1b7-4425-b73b-4b7f2e9a062c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:53.679606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5938bae9-c1b7-4425-b73b-4b7f2e9a062c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.735633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] Checking router: 7deab553-c352-4219-b5cb-9ae3c0ebdb94 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:48:53.740145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4083e-907b-40de-b77e-cd3a6a2527e4 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:53.754136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:53.856875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] Routers {'7deab553-c352-4219-b5cb-9ae3c0ebdb94'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:48:53.857705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:53.885604 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091d6677-d17f-42e0-b79e-50f56e6ca633 None None] New status for floating IP 54f16b23-567b-4819-a25e-1a02739b80e7: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:48:54.070181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:19Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:54.103888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8989a6f-9073-45e5-9653-936c6f0b2a95 None None] The sync data for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv is: [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:47:12Z', 'revision_number': 4, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '3d8bd575-408a-4187-988f-5ac8e3254578', 'name': '', 'network_id': '35b7a864-29c8-4773-84ad-08804773fdae', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'mac_address': 'fa:16:3e:5e:2f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:09Z', 'updated_at': '2022-04-07T01:47:19Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'subnets': [{'id': 'e01e6c7d-df90-4bcf-8acd-c35a6287d3c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:54.122037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] Set router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:48:54.177454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=c0429102-0099-41fb-831c-0442215defdd,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:54.183269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.189173 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8fd0bd31-3432-4635-8ca8-c785a94e281f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/c0429102-0099-41fb-831c-0442215defdd HTTP/1.1" status: 204 len: 168 time: 1.0870953 Apr 07 01:48:54.193351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48708) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:54.196710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48710) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:54.209682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:40Z', 'updated_at': '2022-04-07T01:48:50Z', 'revision_number': 3, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:48:54.245944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f86c142-aae0-4c0e-8ac3-41aff5b13c48 None None] The sync data for ids ['7deab553-c352-4219-b5cb-9ae3c0ebdb94'] in dv-neutron-836863-2-hyperv is: [{'id': '7deab553-c352-4219-b5cb-9ae3c0ebdb94', 'name': 'tempest-NetworksTestDHCPv6-router-315382282', 'tenant_id': '8ba690e80de94dda8b96d79b9755cde5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:48:40Z', 'updated_at': '2022-04-07T01:48:50Z', 'revision_number': 3, 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:48:54.268245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:48:54.296983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973580198'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:54.333849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] Deleting port ce721694-eef5-4a7e-9152-148dc0207b7a {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:54.334732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.370709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'name': 'network-vif-deleted', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:48:54.373082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd06899-a2a9-4731-ac2e-9d1389bceb1a" -d '{"events": [{"server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "name": "network-vif-deleted", "tag": "f8f05919-94ad-4540-80ae-60c331644191"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:48:54.420823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5938bae9-c1b7-4425-b73b-4b7f2e9a062c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.437319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Calling delete_port for 5938bae9-c1b7-4425-b73b-4b7f2e9a062c owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:54.454589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] For port ce721694-eef5-4a7e-9152-148dc0207b7a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ce721694-eef5-4a7e-9152-148dc0207b7a,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:54.457347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.478460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:54.482942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.486322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] Calling delete_port for ce721694-eef5-4a7e-9152-148dc0207b7a owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:54.498359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.510773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bec956-451f-459e-b036-9878407e7afc x-openstack-request-id: req-25bec956-451f-459e-b036-9878407e7afc {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:48:54.511324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2065764-b53c-4f27-bfb3-ecccec714a03", "name": "network-vif-deleted", "tag": "f8f05919-94ad-4540-80ae-60c331644191", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:48:54.511760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25bec956-451f-459e-b036-9878407e7afc {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:48:54.512326 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25bec956-451f-459e-b036-9878407e7afc'] response: {'server_uuid': 'a2065764-b53c-4f27-bfb3-ecccec714a03', 'name': 'network-vif-deleted', 'tag': 'f8f05919-94ad-4540-80ae-60c331644191', 'status': 'completed', 'code': 200} Apr 07 01:48:54.513916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.571515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9472e7-e57a-4fe4-940c-e7ad68366472 None None] New status for floating IP b29a07d7-b2fb-42b8-b019-af829cf7b115: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:48:54.655030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c35b599-4137-45e9-bbf4-a3171d77d752 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group (5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.669173 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1b114e3a-0b92-47b8-b948-335a7764c282 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4599717 Apr 07 01:48:54.669287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48716) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:54.705324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c35b599-4137-45e9-bbf4-a3171d77d752 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group (5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.720514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Deleting port 8a777b77-19e0-4394-a50a-ee8e31677f80 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:54.720905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8a777b77-19e0-4394-a50a-ee8e31677f80), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.762822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (f05c8986-e8fe-4af5-8613-553b407c413b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.810281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router (7deab553-c352-4219-b5cb-9ae3c0ebdb94), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.834465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=f05c8986-e8fe-4af5-8613-553b407c413b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:54.855920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': '4207eca1-a412-420f-b38c-c906db250abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:54.856555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: 9917610e-e5e9-4705-b588-c57d1c34686d, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:54.879224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (ce721694-eef5-4a7e-9152-148dc0207b7a), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.889377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48720) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:54.918108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c35b599-4137-45e9-bbf4-a3171d77d752 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.918962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (5938bae9-c1b7-4425-b73b-4b7f2e9a062c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.925587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c35b599-4137-45e9-bbf4-a3171d77d752 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:54.932088 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7c35b599-4137-45e9-bbf4-a3171d77d752 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a HTTP/1.1" status: 204 len: 168 time: 0.7308855 Apr 07 01:48:54.933221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48722) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:54.955737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event deleted for resources: {'Port': ['ID=5938bae9-c1b7-4425-b73b-4b7f2e9a062c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:54.956465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] Pushing event deleted for resources: {'Port': ['ID=ce721694-eef5-4a7e-9152-148dc0207b7a,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:54.975219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c45447-f9f3-4ce0-a986-80a37887b626 None None] No DVR routers for this DVR port ce721694-eef5-4a7e-9152-148dc0207b7a on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:48:55.011906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 9917610e-e5e9-4705-b588-c57d1c34686d is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:55.063707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for security_group (c6bff4bc-4a9c-4fd9-8784-e871f31c7231), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.067244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8a777b77-19e0-4394-a50a-ee8e31677f80), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.071119 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-bf4573c6-a615-4673-9afc-e4350a9d9645 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] show failed (client error): The resource could not be found. Apr 07 01:48:55.075736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bf4573c6-a615-4673-9afc-e4350a9d9645 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "GET /v2.0/security-groups/5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a HTTP/1.1" status: 404 len: 347 time: 0.1074381 Apr 07 01:48:55.080379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48724) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.086714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35b599-4137-45e9-bbf4-a3171d77d752 tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce1b923-bf1c-45c3-b7ac-8e6cdec0551a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:55.135992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ce721694-eef5-4a7e-9152-148dc0207b7a no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:55.165458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ce721694-eef5-4a7e-9152-148dc0207b7a {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:55.165900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ce721694-eef5-4a7e-9152-148dc0207b7a not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:55.166398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ce3fe334-06a8-4e01-a37b-890b4700feab no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:48:55.180223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c6bff4bc-4a9c-4fd9-8784-e871f31c7231), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.187781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (7deab553-c352-4219-b5cb-9ae3c0ebdb94), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.190239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router_controller (7deab553-c352-4219-b5cb-9ae3c0ebdb94), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.195891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ce3fe334-06a8-4e01-a37b-890b4700feab {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:48:55.196196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ce3fe334-06a8-4e01-a37b-890b4700feab not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:48:55.219545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 9917610e-e5e9-4705-b588-c57d1c34686d) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:55.228238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134ae5d7-673a-4e0e-ab49-d22bc29ddcb8 None None] Network 9917610e-e5e9-4705-b588-c57d1c34686d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:55.263147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Calling delete_port for 8a777b77-19e0-4394-a50a-ee8e31677f80 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:55.291912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:55.292510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.298634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:55.317410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.334571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93714398-baf0-4c90-8039-ec1cc5bb3d35 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group (c264dfd5-b955-4037-b57f-8aa4ea74d494), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.343068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bff4bc-4a9c-4fd9-8784-e871f31c7231,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:55.362794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c92de97f-7a59-4336-b4ae-7300b45f5758), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.363149 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment c92de97f-7a59-4336-b4ae-7300b45f5758 of type vlan for network 0798c163-1724-4909-b724-3ebae9d9e42a Apr 07 01:48:55.417092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93714398-baf0-4c90-8039-ec1cc5bb3d35 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group (c264dfd5-b955-4037-b57f-8aa4ea74d494), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.431651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (7deab553-c352-4219-b5cb-9ae3c0ebdb94), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.431651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Fanout notify agent at l3_agent the message router_deleted on router 7deab553-c352-4219-b5cb-9ae3c0ebdb94 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:55.434259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (0798c163-1724-4909-b724-3ebae9d9e42a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.438876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.440030 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-57636e9b-85ac-4e27-80e1-e666605978fe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/routers/7deab553-c352-4219-b5cb-9ae3c0ebdb94 HTTP/1.1" status: 204 len: 168 time: 0.7705493 Apr 07 01:48:55.447304 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-431c6e0c-c662-40e7-bac3-b2f89a2250fe tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8880389 Apr 07 01:48:55.447470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48726) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.447710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48728) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.453821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2072989873'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:55.471588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.478465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.485728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Deleting port 00d6e661-0d2f-425d-aace-851e091c4963 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:55.486135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (00d6e661-0d2f-425d-aace-851e091c4963), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.515193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-9917610e-e5e9-4705-b588-c57d1c34686d', 'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': 'f05c8986-e8fe-4af5-8613-553b407c413b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:55.516232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.531595 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b6e8d33c-a246-41d7-903e-1d179dbf0d00 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0828011 Apr 07 01:48:55.537890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48730) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.596340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (00d6e661-0d2f-425d-aace-851e091c4963), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.596798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (00d6e661-0d2f-425d-aace-851e091c4963), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.614607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Calling delete_port for 00d6e661-0d2f-425d-aace-851e091c4963 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:55.661562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (0798c163-1724-4909-b724-3ebae9d9e42a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.666639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:55.667291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.669676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Allocated IP 2001:db8::2 (9917610e-e5e9-4705-b588-c57d1c34686d/f05c8986-e8fe-4af5-8613-553b407c413b/dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:55.700516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45f0d5-2719-4e07-8999-63a254e510db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:55.700516 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ee45f0d5-2719-4e07-8999-63a254e510db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1560633 Apr 07 01:48:55.701779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48732) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.733977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93714398-baf0-4c90-8039-ec1cc5bb3d35 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c264dfd5-b955-4037-b57f-8aa4ea74d494), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.736802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93714398-baf0-4c90-8039-ec1cc5bb3d35 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.740451 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-93714398-baf0-4c90-8039-ec1cc5bb3d35 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "DELETE /v2.0/security-groups/c264dfd5-b955-4037-b57f-8aa4ea74d494 HTTP/1.1" status: 204 len: 168 time: 0.8456485 Apr 07 01:48:55.745277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48734) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.755242 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b588d0af-6607-4871-b5e3-cb111d574267 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478187 Apr 07 01:48:55.761731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48736) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.768718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:55.771577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (cde8c315-7ffc-4da5-8aa1-062afe2f37bf), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.772135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Fanout notify agent at l3_agent the message router_deleted on router cde8c315-7ffc-4da5-8aa1-062afe2f37bf {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:55.774859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93714398-baf0-4c90-8039-ec1cc5bb3d35 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264dfd5-b955-4037-b57f-8aa4ea74d494,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:55.780837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.781985 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-31a4f8ed-f8d8-4906-b609-f0a98f930650 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/cde8c315-7ffc-4da5-8aa1-062afe2f37bf HTTP/1.1" status: 204 len: 168 time: 2.8162003 Apr 07 01:48:55.786776 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-7bac76b8-505a-4e9a-948d-f16d970eccd6 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] show failed (client error): The resource could not be found. Apr 07 01:48:55.790412 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7bac76b8-505a-4e9a-948d-f16d970eccd6 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "GET /v2.0/security-groups/c264dfd5-b955-4037-b57f-8aa4ea74d494 HTTP/1.1" status: 404 len: 347 time: 0.0393479 Apr 07 01:48:55.790412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48738) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.792721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48740) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:55.796746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-399342206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:55.825433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=0798c163-1724-4909-b724-3ebae9d9e42a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:55.845196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-764d91d5-aa21-474d-ad54-84266b4a1c08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2718115 Apr 07 01:48:55.858055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 0798c163-1724-4909-b724-3ebae9d9e42a details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:55.904470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (3312649f-0181-4a11-8664-969fbb9b952f), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.905527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (3312649f-0181-4a11-8664-969fbb9b952f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:55.969255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Publish callbacks [] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.000143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48742) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:56.005634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:56.005916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (00d6e661-0d2f-425d-aace-851e091c4963), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.034503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.034753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Pushing event deleted for resources: {'Port': ['ID=00d6e661-0d2f-425d-aace-851e091c4963,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:56.039994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:56.045268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.051931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:56.055221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.085747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8a777b77-19e0-4394-a50a-ee8e31677f80), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.088373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Network 9917610e-e5e9-4705-b588-c57d1c34686d is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:56.093123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:56.097800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:56.100993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Pushing event updated for resources: {'Port': ['ID=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:56.159292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Attempting to bind port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:56.159292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Attempting to bind port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '4207eca1-a412-420f-b38c-c906db250abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:56.159654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Attempting to bind port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd on network 9917610e-e5e9-4705-b588-c57d1c34686d {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:56.164696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:56.165104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Checking segment: {'id': '4207eca1-a412-420f-b38c-c906db250abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:56.165511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.165979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Bound using segment: {'id': '4207eca1-a412-420f-b38c-c906db250abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:56.166678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Bound port: dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4207eca1-a412-420f-b38c-c906db250abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '9917610e-e5e9-4705-b588-c57d1c34686d'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:56.167065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.172318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:48:56.180086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event deleted for resources: {'Port': ['ID=8a777b77-19e0-4394-a50a-ee8e31677f80,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:56.184058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks [] for floatingip (b29a07d7-b2fb-42b8-b019-af829cf7b115), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.188865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.195471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-13ce2443-bfba-4ddc-a0aa-8f36e755e70c tempest-ServersTestJSON-1343101700 tempest-ServersTestJSON-1343101700-project] 10.222.0.25 "DELETE /v2.0/floatingips/b29a07d7-b2fb-42b8-b019-af829cf7b115 HTTP/1.1" status: 204 len: 168 time: 1.1061223 Apr 07 01:48:56.195471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48744) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:56.199925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Deleting port 4632ce77-3123-4fc6-90cc-967881dcca36 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:56.200463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4632ce77-3123-4fc6-90cc-967881dcca36), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.217931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (3312649f-0181-4a11-8664-969fbb9b952f), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.241939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] For port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:56.245883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] For port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,segment=NetworkSegment(4207eca1-a412-420f-b38c-c906db250abf),segment_id=4207eca1-a412-420f-b38c-c906db250abf)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:56.302987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.320278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (3312649f-0181-4a11-8664-969fbb9b952f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.383309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71665baa-55fa-4396-8e81-12aa350dfed4 None None] Pushing event updated for resources: {'Port': ['ID=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:56.416197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.496285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.500617 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-12b85a93-d433-4c24-b0dc-1e5f2fd5d3fb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7096663 Apr 07 01:48:56.500838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48746) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:56.501107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:56.504529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.510019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': True}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:56.617946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4632ce77-3123-4fc6-90cc-967881dcca36), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.618275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (4632ce77-3123-4fc6-90cc-967881dcca36), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.648104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.659726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.661608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::31e (9917610e-e5e9-4705-b588-c57d1c34686d/f05c8986-e8fe-4af5-8613-553b407c413b/9ecf5c7e-33c8-4a23-9c91-1cb273f8993e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:56.671573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Calling delete_port for 4632ce77-3123-4fc6-90cc-967881dcca36 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:56.777236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:48:56.785756 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7b036738-a905-4183-9da0-05ebc5b9493e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.828799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.829280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Fanout notify agent at l3_agent the message router_deleted on router cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:48:56.841793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:56.842900 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cf51ddf2-78c3-498a-a941-5f7cb19b4156 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a HTTP/1.1" status: 204 len: 168 time: 3.3274441 Apr 07 01:48:56.848566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48748) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:56.860128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1005039098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:57.014408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.015494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.048654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.141680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:57.151711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (2e7d9912-8349-418f-84f2-e6bef1a2eea9), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.152338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:57.155702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:57.156311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.165595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (913d7f3c-928c-4dfa-a07a-85a0fcc3fc89), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.168321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed876b2e-3b4b-4c6b-b01a-98973a6ab454 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:57.181763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (3312649f-0181-4a11-8664-969fbb9b952f), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.187321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=7b036738-a905-4183-9da0-05ebc5b9493e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:57.240518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=913d7f3c-928c-4dfa-a07a-85a0fcc3fc89,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:57.245072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.249267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:57.263856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': 'c92de97f-7a59-4336-b4ae-7300b45f5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:57.264550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: 0798c163-1724-4909-b724-3ebae9d9e42a, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:48:57.272278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4632ce77-3123-4fc6-90cc-967881dcca36), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.277272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0bc2f1b6-d1ad-41f7-aa78-aee706cc74fb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5144024 Apr 07 01:48:57.280800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48750) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:57.287039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:57.369713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:57.369713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.397115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '7b036738-a905-4183-9da0-05ebc5b9493e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:57.399279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.402319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.565817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc087d3-d05f-49f1-8d5b-b7573f8dfbbf None None] Network 9917610e-e5e9-4705-b588-c57d1c34686d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:57.648638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:57.649061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.664160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:57.667678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.707247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.707889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Allocated IP 2001:db8::f816:3eff:febd:ea9e (90b9273a-c012-429c-a675-14d31428d1d8/7b036738-a905-4183-9da0-05ebc5b9493e/cb4477f4-ca7f-498b-8070-03fea98ce03f) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:57.708498 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-19f3bdc2-6c35-4ab8-a0c3-9d21c52aa8a9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8564994 Apr 07 01:48:57.709634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.711840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Pushing event deleted for resources: {'Port': ['ID=4632ce77-3123-4fc6-90cc-967881dcca36,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:57.716599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48752) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:57.716829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-56d09e19-ece5-42f9-a2f5-b05f97f64cc6 None None] Provisioning complete for port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:57.716829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-56d09e19-ece5-42f9-a2f5-b05f97f64cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.722385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': True}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:57.771554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,segment=NetworkSegment(4207eca1-a412-420f-b38c-c906db250abf),segment_id=4207eca1-a412-420f-b38c-c906db250abf)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:57.836738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 9917610e-e5e9-4705-b588-c57d1c34686d is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:57.849490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:57.874055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:57.879966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:57.880607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.893228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network 0798c163-1724-4909-b724-3ebae9d9e42a is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:48:57.902032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=9ecf5c7e-33c8-4a23-9c91-1cb273f8993e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:57.907821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.926709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (3312649f-0181-4a11-8664-969fbb9b952f), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.955514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.989808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks [] for floatingip (54f16b23-567b-4819-a25e-1a02739b80e7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.992563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:57.996552 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6328182a-9a68-4121-afaf-06935437f6f0 tempest-ServersTestManualDisk-734233679 tempest-ServersTestManualDisk-734233679-project] 10.222.0.25 "DELETE /v2.0/floatingips/54f16b23-567b-4819-a25e-1a02739b80e7 HTTP/1.1" status: 204 len: 168 time: 2.1800370 Apr 07 01:48:57.996552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 0798c163-1724-4909-b724-3ebae9d9e42a) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:57.999916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48754) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:58.006965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:58.007554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.046840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-56d09e19-ece5-42f9-a2f5-b05f97f64cc6 None None] Current status of the port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:58.056295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a97f4a-bdf4-4ec5-bc99-191f35d6b104 None None] Network 0798c163-1724-4909-b724-3ebae9d9e42a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:48:58.088579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c3f887aa-07cb-4576-b4fc-fdf9c08ba7c5 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6386728 Apr 07 01:48:58.100093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48756) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:58.127762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Publish callbacks [] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.132315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:58.148366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (2e7d9912-8349-418f-84f2-e6bef1a2eea9), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.222438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Deleting port 3d8bd575-408a-4187-988f-5ac8e3254578 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:58.222781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.230962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-0798c163-1724-4909-b724-3ebae9d9e42a', 'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '913d7f3c-928c-4dfa-a07a-85a0fcc3fc89'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:48:58.232293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.257067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.327433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Allocated IP 172.26.8.201 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/07c118d3-d769-4453-b622-d62159dafc05) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:58.365115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:58.373733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:58.393037 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4c188ab6-c0cf-40ae-966d-d6150d9bbec1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3912170 Apr 07 01:48:58.394430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:58.397922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48758) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:58.405460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1642621823'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:58.409934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Pushing event updated for resources: {'Port': ['ID=cb4477f4-ca7f-498b-8070-03fea98ce03f,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:58.459573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (d167b5bf-d5fb-46bd-bb07-c32c07b34674), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.461697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cfe341f4-d9cb-45a5-9569-e4409fdadecf None None] Provisioning complete for port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:58.462351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cfe341f4-d9cb-45a5-9569-e4409fdadecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.524849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] For port 3d8bd575-408a-4187-988f-5ac8e3254578, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3d8bd575-408a-4187-988f-5ac8e3254578,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:58.525245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.536279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:58.541067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.544959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:58.561370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:58.561654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.568053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Allocated IP 172.20.255.242 (0798c163-1724-4909-b724-3ebae9d9e42a/913d7f3c-928c-4dfa-a07a-85a0fcc3fc89/9e33f814-d1c5-4aae-b1f4-9f461bf8b540) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:58.573709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:58.574383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Attempting to bind port cb4477f4-ca7f-498b-8070-03fea98ce03f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:58.575274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Attempting to bind port cb4477f4-ca7f-498b-8070-03fea98ce03f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:58.576794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:58.582035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.582236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Attempting to bind port cb4477f4-ca7f-498b-8070-03fea98ce03f on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:58.582708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Calling delete_port for 3d8bd575-408a-4187-988f-5ac8e3254578 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:58.604980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:58.610702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:58.610702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.610702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:58.610702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Bound port: cb4477f4-ca7f-498b-8070-03fea98ce03f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:58.610702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.623316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:48:58.657885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.658335 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment a773df34-ef89-4ab7-bd35-4397cfa1b9e3 of type vlan for network ceac860a-2d98-4ee1-87f6-e890b0d97024 Apr 07 01:48:58.664675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=d167b5bf-d5fb-46bd-bb07-c32c07b34674,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:58.687768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for port (07c118d3-d769-4453-b622-d62159dafc05), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.743988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.762462 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0c2bb2ec-51b0-4585-9ffe-4bc4b5f6f1db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4794002 Apr 07 01:48:58.767165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48760) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:58.786309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:0f:c3:a1', 'name': 'tempest-NetworksTestDHCPv6-545307027'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:58.798558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.910785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cfe341f4-d9cb-45a5-9569-e4409fdadecf None None] Current status of the port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:58.915856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] For port cb4477f4-ca7f-498b-8070-03fea98ce03f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:58.925557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] For port cb4477f4-ca7f-498b-8070-03fea98ce03f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb4477f4-ca7f-498b-8070-03fea98ce03f,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:58.942415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.947722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:48:58.948534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:58.964705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cfe341f4-d9cb-45a5-9569-e4409fdadecf None None] Provisioning complete for port 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:58.965118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cfe341f4-d9cb-45a5-9569-e4409fdadecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.019738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.037777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-da9cae28-de8a-4c47-97f3-d5ed857e4b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.052541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (2e7d9912-8349-418f-84f2-e6bef1a2eea9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.080015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=ceac860a-2d98-4ee1-87f6-e890b0d97024,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:59.083411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.095982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cfe341f4-d9cb-45a5-9569-e4409fdadecf None None] Port 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:59.100920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8e5f0916-743d-421c-ae39-9bb782c7736f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6982245 Apr 07 01:48:59.103656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48762) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:48:59.111800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Publish callbacks [] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.114826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (5de7330c-b086-4874-ae1f-553947b39189), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.119537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:48:59.126427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dfc17-391e-4e64-b63c-00a768b9a2c9 None None] Pushing event updated for resources: {'Port': ['ID=cb4477f4-ca7f-498b-8070-03fea98ce03f,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:59.140939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ceac860a-2d98-4ee1-87f6-e890b0d97024 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:48:59.174301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:59.194204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.232193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Network 0798c163-1724-4909-b724-3ebae9d9e42a is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:59.289003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:48:59.291975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:59.300955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:59.327960 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:48:59.373440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Pushing event updated for resources: {'Port': ['ID=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:59.392965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (07c118d3-d769-4453-b622-d62159dafc05), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.410552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4e4c27b8-808a-4817-b671-57bebd6bbbdd None None] Provisioning complete for port 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:59.410936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4e4c27b8-808a-4817-b671-57bebd6bbbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.455789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Allocated IP 172.26.8.19 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:48:59.462157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Port': ['ID=07c118d3-d769-4453-b622-d62159dafc05,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:59.479943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Attempting to bind port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:48:59.480327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Attempting to bind port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'c92de97f-7a59-4336-b4ae-7300b45f5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:48:59.484117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Attempting to bind port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 on network 0798c163-1724-4909-b724-3ebae9d9e42a {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:48:59.491433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4e4c27b8-808a-4817-b671-57bebd6bbbdd None None] Port 9ecf5c7e-33c8-4a23-9c91-1cb273f8993e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:48:59.496743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:48:59.497156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Checking segment: {'id': 'c92de97f-7a59-4336-b4ae-7300b45f5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:48:59.497571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.497989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Bound using segment: {'id': 'c92de97f-7a59-4336-b4ae-7300b45f5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:48:59.498469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Bound port: 9e33f814-d1c5-4aae-b1f4-9f461bf8b540, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92de97f-7a59-4336-b4ae-7300b45f5758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0798c163-1724-4909-b724-3ebae9d9e42a'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:48:59.498865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.521010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:48:59.521710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.530872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:59.578763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:59.602111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:59.606854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] For port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:48:59.610548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] For port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,segment=NetworkSegment(c92de97f-7a59-4336-b4ae-7300b45f5758),segment_id=c92de97f-7a59-4336-b4ae-7300b45f5758)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:48:59.645805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:59.649263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.668452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:48:59.675896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.694412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for port (e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.711577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:48:59.739516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728e3cd-a7d5-4bc7-bf41-972263da0566 None None] Pushing event updated for resources: {'Port': ['ID=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:59.755438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Deleting port 8c78128f-e48e-4006-bc27-28050c1310f6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:48:59.755932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.832208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.854116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] For port 8c78128f-e48e-4006-bc27-28050c1310f6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c78128f-e48e-4006-bc27-28050c1310f6,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:48:59.854500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.892591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:48:59.895134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Calling delete_port for 8c78128f-e48e-4006-bc27-28050c1310f6 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:48:59.900795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (3d8bd575-408a-4187-988f-5ac8e3254578), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:48:59.909068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:48:59.911912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:48:59.947370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Port': ['ID=e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:48:59.976013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8bd575-408a-4187-988f-5ac8e3254578,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:00.005816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.006372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.007653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.008019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.008364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.008895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.009140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.009429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.010043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.010385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.010771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.011050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.011378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.011719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.012030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:00.051292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9ecf5c7e-33c8-4a23-9c91-1cb273f8993e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.134888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=9ecf5c7e-33c8-4a23-9c91-1cb273f8993e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:00.151376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.283902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.287970 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b4db89b0-b561-4bf4-bfa6-2ee105eed624 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/9ecf5c7e-33c8-4a23-9c91-1cb273f8993e HTTP/1.1" status: 204 len: 168 time: 2.1836152 Apr 07 01:49:00.292046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48766) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:00.368249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port c4ab6231-6957-4f01-bff6-c34099e5b803 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:00.403913 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd9d294-d3af-491f-9feb-5a0a0bf8add6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:00.405564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0dd9d294-d3af-491f-9feb-5a0a0bf8add6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/9ecf5c7e-33c8-4a23-9c91-1cb273f8993e HTTP/1.1" status: 404 len: 333 time: 0.0653641 Apr 07 01:49:00.414955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48768) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:00.697006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (3312649f-0181-4a11-8664-969fbb9b952f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.747084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (32be9ffb-7191-4687-8c40-e339ec54da06), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.755107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce351623-db06-4b15-a201-3b56a7032dc7 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:00.757559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.865427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet f05c8986-e8fe-4af5-8613-553b407c413b {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:00.868846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (f05c8986-e8fe-4af5-8613-553b407c413b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.878667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] Provisioning complete for port cb4477f4-ca7f-498b-8070-03fea98ce03f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:00.879052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:00.922071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (f05c8986-e8fe-4af5-8613-553b407c413b), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.016611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (f05c8986-e8fe-4af5-8613-553b407c413b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.039812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] Current status of the port cb4477f4-ca7f-498b-8070-03fea98ce03f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:01.040221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.074550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] Update dhcp port {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': '7b036738-a905-4183-9da0-05ebc5b9493e', 'ip_address': '2001:db8::f816:3eff:febd:ea9e'}, {'subnet_id': 'd167b5bf-d5fb-46bd-bb07-c32c07b34674'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': 'cb4477f4-ca7f-498b-8070-03fea98ce03f'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:49:01.107855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8c78128f-e48e-4006-bc27-28050c1310f6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.109876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (2e7d9912-8349-418f-84f2-e6bef1a2eea9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.136862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] For port cb4477f4-ca7f-498b-8070-03fea98ce03f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb4477f4-ca7f-498b-8070-03fea98ce03f,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:01.148599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.187995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (f05c8986-e8fe-4af5-8613-553b407c413b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.203504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c78128f-e48e-4006-bc27-28050c1310f6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:01.287349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c114f-4007-484b-a548-8a9000dfb639 None None] Network 0798c163-1724-4909-b724-3ebae9d9e42a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:01.291386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=f05c8986-e8fe-4af5-8613-553b407c413b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:01.297154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.322400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.324053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=32be9ffb-7191-4687-8c40-e339ec54da06,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:01.329630 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e39d3c8a-ab51-4115-b563-647915e10bb3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/f05c8986-e8fe-4af5-8613-553b407c413b HTTP/1.1" status: 204 len: 168 time: 0.9096787 Apr 07 01:49:01.343874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48770) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:01.384825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e763c-8a40-4887-a159-b074066717ff None None] Network 9917610e-e5e9-4705-b588-c57d1c34686d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:01.409682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 172.20.0.12 (90b9273a-c012-429c-a675-14d31428d1d8/d167b5bf-d5fb-46bd-bb07-c32c07b34674/c4ab6231-6957-4f01-bff6-c34099e5b803) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:01.430579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:01.446694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.447333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.447834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.448330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.448831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.449323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.449852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.450336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.450822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.451297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.451770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.452255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.452744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.453241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.453711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:01.467342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:01.467927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: ceac860a-2d98-4ee1-87f6-e890b0d97024, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:01.510781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe0f:c3a1 (90b9273a-c012-429c-a675-14d31428d1d8/7b036738-a905-4183-9da0-05ebc5b9493e/c4ab6231-6957-4f01-bff6-c34099e5b803) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:01.594586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48b4e5c4-a557-4f38-9609-e20420aeee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.618128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a1a6d-825c-4580-9c39-e3adbc2e4cb5 None None] Pushing event updated for resources: {'Port': ['ID=cb4477f4-ca7f-498b-8070-03fea98ce03f,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:01.620052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (9917610e-e5e9-4705-b588-c57d1c34686d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.659229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Provisioning complete for port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:01.659229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.662696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:01.662884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.666163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (5de7330c-b086-4874-ae1f-553947b39189), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.673522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network ceac860a-2d98-4ee1-87f6-e890b0d97024 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:01.682268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.688165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.770100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (3312649f-0181-4a11-8664-969fbb9b952f), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.819381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (3312649f-0181-4a11-8664-969fbb9b952f), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.888293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] DHCP port deletion for 9917610e-e5e9-4705-b588-c57d1c34686d request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:01.901921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:01.902390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.918208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ceac860a-2d98-4ee1-87f6-e890b0d97024) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:01.944521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:01.945402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:01.953583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52af4c3-8cdd-4b09-8ed5-b76b95de6314 None None] Network ceac860a-2d98-4ee1-87f6-e890b0d97024 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:01.962339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Current status of the port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:01.962842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.045210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (c4ab6231-6957-4f01-bff6-c34099e5b803), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.050923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:02.051278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.055702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,segment=NetworkSegment(c92de97f-7a59-4336-b4ae-7300b45f5758),segment_id=c92de97f-7a59-4336-b4ae-7300b45f5758)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:02.059404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Router 2e7d9912-8349-418f-84f2-e6bef1a2eea9 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:02.066617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Router 5de7330c-b086-4874-ae1f-553947b39189 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:02.126843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] Deleting port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:02.127809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.144055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:02.147962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ceac860a-2d98-4ee1-87f6-e890b0d97024', 'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '32be9ffb-7191-4687-8c40-e339ec54da06'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:02.148962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.155291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d6f9e423-932e-40bf-af05-353b30fee22c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0510268 Apr 07 01:49:02.169430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48774) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:02.183486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.184304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb4477f4-ca7f-498b-8070-03fea98ce03f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:02.254470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] For port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,segment=NetworkSegment(4207eca1-a412-420f-b38c-c906db250abf),segment_id=4207eca1-a412-420f-b38c-c906db250abf)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:02.254842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.284550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:02.290604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.291461 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2fabcf6c-5512-4c42-ba4f-bd3638903345 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "PUT /v2.0/routers/2e7d9912-8349-418f-84f2-e6bef1a2eea9 HTTP/1.1" status: 200 len: 914 time: 4.5743916 Apr 07 01:49:02.294230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48776) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:02.299888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:02.302112 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a5e00-4656-4797-a998-50353d060161 None None] Sync routers for ids ['2e7d9912-8349-418f-84f2-e6bef1a2eea9'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:02.327644 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a5e00-4656-4797-a998-50353d060161 None None] Routers {'2e7d9912-8349-418f-84f2-e6bef1a2eea9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:02.328591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d13a5e00-4656-4797-a998-50353d060161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2e7d9912-8349-418f-84f2-e6bef1a2eea9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:02.341917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:02.348444 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-77288769-bdba-42a8-8b6e-37f7a67c3918 admin admin] 10.222.0.25 "PUT /v2.0/routers/5de7330c-b086-4874-ae1f-553947b39189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3498180 Apr 07 01:49:02.351287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48778) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:02.396220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (c4ab6231-6957-4f01-bff6-c34099e5b803), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.400049 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d13a5e00-4656-4797-a998-50353d060161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:02.415814 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13a5e00-4656-4797-a998-50353d060161 None None] Routers {'2e7d9912-8349-418f-84f2-e6bef1a2eea9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:02.417335 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d13a5e00-4656-4797-a998-50353d060161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2e7d9912-8349-418f-84f2-e6bef1a2eea9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:02.437206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] Sync routers for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:02.485815 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d13a5e00-4656-4797-a998-50353d060161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:02.488113 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13a5e00-4656-4797-a998-50353d060161 None None] The sync data for ids ['2e7d9912-8349-418f-84f2-e6bef1a2eea9'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:02.511702 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8db6d1da-1e2c-408e-9e01-f0090c0581e0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/2e7d9912-8349-418f-84f2-e6bef1a2eea9 HTTP/1.1" status: 200 len: 920 time: 0.2162685 Apr 07 01:49:02.514407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48782) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:02.532914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] For port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,segment=NetworkSegment(4207eca1-a412-420f-b38c-c906db250abf),segment_id=4207eca1-a412-420f-b38c-c906db250abf)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:02.534006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.534900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.538253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:02.538721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:02.554078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks [] for router (5de7330c-b086-4874-ae1f-553947b39189), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.575053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:02.582997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=c4ab6231-6957-4f01-bff6-c34099e5b803,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:02.589751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:02.603092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:02.622752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.626771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] Calling delete_port for dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:02.630847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:02.643108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:02.644671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Router 3312649f-0181-4a11-8664-969fbb9b952f is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:02.663663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] Allocated IP 172.20.0.2 (90b9273a-c012-429c-a675-14d31428d1d8/d167b5bf-d5fb-46bd-bb07-c32c07b34674/cb4477f4-ca7f-498b-8070-03fea98ce03f) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:02.670341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:02.671004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:02.672140 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-53015253-7180-4e3a-8f32-dad8e28be097 admin admin] 10.222.0.25 "PUT /v2.0/routers/aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4778502 Apr 07 01:49:02.676219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48784) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:02.680785 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] Sync routers for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:02.685826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.686182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.686538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.686885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.687229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.687569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.687904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.688236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.688596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.688960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.689399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.689664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.690013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.690329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.690660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:49:02.690775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db6d50-14be-43c0-82ff-78486f54e5f0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:02.693097 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e1db6d50-14be-43c0-82ff-78486f54e5f0 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=2e7d9912-8349-418f-84f2-e6bef1a2eea9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1776636 Apr 07 01:49:02.716033 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:02.716033 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:02.716208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48786) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:02.732039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.789501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks [] for router_gateway (5de7330c-b086-4874-ae1f-553947b39189), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.803026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:02.803949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.860035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cb4477f4-ca7f-498b-8070-03fea98ce03f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:02.860035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.860540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (32be9ffb-7191-4687-8c40-e339ec54da06), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:02.865637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No DVR routers for this DVR port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:02.876005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:02.890706 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:49:02.948156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Allocated IP 172.20.0.2 (ceac860a-2d98-4ee1-87f6-e890b0d97024/32be9ffb-7191-4687-8c40-e339ec54da06/323faa17-86a8-45ae-83f5-7c55b5eb56f8) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:02.963958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks [] for router (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.030937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.128210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:49:03.143020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks [] for router_gateway (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.151774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Deleting port 7e3b075b-cff2-445f-811c-6ab11d811a5a {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:03.152614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.179221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] Pushing event deleted for resources: {'Port': ['ID=dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:03.228163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e27208a-efe9-4ded-91ff-c0848c7ef50a None None] No DVR routers for this DVR port dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:03.235464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] For port cb4477f4-ca7f-498b-8070-03fea98ce03f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb4477f4-ca7f-498b-8070-03fea98ce03f,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:03.266107 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:48:59Z', 'revision_number': 5, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port': {'id': '6e77df33-e981-4ccb-9fff-1c56d6c6c72e', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:36:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:01Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.300518 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] Checking router: aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:49:03.312806 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] Routers {'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:03.314850 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.320324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] For port 7e3b075b-cff2-445f-811c-6ab11d811a5a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7e3b075b-cff2-445f-811c-6ab11d811a5a,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:03.323427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.323563 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a15c947c-4871-41e6-ac21-6e1fc7627f31 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5465515 Apr 07 01:49:03.323794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48788) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:03.344587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Calling delete_port for 7e3b075b-cff2-445f-811c-6ab11d811a5a owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:03.355601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de236fb-00dc-43de-a612-41466a8997d6 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:03.360033 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2de236fb-00dc-43de-a612-41466a8997d6 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.6484549 Apr 07 01:49:03.364133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (9917610e-e5e9-4705-b588-c57d1c34686d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.366452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48790) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:03.404877 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cb90200b-e153-442a-bd1e-9cdefcc4c14f tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7d9912-8349-418f-84f2-e6bef1a2eea9 HTTP/1.1" status: 200 len: 205 time: 0.0370748 Apr 07 01:49:03.405512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48792) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:03.413570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Publish callbacks [] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.417631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a5c59-e050-4e59-b5b1-625c53ab6e24 None None] Current status of the port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:03.427109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Deleting port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:03.427109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.448174 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] Set router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:49:03.461968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917610e-e5e9-4705-b588-c57d1c34686d']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.466510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:03.478696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.482679 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fb4a1197-f219-4a7a-8b1c-58d5127afd46 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "PUT /v2.0/routers/3312649f-0181-4a11-8664-969fbb9b952f HTTP/1.1" status: 200 len: 918 time: 6.9809179 Apr 07 01:49:03.485439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48794) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:03.486515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4207eca1-a412-420f-b38c-c906db250abf') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.490811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4207eca1-a412-420f-b38c-c906db250abf') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.513721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (4207eca1-a412-420f-b38c-c906db250abf), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.513911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a030bc-7132-43b0-b0e3-02155d2e5062 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:03.518651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a030bc-7132-43b0-b0e3-02155d2e5062 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:03.522744 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e9a030bc-7132-43b0-b0e3-02155d2e5062 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1910930 Apr 07 01:49:03.540326 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:49:03Z', 'revision_number': 6, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.549403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48796) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:03.574740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cb4477f4-ca7f-498b-8070-03fea98ce03f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:03.579537 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0936c64a-f2f0-4f71-9f17-ce9fdc3b9191 None None] The sync data for ids ['aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2'] in dv-neutron-836863-2-hyperv is: [{'id': 'aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2', 'name': 'tempest-ServersTestJSON-661002134-router', 'tenant_id': 'dc54b863393740859b1a7a06cc8f3b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:00Z', 'updated_at': '2022-04-07T01:49:03Z', 'revision_number': 6, 'project_id': 'dc54b863393740859b1a7a06cc8f3b60', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:03.593141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4207eca1-a412-420f-b38c-c906db250abf), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.623165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:03.624045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (4207eca1-a412-420f-b38c-c906db250abf), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.630594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:03.635161 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:03.653139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] Sync routers for ids ['3312649f-0181-4a11-8664-969fbb9b952f'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:03.656506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (32be9ffb-7191-4687-8c40-e339ec54da06), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.742341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.759567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=32be9ffb-7191-4687-8c40-e339ec54da06,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:03.768394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Network ceac860a-2d98-4ee1-87f6-e890b0d97024 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:03.770478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7b81e4cf-f7dd-4354-8fbd-2ff1cbda26ca None None] Provisioning complete for port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:03.770478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b81e4cf-f7dd-4354-8fbd-2ff1cbda26ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.783883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Pushing event updated for resources: {'Port': ['ID=323faa17-86a8-45ae-83f5-7c55b5eb56f8,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:03.812639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:03.816243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:03.825548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] Publish callbacks [] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.836932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] Routers {'3312649f-0181-4a11-8664-969fbb9b952f'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:03.837581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3312649f-0181-4a11-8664-969fbb9b952f'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.902286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:03.913472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.938280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:03.995310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (9917610e-e5e9-4705-b588-c57d1c34686d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.016455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.026031 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/9917610e-e5e9-4705-b588-c57d1c34686d HTTP/1.1" status: 204 len: 168 time: 2.6787224 Apr 07 01:49:04.028658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceac860a-2d98-4ee1-87f6-e890b0d97024']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.032378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48798) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:04.040072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'name': 'tempest-PortsIpV6TestJSON-301952743'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:04.046247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (2e7d9912-8349-418f-84f2-e6bef1a2eea9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.058613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] For port 6e77df33-e981-4ccb-9fff-1c56d6c6c72e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:04.059071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.103367 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e4b1e6d4-e7e4-4ec7-909c-52a9eb7aa5b4 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/3312649f-0181-4a11-8664-969fbb9b952f HTTP/1.1" status: 200 len: 924 time: 0.6167927 Apr 07 01:49:04.106780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Calling delete_port for 6e77df33-e981-4ccb-9fff-1c56d6c6c72e owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:04.107443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48800) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:04.123378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.123790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.126258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f97921-7b68-4908-9d24-d34122d6baab tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=9917610e-e5e9-4705-b588-c57d1c34686d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:04.138212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port c4ab6231-6957-4f01-bff6-c34099e5b803 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:04.138487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c4ab6231-6957-4f01-bff6-c34099e5b803), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.140887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.154627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.156470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:04.223480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] Routers {'3312649f-0181-4a11-8664-969fbb9b952f'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:04.225372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3312649f-0181-4a11-8664-969fbb9b952f'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.231353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c1839-718f-4acf-8ce0-42e4ecb19071 None None] Pushing event updated for resources: {'Port': ['ID=cb4477f4-ca7f-498b-8070-03fea98ce03f,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:04.240018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.253485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Attempting to bind port 323faa17-86a8-45ae-83f5-7c55b5eb56f8 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:04.254301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Attempting to bind port 323faa17-86a8-45ae-83f5-7c55b5eb56f8 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:04.254829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Attempting to bind port 323faa17-86a8-45ae-83f5-7c55b5eb56f8 on network ceac860a-2d98-4ee1-87f6-e890b0d97024 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:04.261297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326c7af-eaf8-4e7e-9210-5f2a3f4b8553 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:04.264608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:04.265312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.265658 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9326c7af-eaf8-4e7e-9210-5f2a3f4b8553 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=3312649f-0181-4a11-8664-969fbb9b952f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1572278 Apr 07 01:49:04.266277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48802) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:04.271816 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:04.332901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:49:00Z', 'revision_number': 5, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port': {'id': '7e3b075b-cff2-445f-811c-6ab11d811a5a', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:d5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de7330c-b086-4874-ae1f-553947b39189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.334687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.335309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f070749-0672-4083-a50f-8f3865f5c4a2 None None] The sync data for ids ['3312649f-0181-4a11-8664-969fbb9b952f'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:04.340165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:04.340553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Checking segment: {'id': 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:04.341000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.341460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Bound using segment: {'id': 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:04.341934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Bound port: 323faa17-86a8-45ae-83f5-7c55b5eb56f8, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:04.346245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.354818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7e3b075b-cff2-445f-811c-6ab11d811a5a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.399304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3b075b-cff2-445f-811c-6ab11d811a5a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:04.411640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c4ab6231-6957-4f01-bff6-c34099e5b803), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.431936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for c4ab6231-6957-4f01-bff6-c34099e5b803 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:04.468461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] Checking router: 5de7330c-b086-4874-ae1f-553947b39189 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:49:04.515023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:49:04.515023 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:49:04.515023 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': 'ceac860a-2d98-4ee1-87f6-e890b0d97024'}] Apr 07 01:49:04.515023 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:04.515426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:04.524587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:04.529057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.537665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bd123a-0422-4528-9979-7faed2529800 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:04.542195 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a5bd123a-0422-4528-9979-7faed2529800 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2729547 Apr 07 01:49:04.543559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] Routers {'5de7330c-b086-4874-ae1f-553947b39189'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:04.544428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5de7330c-b086-4874-ae1f-553947b39189'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.547059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48804) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:04.559765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Deleting port e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:04.560111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.589136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (5de7330c-b086-4874-ae1f-553947b39189), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.597715 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bd7d01c9-b7ff-40f3-a439-73b96ad32782 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=3312649f-0181-4a11-8664-969fbb9b952f HTTP/1.1" status: 200 len: 205 time: 0.0466959 Apr 07 01:49:04.621238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48806) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:04.646390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 1e73be29-f893-4a4b-a3f6-df37e9ecc716 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:04.716076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6e77df33-e981-4ccb-9fff-1c56d6c6c72e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.753569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (5de7330c-b086-4874-ae1f-553947b39189), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.755618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e77df33-e981-4ccb-9fff-1c56d6c6c72e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:04.758631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks [] for router_controller (5de7330c-b086-4874-ae1f-553947b39189), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.851624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] Set router 5de7330c-b086-4874-ae1f-553947b39189 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:49:04.903373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.926318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:04.926834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.935449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] For port 323faa17-86a8-45ae-83f5-7c55b5eb56f8, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:04.947553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:49:04Z', 'revision_number': 7, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:04.951286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] For port 323faa17-86a8-45ae-83f5-7c55b5eb56f8, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=323faa17-86a8-45ae-83f5-7c55b5eb56f8,segment=NetworkSegment(a773df34-ef89-4ab7-bd35-4397cfa1b9e3),segment_id=a773df34-ef89-4ab7-bd35-4397cfa1b9e3)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:04.957265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.974785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (5de7330c-b086-4874-ae1f-553947b39189), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:04.975369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de7330c-b086-4874-ae1f-553947b39189 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:05.006597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7b81e4cf-f7dd-4354-8fbd-2ff1cbda26ca None None] Current status of the port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:05.009069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.010496 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-af29eece-1b49-46f7-a8e0-f636dafe1727 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5de7330c-b086-4874-ae1f-553947b39189 HTTP/1.1" status: 204 len: 168 time: 2.6577959 Apr 07 01:49:05.013044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48808) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:05.013681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f38a739-59fb-4087-aaad-ea89a438bf86 None None] The sync data for ids ['5de7330c-b086-4874-ae1f-553947b39189'] in dv-neutron-836863-2-hyperv is: [{'id': '5de7330c-b086-4874-ae1f-553947b39189', 'name': 'tempest-ServersTestManualDisk-205739922-router', 'tenant_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:49:04Z', 'revision_number': 7, 'project_id': 'd061ef913c014b11ae2a7b2c9d2c33bd', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:05.024183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.071712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Calling delete_port for e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:05.090257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Deleting subnet e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:05.093882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.104569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.116028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks [] for router_controller (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.122124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Publish callbacks [] for subnet (e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.127828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (3312649f-0181-4a11-8664-969fbb9b952f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.167729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.179825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881e027-e1a0-4e4a-b110-0326c46d3dfd None None] Pushing event updated for resources: {'Port': ['ID=323faa17-86a8-45ae-83f5-7c55b5eb56f8,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:05.223537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:05.225189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb4477f4-ca7f-498b-8070-03fea98ce03f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:05.262207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.302317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2d1ef42c-cae5-44e0-8169-68fd1052c857 None None] Provisioning complete for port cb4477f4-ca7f-498b-8070-03fea98ce03f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:05.302998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2d1ef42c-cae5-44e0-8169-68fd1052c857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.309729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (1e73be29-f893-4a4b-a3f6-df37e9ecc716), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.334405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.353053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73668e5b-a6c0-4653-b34b-c50e65d3d2c8 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:49:05.394776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.401833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cb4477f4-ca7f-498b-8070-03fea98ce03f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:05.402215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.434566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:05.443120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.448342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f5ce0cc3-c9f0-45e0-8258-c137b7e3287a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e74eca18-b4c8-4c2a-9b0a-2e67647bdfd4 HTTP/1.1" status: 204 len: 168 time: 0.4342926 Apr 07 01:49:05.450813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48810) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:05.510109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.510109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:05.517174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.522430 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e3c408de-c250-46c9-916b-d75fde57b7d7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/aeda4bd2-6cb8-4937-91ab-16e5cc62c9c2 HTTP/1.1" status: 204 len: 168 time: 2.8453388 Apr 07 01:49:05.530819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48812) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:05.575475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ef42c-cae5-44e0-8169-68fd1052c857 None None] Current status of the port cb4477f4-ca7f-498b-8070-03fea98ce03f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:05.617728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Deleting subnet e01e6c7d-df90-4bcf-8acd-c35a6287d3c8 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:05.622269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Publish callbacks [] for subnet (e01e6c7d-df90-4bcf-8acd-c35a6287d3c8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.653653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73668e5b-a6c0-4653-b34b-c50e65d3d2c8 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:49:05.659858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cb4477f4-ca7f-498b-8070-03fea98ce03f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:05.660496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (56670783-ae18-446d-be98-28b9cfdf36b5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.675580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (e01e6c7d-df90-4bcf-8acd-c35a6287d3c8), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.744497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-60b4cd2e-f591-41f3-9d04-dbd38d8b0d3b None None] Could not find standard attr ID for object c4ab6231-6957-4f01-bff6-c34099e5b803. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:49:05.756622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (c4ab6231-6957-4f01-bff6-c34099e5b803), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.800512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Deleting port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:05.800853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.815683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=c4ab6231-6957-4f01-bff6-c34099e5b803,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:05.817248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (e01e6c7d-df90-4bcf-8acd-c35a6287d3c8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.857036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 323faa17-86a8-45ae-83f5-7c55b5eb56f8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:05.857390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.859547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (3312649f-0181-4a11-8664-969fbb9b952f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.936963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:05.938306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] For port e86e2dbd-39dd-4305-ba4a-56ef87fd3580, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,segment=NetworkSegment(627bc342-8295-417a-946d-37bdc08c6c8c),segment_id=627bc342-8295-417a-946d-37bdc08c6c8c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:05.938687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.954491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Calling delete_port for e86e2dbd-39dd-4305-ba4a-56ef87fd3580 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:05.954705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1e73be29-f893-4a4b-a3f6-df37e9ecc716), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:05.961739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:05.962083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dafcce07-7cd7-4cd1-bd9b-4ff83c7a62cd not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:06.005385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a000f4ad-6aca-4b8d-abed-e06e4b38c9a6 None None] Network ceac860a-2d98-4ee1-87f6-e890b0d97024 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:06.013851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (e01e6c7d-df90-4bcf-8acd-c35a6287d3c8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.033724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.040479 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e01e6c7d-df90-4bcf-8acd-c35a6287d3c8 HTTP/1.1" status: 204 len: 168 time: 0.5084229 Apr 07 01:49:06.058905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48814) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:06.096161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15999bf1-6d3d-440a-9191-a0f6aaad545c None None] Network 56670783-ae18-446d-be98-28b9cfdf36b5 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:06.157583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 323faa17-86a8-45ae-83f5-7c55b5eb56f8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=323faa17-86a8-45ae-83f5-7c55b5eb56f8,segment=NetworkSegment(a773df34-ef89-4ab7-bd35-4397cfa1b9e3),segment_id=a773df34-ef89-4ab7-bd35-4397cfa1b9e3)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:06.158270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.171862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (35b7a864-29c8-4773-84ad-08804773fdae), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.177146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 323faa17-86a8-45ae-83f5-7c55b5eb56f8 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:06.180721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9321f1-a1d0-41f2-a6e8-cef9cf61d28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e01e6c7d-df90-4bcf-8acd-c35a6287d3c8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:06.199913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280877ab-730c-4cbb-bbfe-b1f403686f8c None None] Network 35b7a864-29c8-4773-84ad-08804773fdae requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:06.202259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb4477f4-ca7f-498b-8070-03fea98ce03f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:06.258558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Deleting port 83d674e6-cb8d-49b5-a495-7c0b68117d04 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:06.258823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.339773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=1e73be29-f893-4a4b-a3f6-df37e9ecc716,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:06.347572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:06.353531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e86e2dbd-39dd-4305-ba4a-56ef87fd3580), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.375464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:06.378533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:06.384346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:06.385108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.399752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.403638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86e2dbd-39dd-4305-ba4a-56ef87fd3580,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:06.407376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7ec9d968-056d-4b9e-8590-81d03a731649 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/c4ab6231-6957-4f01-bff6-c34099e5b803 HTTP/1.1" status: 204 len: 168 time: 2.8567777 Apr 07 01:49:06.409367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48816) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:06.412795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] For port 83d674e6-cb8d-49b5-a495-7c0b68117d04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83d674e6-cb8d-49b5-a495-7c0b68117d04,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:06.413206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.428168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (323faa17-86a8-45ae-83f5-7c55b5eb56f8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.433357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] No DVR routers for this DVR port e86e2dbd-39dd-4305-ba4a-56ef87fd3580 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:06.459523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cb4477f4-ca7f-498b-8070-03fea98ce03f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:06.459911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.466750 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=323faa17-86a8-45ae-83f5-7c55b5eb56f8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:06.475973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.488292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Calling delete_port for 83d674e6-cb8d-49b5-a495-7c0b68117d04 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:06.497121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 323faa17-86a8-45ae-83f5-7c55b5eb56f8 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:06.563548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa3be7-cd17-47c9-ad60-469d0a265078 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:06.565297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa3be7-cd17-47c9-ad60-469d0a265078 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:06.566711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fa3be7-cd17-47c9-ad60-469d0a265078 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:06.566827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cb4477f4-ca7f-498b-8070-03fea98ce03f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:06.568480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-12fa3be7-cd17-47c9-ad60-469d0a265078 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1580639 Apr 07 01:49:06.573204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48818) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:06.577415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e12e4c5b-f74a-40a0-ad0d-6a6eaab5e8bb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.5393763 Apr 07 01:49:06.578515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event deleted for resources: {'Port': ['ID=e4c6f40a-3251-4d33-87c2-d5a78cfbd8ee,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:06.579931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48820) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:06.594839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861780f-88bc-4274-a781-080fb119b8fc None None] DHCP port deletion for 56670783-ae18-446d-be98-28b9cfdf36b5 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:06.625699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Deleting port 07c118d3-d769-4453-b622-d62159dafc05 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:06.625699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (07c118d3-d769-4453-b622-d62159dafc05), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.640727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] DHCP port deletion for 35b7a864-29c8-4773-84ad-08804773fdae request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:06.678567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (56670783-ae18-446d-be98-28b9cfdf36b5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.684402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 7b036738-a905-4183-9da0-05ebc5b9493e {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:06.698854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e77df33-e981-4ccb-9fff-1c56d6c6c72e no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:06.699334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (7b036738-a905-4183-9da0-05ebc5b9493e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.722459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 6e77df33-e981-4ccb-9fff-1c56d6c6c72e {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:06.722823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e77df33-e981-4ccb-9fff-1c56d6c6c72e not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:06.723616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3d8bd575-408a-4187-988f-5ac8e3254578 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:06.742495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56670783-ae18-446d-be98-28b9cfdf36b5']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:06.743658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.756098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627bc342-8295-417a-946d-37bdc08c6c8c') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:06.756479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627bc342-8295-417a-946d-37bdc08c6c8c') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:06.778255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (2e7d9912-8349-418f-84f2-e6bef1a2eea9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.784021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (627bc342-8295-417a-946d-37bdc08c6c8c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.787474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (7b036738-a905-4183-9da0-05ebc5b9493e), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.792222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceac860a-2d98-4ee1-87f6-e890b0d97024']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:06.824037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (627bc342-8295-417a-946d-37bdc08c6c8c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.837179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:06.837590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (627bc342-8295-417a-946d-37bdc08c6c8c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:06.839353 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:06.908949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 3d8bd575-408a-4187-988f-5ac8e3254578 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:06.910334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3d8bd575-408a-4187-988f-5ac8e3254578 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:06.910334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7e3b075b-cff2-445f-811c-6ab11d811a5a no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:06.912117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] Deleting port 83d674e6-cb8d-49b5-a495-7c0b68117d04 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:06.912492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.913480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:06.913791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a773df34-ef89-4ab7-bd35-4397cfa1b9e3') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:06.934502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.942487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.948159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.955977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (2e7d9912-8349-418f-84f2-e6bef1a2eea9), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.966953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7e3b075b-cff2-445f-811c-6ab11d811a5a {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:06.967148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7e3b075b-cff2-445f-811c-6ab11d811a5a not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:06.967696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c78128f-e48e-4006-bc27-28050c1310f6 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:06.967818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (07c118d3-d769-4453-b622-d62159dafc05), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:06.972290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83d674e6-cb8d-49b5-a495-7c0b68117d04,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:06.974376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] No DVR routers for this DVR port 83d674e6-cb8d-49b5-a495-7c0b68117d04 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:07.000532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7b036738-a905-4183-9da0-05ebc5b9493e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.004504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (56670783-ae18-446d-be98-28b9cfdf36b5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.018261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8c78128f-e48e-4006-bc27-28050c1310f6 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:07.018841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c78128f-e48e-4006-bc27-28050c1310f6 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:07.027209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.030967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Calling delete_port for 07c118d3-d769-4453-b622-d62159dafc05 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:07.036225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.042426 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] 10.222.0.25 "DELETE /v2.0/networks/56670783-ae18-446d-be98-28b9cfdf36b5 HTTP/1.1" status: 204 len: 168 time: 1.5903311 Apr 07 01:49:07.044951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:07.045398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (a773df34-ef89-4ab7-bd35-4397cfa1b9e3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:07.049901 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:07.063926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] For port 83d674e6-cb8d-49b5-a495-7c0b68117d04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83d674e6-cb8d-49b5-a495-7c0b68117d04,segment=NetworkSegment(d4b4b763-e808-4a35-b1f3-9159f9e42734),segment_id=d4b4b763-e808-4a35-b1f3-9159f9e42734)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:07.065428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.084062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] Calling delete_port for 83d674e6-cb8d-49b5-a495-7c0b68117d04 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:07.098357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c9326-af14-4348-beb4-72f489090a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=56670783-ae18-446d-be98-28b9cfdf36b5,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.130017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (35b7a864-29c8-4773-84ad-08804773fdae), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.133608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (2e7d9912-8349-418f-84f2-e6bef1a2eea9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.134185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7d9912-8349-418f-84f2-e6bef1a2eea9 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:07.145881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.147002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0310c298-572e-4528-91f1-7b98b7cba2f6 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/2e7d9912-8349-418f-84f2-e6bef1a2eea9 HTTP/1.1" status: 204 len: 168 time: 3.7361062 Apr 07 01:49:07.150966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 1e73be29-f893-4a4b-a3f6-df37e9ecc716 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:07.153245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1e73be29-f893-4a4b-a3f6-df37e9ecc716), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.154482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48826) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.160065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1305090532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:07.177422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b7a864-29c8-4773-84ad-08804773fdae']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:07.195092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b4b763-e808-4a35-b1f3-9159f9e42734') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:07.195092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b4b763-e808-4a35-b1f3-9159f9e42734') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:07.202452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (83d674e6-cb8d-49b5-a495-7c0b68117d04), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.210465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d4b4b763-e808-4a35-b1f3-9159f9e42734), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.226880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d4b4b763-e808-4a35-b1f3-9159f9e42734), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.235456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:07.236620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d4b4b763-e808-4a35-b1f3-9159f9e42734), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.237040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] Pushing event deleted for resources: {'Port': ['ID=83d674e6-cb8d-49b5-a495-7c0b68117d04,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:07.238664 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:07.243171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1e73be29-f893-4a4b-a3f6-df37e9ecc716), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.244119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a821bf98-9914-4b2c-ab81-45771ff8b169 None None] No DVR routers for this DVR port 83d674e6-cb8d-49b5-a495-7c0b68117d04 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:07.284348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7b036738-a905-4183-9da0-05ebc5b9493e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.291778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ceac860a-2d98-4ee1-87f6-e890b0d97024), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.297822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.299013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.305456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 1e73be29-f893-4a4b-a3f6-df37e9ecc716 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:07.309192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.312364 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ceac860a-2d98-4ee1-87f6-e890b0d97024 HTTP/1.1" status: 204 len: 168 time: 5.1402831 Apr 07 01:49:07.322588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48828) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.331491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676be3f-3187-4e05-b793-bf5459f20699 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=ceac860a-2d98-4ee1-87f6-e890b0d97024,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.337303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981918798'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:07.340381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=7b036738-a905-4183-9da0-05ebc5b9493e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.347695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.354254 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a0f54906-37e4-4ac1-be6c-2f6e60c7fd4f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/7b036738-a905-4183-9da0-05ebc5b9493e HTTP/1.1" status: 204 len: 168 time: 0.7746480 Apr 07 01:49:07.354254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48830) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.358324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c7d3a2-3f53-43f0-b9f3-24866a8789a0 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:07.413758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet d167b5bf-d5fb-46bd-bb07-c32c07b34674 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:07.417319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (d167b5bf-d5fb-46bd-bb07-c32c07b34674), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.448533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:07.451873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.457527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (35b7a864-29c8-4773-84ad-08804773fdae), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.476559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.482341 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/35b7a864-29c8-4773-84ad-08804773fdae HTTP/1.1" status: 204 len: 168 time: 1.4159424 Apr 07 01:49:07.498563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (d167b5bf-d5fb-46bd-bb07-c32c07b34674), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.502835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2356c-657b-4dd2-9d2b-2a51f7b8aee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b7a864-29c8-4773-84ad-08804773fdae,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.503319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (07c118d3-d769-4453-b622-d62159dafc05), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.546007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:07.556975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1e73be29-f893-4a4b-a3f6-df37e9ecc716), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.558880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event deleted for resources: {'Port': ['ID=07c118d3-d769-4453-b622-d62159dafc05,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.594455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.594779 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment 60ac3596-ba03-476a-b7be-1b4a84e6f691 of type vlan for network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac Apr 07 01:49:07.616657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48834) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.622516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (5f087f04-2168-4425-999e-0fb1474aa5e1), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.628675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=1e73be29-f893-4a4b-a3f6-df37e9ecc716,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:07.668351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.672165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-be0caecf-f325-452d-b423-f34f2735a12b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/1e73be29-f893-4a4b-a3f6-df37e9ecc716 HTTP/1.1" status: 204 len: 168 time: 1.0877578 Apr 07 01:49:07.675234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48836) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.686318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'mac_address': 'fa:16:3e:e1:87:da', 'name': 'tempest-PortsIpV6TestJSON-1616355993'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:07.690585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.701671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (3312649f-0181-4a11-8664-969fbb9b952f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.738245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.743665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (d167b5bf-d5fb-46bd-bb07-c32c07b34674), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.801431 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a1d10062-a275-45be-872b-d3fcdb1df5ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d061ef913c014b11ae2a7b2c9d2c33bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1814015 Apr 07 01:49:07.804069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48838) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.827380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (3312649f-0181-4a11-8664-969fbb9b952f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.832115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (3312649f-0181-4a11-8664-969fbb9b952f), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.911101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8a5f-3b0e-4699-af16-8b3a93679a57 admin admin] Publish callbacks [] for security_group (27a10f1a-7651-41d0-a164-f8c6f1a64f37), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.911333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.912772 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-03c189b3-0957-4b16-8fbb-6bc9b2a86d1c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7568889 Apr 07 01:49:07.915548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48840) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.920711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': False}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:07.937045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8a5f-3b0e-4699-af16-8b3a93679a57 admin admin] Publish callbacks [] for security_group (27a10f1a-7651-41d0-a164-f8c6f1a64f37), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:07.979218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48842) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:07.992629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.005499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:08.005499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.005667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (3312649f-0181-4a11-8664-969fbb9b952f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.005667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Fanout notify agent at l3_agent the message router_deleted on router 3312649f-0181-4a11-8664-969fbb9b952f {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:08.012470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:08.016436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.021941 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2ee032a0-6e4d-45f9-a28e-44e4af54cec6 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/3312649f-0181-4a11-8664-969fbb9b952f HTTP/1.1" status: 204 len: 168 time: 3.3918872 Apr 07 01:49:08.022196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48844) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:08.028830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2056489248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:08.066546 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-662d0651-50af-40ea-8ba5-e9b28d4467e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc54b863393740859b1a7a06cc8f3b60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0859165 Apr 07 01:49:08.069488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48846) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:08.090187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8a5f-3b0e-4699-af16-8b3a93679a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (27a10f1a-7651-41d0-a164-f8c6f1a64f37), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.093089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8a5f-3b0e-4699-af16-8b3a93679a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.097427 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3a2c8a5f-3b0e-4699-af16-8b3a93679a57 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27a10f1a-7651-41d0-a164-f8c6f1a64f37 HTTP/1.1" status: 204 len: 168 time: 0.2893505 Apr 07 01:49:08.100405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e86e2dbd-39dd-4305-ba4a-56ef87fd3580 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:08.107428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (d167b5bf-d5fb-46bd-bb07-c32c07b34674), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.128487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.133647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.139280 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/d167b5bf-d5fb-46bd-bb07-c32c07b34674 HTTP/1.1" status: 204 len: 168 time: 0.7819779 Apr 07 01:49:08.139443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e86e2dbd-39dd-4305-ba4a-56ef87fd3580 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:08.139443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e86e2dbd-39dd-4305-ba4a-56ef87fd3580 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:08.139443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83d674e6-cb8d-49b5-a495-7c0b68117d04 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:08.150520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48850) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:08.154972 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8272491 Apr 07 01:49:08.162324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8a5f-3b0e-4699-af16-8b3a93679a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a10f1a-7651-41d0-a164-f8c6f1a64f37,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:08.197706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 83d674e6-cb8d-49b5-a495-7c0b68117d04 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:08.198071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83d674e6-cb8d-49b5-a495-7c0b68117d04 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:08.208054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48852) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:08.215327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:08.216581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a2c766-3520-4c69-b02a-92ee854bd79a None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:08.225735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5f3c8-e94b-4f78-9d53-159f9df079d8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=d167b5bf-d5fb-46bd-bb07-c32c07b34674,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:08.257850 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6e89f0db-e705-4727-a153-1cc2fe15a9e5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062291 Apr 07 01:49:08.260241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.261328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.277935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48854) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:08.286311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:08.314828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-85a71cb4-0657-4fa2-b9ab-9deed238ee1d None None] Provisioning complete for port cb4477f4-ca7f-498b-8070-03fea98ce03f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:08.315116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85a71cb4-0657-4fa2-b9ab-9deed238ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.406218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a4acc88b-3014-4b83-adfc-6ce8997dfda0 admin admin] Publish callbacks [] for security_group (c034c26f-8208-4508-899d-51e067310ec8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.415036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-85a71cb4-0657-4fa2-b9ab-9deed238ee1d None None] Current status of the port cb4477f4-ca7f-498b-8070-03fea98ce03f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:08.436118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (5e2cc51b-f6e9-413a-8f96-59d916817e53), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.458184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a4acc88b-3014-4b83-adfc-6ce8997dfda0 admin admin] Publish callbacks [] for security_group (c034c26f-8208-4508-899d-51e067310ec8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.486414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:08.507874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.558368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] Deleting port cb4477f4-ca7f-498b-8070-03fea98ce03f {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:08.558784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.589294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:08.593987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.633003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] For port cb4477f4-ca7f-498b-8070-03fea98ce03f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cb4477f4-ca7f-498b-8070-03fea98ce03f,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:08.633695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.652661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] Calling delete_port for cb4477f4-ca7f-498b-8070-03fea98ce03f owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:08.665877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a4acc88b-3014-4b83-adfc-6ce8997dfda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c034c26f-8208-4508-899d-51e067310ec8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.670759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a4acc88b-3014-4b83-adfc-6ce8997dfda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.672297 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a4acc88b-3014-4b83-adfc-6ce8997dfda0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c034c26f-8208-4508-899d-51e067310ec8 HTTP/1.1" status: 204 len: 168 time: 0.6018162 Apr 07 01:49:08.675525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.677282 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-39d7e32c-6f8b-4054-89b6-4439ea9861eb tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6539907 Apr 07 01:49:08.693521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48860) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:08.706714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'enable_snat': False}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:08.709230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acc88b-3014-4b83-adfc-6ce8997dfda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c034c26f-8208-4508-899d-51e067310ec8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:08.814777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port e1ab3403-2ef5-4658-a92b-f4e24af5226b yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:08.821427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f143aaa-9351-4c9b-b32c-0e326233fc0c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=7d0b7943-4cc3-4aea-b42f-6c7879c065ac,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:08.844856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:08.919139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (5f087f04-2168-4425-999e-0fb1474aa5e1), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.988691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (cb4477f4-ca7f-498b-8070-03fea98ce03f), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:08.997636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (5e2cc51b-f6e9-413a-8f96-59d916817e53), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.020470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] Pushing event deleted for resources: {'Port': ['ID=cb4477f4-ca7f-498b-8070-03fea98ce03f,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:09.034435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e14136e-89a0-4b7e-8549-23c3175ac2e2 None None] No DVR routers for this DVR port cb4477f4-ca7f-498b-8070-03fea98ce03f on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:09.081622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:09.085064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.201141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing IP validity checks on allocation pools {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:49:09.201661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:49:09.231457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (e1ab3403-2ef5-4658-a92b-f4e24af5226b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.283931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:49:09.288110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (b61fe1ba-afa9-43bd-8e55-7c0bf6534c39), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.389217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e1ab3403-2ef5-4658-a92b-f4e24af5226b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.488561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (07ceb931-19d1-45fd-a35e-a92f01412d28), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.547308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:09.574366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:09.588210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:09.593481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:09.594232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.602634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=e1ab3403-2ef5-4658-a92b-f4e24af5226b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:09.617136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=07ceb931-19d1-45fd-a35e-a92f01412d28,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:09.640914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (5f087f04-2168-4425-999e-0fb1474aa5e1), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.666527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.668565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:09.669344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': '60ac3596-ba03-476a-b7be-1b4a84e6f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:09.669803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: 7d0b7943-4cc3-4aea-b42f-6c7879c065ac, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:09.671161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=b61fe1ba-afa9-43bd-8e55-7c0bf6534c39,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:09.676653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:09.679855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:09.680570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.689479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce667774-31df-4d59-bb1f-4255a7721a3c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:09.719482 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4d662144-4da8-4551-9cf5-9d64b34c3c6f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0420811 Apr 07 01:49:09.722755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48890) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:09.737716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (5e2cc51b-f6e9-413a-8f96-59d916817e53), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.775061 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b0df45bf-9370-4bac-8821-207e6797fca5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4940169 Apr 07 01:49:09.778812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.778986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48894) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:09.788818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:09.844195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'b61fe1ba-afa9-43bd-8e55-7c0bf6534c39'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:09.845180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:09.859889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:09.910668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daf9346-ef95-43a2-be8c-4ace67e25141 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:09.911873 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6daf9346-ef95-43a2-be8c-4ace67e25141 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/e1ab3403-2ef5-4658-a92b-f4e24af5226b HTTP/1.1" status: 200 len: 845 time: 0.1839385 Apr 07 01:49:09.914856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48900) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:09.979739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Allocated IP 172.26.8.39 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/e191422b-7494-4ccd-b817-17f3ea50ce9d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:10.043295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Allocated IP 2001:db8::f816:3eff:feb8:4d80 (90b9273a-c012-429c-a675-14d31428d1d8/b61fe1ba-afa9-43bd-8e55-7c0bf6534c39/9b42fb78-af41-46d0-93be-85b9101e6551) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:10.068863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port e1ab3403-2ef5-4658-a92b-f4e24af5226b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:10.068863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e1ab3403-2ef5-4658-a92b-f4e24af5226b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.086411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb4477f4-ca7f-498b-8070-03fea98ce03f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:10.135676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for port (e191422b-7494-4ccd-b817-17f3ea50ce9d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.144356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: cb4477f4-ca7f-498b-8070-03fea98ce03f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:10.144640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cb4477f4-ca7f-498b-8070-03fea98ce03f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:10.166316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 7d0b7943-4cc3-4aea-b42f-6c7879c065ac) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:10.175294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:10.175294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.183822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e1ab3403-2ef5-4658-a92b-f4e24af5226b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.190673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47813590-8eaa-471c-8c97-918c994cdeed None None] Network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:10.218154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for e1ab3403-2ef5-4658-a92b-f4e24af5226b owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:10.254572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48908) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.274396 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-374a202c-9246-4630-b771-b2d05a5b5e59 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0630825 Apr 07 01:49:10.280041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48912) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.373079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Allocated IP 172.26.8.230 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/67112dc7-e074-4b75-870b-965a6b0003dd) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:10.411532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.414894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-7d0b7943-4cc3-4aea-b42f-6c7879c065ac', 'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '07ceb931-19d1-45fd-a35e-a92f01412d28'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:10.416985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.417845 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e191422b-7494-4ccd-b817-17f3ea50ce9d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.420402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:10.425753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.447107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Publish callbacks [] for port (9b42fb78-af41-46d0-93be-85b9101e6551), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.482714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e1ab3403-2ef5-4658-a92b-f4e24af5226b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.533097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=e1ab3403-2ef5-4658-a92b-f4e24af5226b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:10.537008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.554357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fa97fbe8-31f4-4027-9f13-d332f4f5aa5b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/e1ab3403-2ef5-4658-a92b-f4e24af5226b HTTP/1.1" status: 204 len: 168 time: 0.6246719 Apr 07 01:49:10.554452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:10.554452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:10.554876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:10.555523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48918) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.567145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-019a300a-7866-4e64-a4c0-f25bbe6099ce tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.568296 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-019a300a-7866-4e64-a4c0-f25bbe6099ce tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3124352 Apr 07 01:49:10.575670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48920) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.577392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.597817 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-28449236-6e79-417f-9bb4-ede094f13ec9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:10.602749 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-28449236-6e79-417f-9bb4-ede094f13ec9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/e1ab3403-2ef5-4658-a92b-f4e24af5226b HTTP/1.1" status: 404 len: 333 time: 0.0423145 Apr 07 01:49:10.605178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48922) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.608326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-d7131051-5ab5-4cb2-9d0f-a24c31c5e560 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.609438 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d7131051-5ab5-4cb2-9d0f-a24c31c5e560 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0292892 Apr 07 01:49:10.612848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48924) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.616978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'name': 'tempest-PortsIpV6TestJSON-1709796923'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:10.622352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-658acdcf-abbe-4dc4-a851-b2f1e416bf62 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.623603 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-658acdcf-abbe-4dc4-a851-b2f1e416bf62 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044556 Apr 07 01:49:10.627832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for port (67112dc7-e074-4b75-870b-965a6b0003dd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.629455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Pushing event updated for resources: {'Port': ['ID=e191422b-7494-4ccd-b817-17f3ea50ce9d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:10.633598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48926) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.667424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:10.680903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:10.683410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-e4597149-f66d-4b2a-9f1f-87d5d2c10e5b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.684480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e4597149-f66d-4b2a-9f1f-87d5d2c10e5b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047450 Apr 07 01:49:10.692186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:10.693075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48930) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.699609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-4b101a5a-5ad6-40ec-a42b-af99fe886d00 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.715323 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b101a5a-5ad6-40ec-a42b-af99fe886d00 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0107253 Apr 07 01:49:10.715323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48932) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.715628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Pushing event updated for resources: {'Port': ['ID=9b42fb78-af41-46d0-93be-85b9101e6551,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:10.728082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-e122879a-ece5-453f-b877-7f3e8bc15379 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.732744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48936) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.733595 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e122879a-ece5-453f-b877-7f3e8bc15379 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0229442 Apr 07 01:49:10.750127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-40bd3f7e-d122-4574-871c-1bbae7b2f601 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.751346 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-40bd3f7e-d122-4574-871c-1bbae7b2f601 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045078 Apr 07 01:49:10.759042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48938) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.767452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (07ceb931-19d1-45fd-a35e-a92f01412d28), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.767971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Allocated IP 172.20.0.3 (7d0b7943-4cc3-4aea-b42f-6c7879c065ac/07ceb931-19d1-45fd-a35e-a92f01412d28/33a9f14f-5237-4a24-a8d5-b4aeb06988c1) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:10.800999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Attempting to bind port 9b42fb78-af41-46d0-93be-85b9101e6551 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:10.801478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Attempting to bind port 9b42fb78-af41-46d0-93be-85b9101e6551 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:10.801974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Attempting to bind port 9b42fb78-af41-46d0-93be-85b9101e6551 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:10.840497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:10.840901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:10.841314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.841714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:10.842195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Bound port: 9b42fb78-af41-46d0-93be-85b9101e6551, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:10.842582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.858554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-c34d6ab8-0b8c-4555-8a62-2e9f27383e22 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.859557 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c34d6ab8-0b8c-4555-8a62-2e9f27383e22 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0975087 Apr 07 01:49:10.863590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48942) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.870356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-6a2280f8-59a9-4265-8b47-a69cda50958b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.871674 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6a2280f8-59a9-4265-8b47-a69cda50958b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066135 Apr 07 01:49:10.875111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48944) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.883888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-649bda77-4f07-42f5-82f4-a030be945967 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.885538 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-649bda77-4f07-42f5-82f4-a030be945967 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0092387 Apr 07 01:49:10.888192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48946) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.895101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-7db70902-e11a-4417-ba48-97c78eec418c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.902360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7db70902-e11a-4417-ba48-97c78eec418c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0101101 Apr 07 01:49:10.902360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (67112dc7-e074-4b75-870b-965a6b0003dd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.904421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48948) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.921228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-beac96d9-7368-4b1f-83f5-b182f41ab28b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.925282 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-beac96d9-7368-4b1f-83f5-b182f41ab28b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0105529 Apr 07 01:49:10.925282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:10.927211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:10.929102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48952) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.942865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-f246a8a9-112f-4192-a9dc-3e42077579aa tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.947219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] For port 9b42fb78-af41-46d0-93be-85b9101e6551, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:10.947897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f246a8a9-112f-4192-a9dc-3e42077579aa tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0102415 Apr 07 01:49:10.950878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48954) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.962686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-2be8521c-d336-430b-8abe-996e83c6a6dc tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.963856 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2be8521c-d336-430b-8abe-996e83c6a6dc tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119760 Apr 07 01:49:10.967532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] For port 9b42fb78-af41-46d0-93be-85b9101e6551, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b42fb78-af41-46d0-93be-85b9101e6551,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:10.968354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48956) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:10.974671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:10.979182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:10.980405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-f9f7ddd4-8aa5-4310-ace6-a95b178b4f11 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:10.984653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:10.985677 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f9f7ddd4-8aa5-4310-ace6-a95b178b4f11 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0109427 Apr 07 01:49:10.992196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48958) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.000621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-db23b270-b34e-4835-a6d8-4df9b301ad73 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.001664 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db23b270-b34e-4835-a6d8-4df9b301ad73 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0061662 Apr 07 01:49:11.008598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48960) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.014479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-64154374-4101-4371-a924-a58cf05ddad4 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.019578 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-64154374-4101-4371-a924-a58cf05ddad4 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0076878 Apr 07 01:49:11.023769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.025284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.026225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 395d5832-a289-4ad0-9989-1b73b6dda7e8 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:11.036661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-92546006-faec-4a85-a946-590dd1ae265b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.037778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-92546006-faec-4a85-a946-590dd1ae265b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0130649 Apr 07 01:49:11.041379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48964) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.045936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Pushing event updated for resources: {'Port': ['ID=67112dc7-e074-4b75-870b-965a6b0003dd,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:11.051985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Publish callbacks [] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.052479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-4a6cfd0c-d7a9-4307-9d14-1fb12ff4c7a5 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.053523 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4a6cfd0c-d7a9-4307-9d14-1fb12ff4c7a5 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0085850 Apr 07 01:49:11.068744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48966) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.077008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-f7a74d67-b8eb-4639-a48a-f1cbdc6384a0 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.081344 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f7a74d67-b8eb-4639-a48a-f1cbdc6384a0 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0113144 Apr 07 01:49:11.081962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48970) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.089156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-b74e7a5d-fbff-4ac3-9a6a-e0275eb49889 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.090258 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b74e7a5d-fbff-4ac3-9a6a-e0275eb49889 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051959 Apr 07 01:49:11.092831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48972) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.097372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-7ab4ff57-b8a9-432b-a33d-f2a1fb499511 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.098325 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7ab4ff57-b8a9-432b-a33d-f2a1fb499511 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046189 Apr 07 01:49:11.102177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48974) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.117744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-631c059d-fba3-4e5e-ba7f-45a06f674ad1 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.119247 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-631c059d-fba3-4e5e-ba7f-45a06f674ad1 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0159671 Apr 07 01:49:11.125293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48976) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.140072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-107903af-7d4d-4304-be83-e9731741c4f1 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.140072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-107903af-7d4d-4304-be83-e9731741c4f1 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072470 Apr 07 01:49:11.140361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48978) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.148328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-7c972432-ab56-42f6-bc8a-4a2498843d42 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.149405 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7c972432-ab56-42f6-bc8a-4a2498843d42 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0085652 Apr 07 01:49:11.165982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048a9fd-85b0-4cdb-ae05-ce76d31a36cd None None] Pushing event updated for resources: {'Port': ['ID=9b42fb78-af41-46d0-93be-85b9101e6551,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:11.173321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48980) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.180033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-06e09d92-38b0-4457-b6a3-45b11a8be582 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.181358 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-06e09d92-38b0-4457-b6a3-45b11a8be582 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046058 Apr 07 01:49:11.190055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48982) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.195316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-0ba86f58-b845-47d3-8dc4-0b762d28d7bd tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.195777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.202055 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0ba86f58-b845-47d3-8dc4-0b762d28d7bd tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0053306 Apr 07 01:49:11.227620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.236798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-ae10e670-1e83-4006-9000-7c81823a3a88 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.237938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ae10e670-1e83-4006-9000-7c81823a3a88 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0077610 Apr 07 01:49:11.241899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48986) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.254630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-3754fa68-6b7a-4ce3-ab64-488d7157e305 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.259695 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3754fa68-6b7a-4ce3-ab64-488d7157e305 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0116236 Apr 07 01:49:11.259695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48988) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.263932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-27581770-c8d9-4f12-84a1-da26c79d585f tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.267908 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-27581770-c8d9-4f12-84a1-da26c79d585f tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043876 Apr 07 01:49:11.270206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48990) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.270206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 48992) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.280445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:11.284239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:11.285263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-0d9056bf-c541-4f21-bd5c-0b5a2c126181 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.287227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:11.291279 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0d9056bf-c541-4f21-bd5c-0b5a2c126181 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0170751 Apr 07 01:49:11.292786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48994) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.298317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-2d08cb8b-77bb-46ee-824d-2afdd0bfe87c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.300064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2d08cb8b-77bb-46ee-824d-2afdd0bfe87c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044110 Apr 07 01:49:11.309491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 48998) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.310112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Pushing event updated for resources: {'Port': ['ID=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:11.312690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-80724963-ec5b-439c-bc43-ab3738a594b8 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.316171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-80724963-ec5b-439c-bc43-ab3738a594b8 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044136 Apr 07 01:49:11.317619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49000) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.327588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-8ed4b225-4127-4737-9afb-7e67fa1eeb17 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.328597 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8ed4b225-4127-4737-9afb-7e67fa1eeb17 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0084381 Apr 07 01:49:11.344908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49002) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.351295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-9787e7c5-5075-4593-bd5b-387b0c3678bd tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.352275 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9787e7c5-5075-4593-bd5b-387b0c3678bd tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057969 Apr 07 01:49:11.356747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49004) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.372302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-21c678f2-f878-4e24-89d1-3e4dff08d379 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.372487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Attempting to bind port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:11.372875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Attempting to bind port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '60ac3596-ba03-476a-b7be-1b4a84e6f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:11.373264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Attempting to bind port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 on network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:11.373408 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-21c678f2-f878-4e24-89d1-3e4dff08d379 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053556 Apr 07 01:49:11.382056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:11.382452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Checking segment: {'id': '60ac3596-ba03-476a-b7be-1b4a84e6f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:11.382848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.383249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Bound using segment: {'id': '60ac3596-ba03-476a-b7be-1b4a84e6f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:11.383740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Bound port: 33a9f14f-5237-4a24-a8d5-b4aeb06988c1, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac3596-ba03-476a-b7be-1b4a84e6f691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:11.384135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.413272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.419313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-8f5502af-ff5e-4136-9063-9d05da12db02 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.424106 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8f5502af-ff5e-4136-9063-9d05da12db02 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060725 Apr 07 01:49:11.424731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49008) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.433157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-c2de195e-4d72-4926-888a-1662476a0a1b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.440223 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c2de195e-4d72-4926-888a-1662476a0a1b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0091267 Apr 07 01:49:11.446861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (07ceb931-19d1-45fd-a35e-a92f01412d28), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.456868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49010) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.475500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-201d6a13-fbdc-4531-b6f0-f15ac20f987b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.477004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-201d6a13-fbdc-4531-b6f0-f15ac20f987b tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0159972 Apr 07 01:49:11.486989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49012) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.505557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=07ceb931-19d1-45fd-a35e-a92f01412d28,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:11.509806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-17d04150-e2b6-497b-b66a-ffa3ddea8480 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.510896 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-17d04150-e2b6-497b-b66a-ffa3ddea8480 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0229406 Apr 07 01:49:11.526567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d698e354-1194-4425-9f34-320100d7a653 None None] For port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:11.529767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49014) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.531576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d698e354-1194-4425-9f34-320100d7a653 None None] For port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,segment=NetworkSegment(60ac3596-ba03-476a-b7be-1b4a84e6f691),segment_id=60ac3596-ba03-476a-b7be-1b4a84e6f691)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:11.536499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-87d1000f-debd-4a56-bf9e-82a525e1d658 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.537500 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-87d1000f-debd-4a56-bf9e-82a525e1d658 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0048158 Apr 07 01:49:11.546365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49016) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.547807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (030045d9-d025-4ac7-942d-76755710d2cd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.555927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-4e8f6208-0361-4a43-a574-37ac01b7393c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.557596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4e8f6208-0361-4a43-a574-37ac01b7393c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080709 Apr 07 01:49:11.561967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49018) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.562741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-84ec875b-fc51-47d2-af4c-6439e6d034c8 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:11.592701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-bf3c0048-9642-45d8-bb95-a956f468f2b1 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.592931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.596232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bf3c0048-9642-45d8-bb95-a956f468f2b1 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0324545 Apr 07 01:49:11.600739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49020) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.606456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.613171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-84df02e8-db94-466d-b709-64fd54484eaa tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.614299 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-84df02e8-db94-466d-b709-64fd54484eaa tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0101464 Apr 07 01:49:11.617269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49022) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.624314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-a2fbe7db-fa0f-44c8-8f94-5f3fc7dba7be tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.625305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a2fbe7db-fa0f-44c8-8f94-5f3fc7dba7be tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045125 Apr 07 01:49:11.637662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49024) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.641117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router_gateway (5f087f04-2168-4425-999e-0fb1474aa5e1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.647759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-fbd58365-a239-493f-af19-6411fd500f66 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.648783 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fbd58365-a239-493f-af19-6411fd500f66 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0085664 Apr 07 01:49:11.651891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.656234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49026) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.662258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-1816cfc5-62fd-4396-b4a5-da3b9c80d8d9 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.662258 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1816cfc5-62fd-4396-b4a5-da3b9c80d8d9 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043070 Apr 07 01:49:11.665001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49028) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.670537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-ec3df82b-16da-44b7-9348-24e70f8e1822 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.671505 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec3df82b-16da-44b7-9348-24e70f8e1822 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045092 Apr 07 01:49:11.676331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49030) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.681883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-fcc48227-0714-43c9-a897-a713da305cf8 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.682863 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fcc48227-0714-43c9-a897-a713da305cf8 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055277 Apr 07 01:49:11.691144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49032) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.692955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-8c30a923-a4a1-45b8-925b-cc3a7a87cb9e tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.693848 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8c30a923-a4a1-45b8-925b-cc3a7a87cb9e tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0051029 Apr 07 01:49:11.696492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router_gateway (5e2cc51b-f6e9-413a-8f96-59d916817e53), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.701582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49034) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.707081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-3f4e944a-5475-4005-9c65-eb9c12acc1c5 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.708368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3f4e944a-5475-4005-9c65-eb9c12acc1c5 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055451 Apr 07 01:49:11.715044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49036) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.721587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-2d2d4751-7be8-47dd-83dc-7e2fd3a65111 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.722596 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2d2d4751-7be8-47dd-83dc-7e2fd3a65111 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0062170 Apr 07 01:49:11.729605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:11.729817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698e354-1194-4425-9f34-320100d7a653 None None] Pushing event updated for resources: {'Port': ['ID=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:11.730263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49038) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.737846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-c7ddbb29-d3e1-4faa-b477-3644ccbc8279 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.741325 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7ddbb29-d3e1-4faa-b477-3644ccbc8279 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061016 Apr 07 01:49:11.752963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49040) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.770118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-fa6c25e4-2346-4b9b-bdf3-193c1fd57084 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.773773 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fa6c25e4-2346-4b9b-bdf3-193c1fd57084 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0109363 Apr 07 01:49:11.774812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49042) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.776988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:11.780075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b7943-4cc3-4aea-b42f-6c7879c065ac']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:11.780708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-ad2d96a7-7b64-4776-8ff3-02056f4416ef tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.784265 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ad2d96a7-7b64-4776-8ff3-02056f4416ef tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065465 Apr 07 01:49:11.784786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49044) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.786578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:11.787181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.790851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-3de8aedd-25e7-43df-92ff-19c615ca3e78 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.794326 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3de8aedd-25e7-43df-92ff-19c615ca3e78 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062053 Apr 07 01:49:11.801003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49046) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.839763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-49a05b8f-2ffa-48ab-a19c-c1e7033d7eb4 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.840828 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-49a05b8f-2ffa-48ab-a19c-c1e7033d7eb4 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0348384 Apr 07 01:49:11.842836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ac3596-ba03-476a-b7be-1b4a84e6f691') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:11.843139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ac3596-ba03-476a-b7be-1b4a84e6f691') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:11.844792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49048) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.847485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=030045d9-d025-4ac7-942d-76755710d2cd,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:11.851990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-affd3a12-8fdf-45b4-935d-38852b535303 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.853297 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-affd3a12-8fdf-45b4-935d-38852b535303 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062652 Apr 07 01:49:11.856066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49050) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.860334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-e62b00db-e6b3-457f-bbb1-26189a1fbbfc tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.861830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e62b00db-e6b3-457f-bbb1-26189a1fbbfc tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048549 Apr 07 01:49:11.864586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49052) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.868793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-f257ea0e-da2c-44ff-9c5e-9906bf47032f tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.869684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f257ea0e-da2c-44ff-9c5e-9906bf47032f tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0041769 Apr 07 01:49:11.870399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.872146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49054) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.879042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-1db239e2-be6e-45dc-9900-c8013febfca6 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.881765 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1db239e2-be6e-45dc-9900-c8013febfca6 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075190 Apr 07 01:49:11.882830 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-84ec875b-fc51-47d2-af4c-6439e6d034c8 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "PUT /v2.0/quotas/7bac77cc17804b40be061f7ded60545f HTTP/1.1" status: 200 len: 368 time: 0.6118693 Apr 07 01:49:11.883457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.885788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49056) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.886134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49058) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.894009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-6bae7b37-0c70-4c78-b206-3654aa0d7c94 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.898920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6bae7b37-0c70-4c78-b206-3654aa0d7c94 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0094478 Apr 07 01:49:11.900919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Request body: {'network': {'project_id': '7bac77cc17804b40be061f7ded60545f'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:11.908382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49060) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.908382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.942693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-bf048f92-e312-418c-ab30-dd2551ef5150 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.942693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bf048f92-e312-418c-ab30-dd2551ef5150 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0264366 Apr 07 01:49:11.954158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49062) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.961850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-7b906009-6d28-46d1-86e3-34c72fe6652c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.962885 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7b906009-6d28-46d1-86e3-34c72fe6652c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056603 Apr 07 01:49:11.972183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:11.972183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:11.974448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49064) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.974620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5599da73-968d-44b2-82b3-5a9418ab12d5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1922967 Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: warnings.warn('Neutron quota engine will require "--force" ' Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:11.975411 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:11.978648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-9f51ef0c-2f06-41e7-8dfc-c600165abe72 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:11.981938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f51ef0c-2f06-41e7-8dfc-c600165abe72 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042372 Apr 07 01:49:11.984295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49066) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.984629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49068) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:11.991618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:ee:1d:79', 'name': 'tempest-NetworksTestDHCPv6-2070059705'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:12.014286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-74870857-e557-463c-803e-7fc714671c2c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:12.017937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-74870857-e557-463c-803e-7fc714671c2c tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0195067 Apr 07 01:49:12.023029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49070) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.023223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:12.027278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-cbd59646-f3eb-47b3-a485-1bc9c52107e3 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:12.030784 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cbd59646-f3eb-47b3-a485-1bc9c52107e3 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042915 Apr 07 01:49:12.032520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49072) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.036695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-df472717-0f75-4bbd-a42a-00d6ffe2e6c4 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:12.037698 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-df472717-0f75-4bbd-a42a-00d6ffe2e6c4 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042036 Apr 07 01:49:12.041450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49074) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.044325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:12.048076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:12.057708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:12.057708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.090030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Made reservation on behalf of 7bac77cc17804b40be061f7ded60545f for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:12.092717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.104939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.116558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [None req-6b8275d5-898d-47db-80c6-468d82f0ec24 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:12.117661 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b8275d5-898d-47db-80c6-468d82f0ec24 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0713840 Apr 07 01:49:12.123218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49076) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.129880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-c4d46d5c-781f-44c8-8c1d-20cf4d9c3429 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:12.131330 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c4d46d5c-781f-44c8-8c1d-20cf4d9c3429 tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051749 Apr 07 01:49:12.135057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49078) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.139319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [None req-78f0b785-2ca7-46cf-8246-c1e8cfafe3cc tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:49:12.140577 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-78f0b785-2ca7-46cf-8246-c1e8cfafe3cc tempest-ExtensionsTestJSON-540172874 tempest-ExtensionsTestJSON-540172874-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044162 Apr 07 01:49:12.174056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=395d5832-a289-4ad0-9989-1b73b6dda7e8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:12.194829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.api [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:49:12.194829 dv-neutron-836863-2-hyperv neutron-server[110983]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:49:12.194829 dv-neutron-836863-2-hyperv neutron-server[110983]: [parameters: {'id': '7d0b7943-4cc3-4aea-b42f-6c7879c065ac'}] Apr 07 01:49:12.194829 dv-neutron-836863-2-hyperv neutron-server[110983]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:12.196742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG oslo_db.api [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:12.248668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.253373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.257039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.260462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.260849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:12.278745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f04a28a-d9eb-4b54-9a04-627a47f15606 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6717246 Apr 07 01:49:12.282392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49082) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.290632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:12.352287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:12.352994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.461249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.472571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:12.473025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.481174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:12.528528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for security_group (63a0e33f-51e7-4063-a818-5751227f5723), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.529461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,segment=NetworkSegment(60ac3596-ba03-476a-b7be-1b4a84e6f691),segment_id=60ac3596-ba03-476a-b7be-1b4a84e6f691)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:12.599741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (63a0e33f-51e7-4063-a818-5751227f5723), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.628177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.629106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b42fb78-af41-46d0-93be-85b9101e6551 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:12.643831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Router 5f087f04-2168-4425-999e-0fb1474aa5e1 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:12.650956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:12.655176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a0e33f-51e7-4063-a818-5751227f5723,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:12.718763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.722210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1758f13c-25d0-468f-9cb0-fa0cff3a1557), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.722568 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Added segment 1758f13c-25d0-468f-9cb0-fa0cff3a1557 of type vlan for network e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d Apr 07 01:49:12.725650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ba82a-db61-458e-bbb9-1a0f19c6c297 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:12.770882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.834159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 705b233c-574d-40d5-b959-481e608ed3d1 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:12.837662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49086) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.851735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.915578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Router 5e2cc51b-f6e9-413a-8f96-59d916817e53 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:12.953228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:12.957497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.964103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:12.964103 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a4f05670-1f81-4750-9dad-27cd06a1c160 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "PUT /v2.0/routers/5f087f04-2168-4425-999e-0fb1474aa5e1 HTTP/1.1" status: 200 len: 915 time: 5.0445497 Apr 07 01:49:12.966776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49090) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:12.972696 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] Sync routers for ids ['5f087f04-2168-4425-999e-0fb1474aa5e1'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:12.998898 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] Routers {'5f087f04-2168-4425-999e-0fb1474aa5e1'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:13.002310 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5f087f04-2168-4425-999e-0fb1474aa5e1'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.082496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.096009 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] Routers {'5f087f04-2168-4425-999e-0fb1474aa5e1'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:13.096876 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5f087f04-2168-4425-999e-0fb1474aa5e1'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.142908 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.143580 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71650908-b2aa-43c3-a9a6-ff00da1466ee None None] The sync data for ids ['5f087f04-2168-4425-999e-0fb1474aa5e1'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:13.145870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] Provisioning complete for port 9b42fb78-af41-46d0-93be-85b9101e6551 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:13.146444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.150129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:13.179019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f745ae7-2a7e-43b2-9a71-f8e67a0c7711 None None] Network 7d0b7943-4cc3-4aea-b42f-6c7879c065ac requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:13.268969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9b42fb78-af41-46d0-93be-85b9101e6551 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:13.269259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.385126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.430028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.430435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] Update dhcp port {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': 'b61fe1ba-afa9-43bd-8e55-7c0bf6534c39', 'ip_address': '2001:db8::f816:3eff:feb8:4d80'}, {'subnet_id': '030045d9-d025-4ac7-942d-76755710d2cd'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '9b42fb78-af41-46d0-93be-85b9101e6551'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:49:13.431261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:13.432030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.436789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:13.436789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.454406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab79a8fe-4f54-4bd3-a518-5899345f8ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.490045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] In _notify_port_updated(), no bound segment for port 395d5832-a289-4ad0-9989-1b73b6dda7e8 on network 176651cd-3b1f-4d44-9232-c956eb81ad50 {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:49:13.495736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:13.496119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.499847 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/ports/395d5832-a289-4ad0-9989-1b73b6dda7e8 HTTP/1.1" status: 200 len: 818 time: 1.2126245 Apr 07 01:49:13.506557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49092) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:13.523628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] For port 9b42fb78-af41-46d0-93be-85b9101e6551, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b42fb78-af41-46d0-93be-85b9101e6551,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:13.525385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf65ef-2bec-49f4-9bc0-cfed48692e2a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=395d5832-a289-4ad0-9989-1b73b6dda7e8,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:13.526963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:13.527096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.531264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.556043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] DHCP port deletion for 7d0b7943-4cc3-4aea-b42f-6c7879c065ac request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:13.569227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:13.569980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.582070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:13.589332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.590582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-265dbdb3-c8dd-4600-843b-80f964805df1 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "PUT /v2.0/routers/5e2cc51b-f6e9-413a-8f96-59d916817e53 HTTP/1.1" status: 200 len: 920 time: 4.8936241 Apr 07 01:49:13.595403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49094) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:13.607662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] Sync routers for ids ['5e2cc51b-f6e9-413a-8f96-59d916817e53'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:13.612732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.612935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 172.20.0.13 (90b9273a-c012-429c-a675-14d31428d1d8/030045d9-d025-4ac7-942d-76755710d2cd/705b233c-574d-40d5-b959-481e608ed3d1) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:13.656701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:feee:1d79 (90b9273a-c012-429c-a675-14d31428d1d8/b61fe1ba-afa9-43bd-8e55-7c0bf6534c39/705b233c-574d-40d5-b959-481e608ed3d1) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:13.661397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Pushing event updated for resources: {'Network': ['ID=e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:13.676948 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6da1553f-3d40-4021-af42-51b4125ff311 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7886064 Apr 07 01:49:13.680560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49096) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:13.718623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Request body: {'network': {'project_id': '7bac77cc17804b40be061f7ded60545f'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:13.723407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] Routers {'5e2cc51b-f6e9-413a-8f96-59d916817e53'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:13.724062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5e2cc51b-f6e9-413a-8f96-59d916817e53'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.734032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:13.753761 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eadbbb90-5a5a-40c0-a353-de4f962c46ea tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/5f087f04-2168-4425-999e-0fb1474aa5e1 HTTP/1.1" status: 200 len: 921 time: 0.7827220 Apr 07 01:49:13.753761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,segment=NetworkSegment(60ac3596-ba03-476a-b7be-1b4a84e6f691),segment_id=60ac3596-ba03-476a-b7be-1b4a84e6f691)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:13.754039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.758557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49098) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:13.785497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:13.817474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab79a8fe-4f54-4bd3-a518-5899345f8ff7 admin admin] Publish callbacks [] for security_group (4bf82e47-c763-46ba-9c6d-6b8c2929ec6d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.831986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.864128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Made reservation on behalf of 7bac77cc17804b40be061f7ded60545f for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:13.864993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.871142 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4f497a80-7939-45b4-be82-c039d1604504 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/5e2cc51b-f6e9-413a-8f96-59d916817e53 HTTP/1.1" status: 200 len: 926 time: 0.2746704 Apr 07 01:49:13.873324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 395d5832-a289-4ad0-9989-1b73b6dda7e8 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:13.873907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.881256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49100) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:13.881433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab79a8fe-4f54-4bd3-a518-5899345f8ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4bf82e47-c763-46ba-9c6d-6b8c2929ec6d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.896711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f39fa1-0621-48c3-b7f2-f007332a2f65 None None] Pushing event updated for resources: {'Port': ['ID=9b42fb78-af41-46d0-93be-85b9101e6551,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:13.916611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:13.917633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:13.921328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] Routers {'5e2cc51b-f6e9-413a-8f96-59d916817e53'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:13.921740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['5e2cc51b-f6e9-413a-8f96-59d916817e53'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:13.936324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cd804d20-07e0-45d6-b4bd-a16631d44c3b None None] Provisioning complete for port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:13.937183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd804d20-07e0-45d6-b4bd-a16631d44c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:13.964262 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ab79a8fe-4f54-4bd3-a518-5899345f8ff7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d6dd9facd18492daa2373e8583794f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1240315 Apr 07 01:49:13.965184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49102) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:13.965911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:13.967721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39b3e87-7fe2-45f6-9480-e1a9d4946925 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:13.969325 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a39b3e87-7fe2-45f6-9480-e1a9d4946925 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=5f087f04-2168-4425-999e-0fb1474aa5e1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2006819 Apr 07 01:49:13.974192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79a8fe-4f54-4bd3-a518-5899345f8ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf82e47-c763-46ba-9c6d-6b8c2929ec6d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:13.981763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49104) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.006276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:14.007460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc68cad-e434-49da-9d37-1225eb1b3fdb None None] The sync data for ids ['5e2cc51b-f6e9-413a-8f96-59d916817e53'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:14.014574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.023027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] Deleting port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:14.023027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.037368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 395d5832-a289-4ad0-9989-1b73b6dda7e8 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:14.043037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b11fb5-e4fb-47a5-a55e-c37a6fdc2613 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:14.046390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-07b11fb5-e4fb-47a5-a55e-c37a6fdc2613 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=5e2cc51b-f6e9-413a-8f96-59d916817e53&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1624606 Apr 07 01:49:14.047228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49106) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.051490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6a4de437-75dc-4e79-abd0-1f1ebc3c8e31), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.051490 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Added segment 6a4de437-75dc-4e79-abd0-1f1ebc3c8e31 of type vlan for network f4f06c0f-ee86-4c2d-ad28-9574d1ad9167 Apr 07 01:49:14.058502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (705b233c-574d-40d5-b959-481e608ed3d1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.100771 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.plugins.ml2.db [None req-cd804d20-07e0-45d6-b4bd-a16631d44c3b None None] No ports have port_id starting with 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 Apr 07 01:49:14.103445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] For port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,segment=NetworkSegment(60ac3596-ba03-476a-b7be-1b4a84e6f691),segment_id=60ac3596-ba03-476a-b7be-1b4a84e6f691)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:14.103445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.117461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] Calling delete_port for 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:14.132211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.149383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f4f06c0f-ee86-4c2d-ad28-9574d1ad9167), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.174047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:14.183036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.198943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (33a9f14f-5237-4a24-a8d5-b4aeb06988c1), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.208997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-860b8e64-6523-47d7-bd3e-c8dc50444099 admin admin] Publish callbacks [] for security_group (4bf82e47-c763-46ba-9c6d-6b8c2929ec6d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.217485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb6766-13f5-4992-9c7d-f0f288940077 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:14.218883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-92cb6766-13f5-4992-9c7d-f0f288940077 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2314999 Apr 07 01:49:14.224660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49108) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.229472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] Pushing event deleted for resources: {'Port': ['ID=33a9f14f-5237-4a24-a8d5-b4aeb06988c1,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.233468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0629f4-473a-465b-bf27-2fab51184489 None None] No DVR routers for this DVR port 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:14.262591 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-37f6161a-ab12-4d43-82f7-73a55a6a6f9b tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f087f04-2168-4425-999e-0fb1474aa5e1 HTTP/1.1" status: 200 len: 205 time: 0.0369084 Apr 07 01:49:14.264605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-860b8e64-6523-47d7-bd3e-c8dc50444099 admin admin] Publish callbacks [] for security_group (4bf82e47-c763-46ba-9c6d-6b8c2929ec6d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.266182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49110) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.310800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.316389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f4f06c0f-ee86-4c2d-ad28-9574d1ad9167), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.317581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:14.317962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.325611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b449a8b4-0772-405d-b10b-659d5701aee7 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:14.333196 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b449a8b4-0772-405d-b10b-659d5701aee7 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/networks/9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 881 time: 0.2773268 Apr 07 01:49:14.333455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (705b233c-574d-40d5-b959-481e608ed3d1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.333639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49112) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.357223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0b7943-4cc3-4aea-b42f-6c7879c065ac']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:14.386883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] Allocated IP 172.20.0.2 (90b9273a-c012-429c-a675-14d31428d1d8/030045d9-d025-4ac7-942d-76755710d2cd/9b42fb78-af41-46d0-93be-85b9101e6551) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:14.390197 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-923ae40a-d848-4fb8-ad1f-ff4b37008bc5 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e2cc51b-f6e9-413a-8f96-59d916817e53 HTTP/1.1" status: 200 len: 205 time: 0.0531847 Apr 07 01:49:14.390197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ac3596-ba03-476a-b7be-1b4a84e6f691') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:14.390197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ac3596-ba03-476a-b7be-1b4a84e6f691') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:14.391381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49114) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.405790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (395d5832-a289-4ad0-9989-1b73b6dda7e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.409423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.483866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=395d5832-a289-4ad0-9989-1b73b6dda7e8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.490435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.493767 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:14.520700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:14.531687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Pushing event updated for resources: {'Network': ['ID=f4f06c0f-ee86-4c2d-ad28-9574d1ad9167,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.543642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:14.546676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:14.546815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:14.547091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (60ac3596-ba03-476a-b7be-1b4a84e6f691), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.550879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.555023 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1c13dd1f-3555-42db-b851-25d06255859b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/395d5832-a289-4ad0-9989-1b73b6dda7e8 HTTP/1.1" status: 204 len: 168 time: 1.0405202 Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:14.556513 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:14.560223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] For port 9b42fb78-af41-46d0-93be-85b9101e6551, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b42fb78-af41-46d0-93be-85b9101e6551,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:14.562754 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1e15921d-d3c6-46d0-983c-7d8dacbe9008 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8796136 Apr 07 01:49:14.563369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49116) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.563714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49118) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.568635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f4f06c0f-ee86-4c2d-ad28-9574d1ad9167 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:14.600530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bafc14b2-6e7f-43db-879a-d330927b13b8 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Request body: {'network': {'project_id': '7bac77cc17804b40be061f7ded60545f'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:14.622060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=705b233c-574d-40d5-b959-481e608ed3d1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.629218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] Publish callbacks [] for port (9b42fb78-af41-46d0-93be-85b9101e6551), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.632595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b42fb78-af41-46d0-93be-85b9101e6551 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:14.633882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.668424 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafc14b2-6e7f-43db-879a-d330927b13b8 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 07 01:49:14.669092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafc14b2-6e7f-43db-879a-d330927b13b8 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:14.670362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bafc14b2-6e7f-43db-879a-d330927b13b8 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0766480 Apr 07 01:49:14.673522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49120) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.675302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.723240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-860b8e64-6523-47d7-bd3e-c8dc50444099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4bf82e47-c763-46ba-9c6d-6b8c2929ec6d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.725970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-860b8e64-6523-47d7-bd3e-c8dc50444099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.728810 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-860b8e64-6523-47d7-bd3e-c8dc50444099 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bf82e47-c763-46ba-9c6d-6b8c2929ec6d HTTP/1.1" status: 204 len: 168 time: 0.7540412 Apr 07 01:49:14.735296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.745610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (7d0b7943-4cc3-4aea-b42f-6c7879c065ac), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.759888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.760568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:14.762074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.763078 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/7d0b7943-4cc3-4aea-b42f-6c7879c065ac HTTP/1.1" status: 204 len: 168 time: 4.4812095 Apr 07 01:49:14.773312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49124) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.780940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-763047998'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:14.823400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e485e-aa88-437a-b04a-31748cb4fcbd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=7d0b7943-4cc3-4aea-b42f-6c7879c065ac,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.834160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b8e64-6523-47d7-bd3e-c8dc50444099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf82e47-c763-46ba-9c6d-6b8c2929ec6d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.834332 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-89f2aba2-8677-4507-8a3d-9be4349227cd tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bac77cc17804b40be061f7ded60545f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591115 Apr 07 01:49:14.839720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49126) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.846422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (5e2cc51b-f6e9-413a-8f96-59d916817e53), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.850962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604b1db-ea2a-4c10-84d4-8296b4ea0189 None None] Pushing event updated for resources: {'Port': ['ID=9b42fb78-af41-46d0-93be-85b9101e6551,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:14.863043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9b42fb78-af41-46d0-93be-85b9101e6551 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:14.863522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:14.865095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f3847-fde8-458e-9f3d-c368bcb763b6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:14.869376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-944f3847-fde8-458e-9f3d-c368bcb763b6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2770276 Apr 07 01:49:14.869541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49128) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.905645 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-864b73b4-a68d-4cbd-945d-09918a2a8bac tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:14.908441 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-864b73b4-a68d-4cbd-945d-09918a2a8bac tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/395d5832-a289-4ad0-9989-1b73b6dda7e8 HTTP/1.1" status: 404 len: 333 time: 0.0379541 Apr 07 01:49:14.916975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49130) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:14.929520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1835866331'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:14.930336 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cc897b91-df30-4861-8128-9ece1b8383a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9446425 Apr 07 01:49:14.938828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49132) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:15.023791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Deleting port 67112dc7-e074-4b75-870b-965a6b0003dd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:15.024298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (67112dc7-e074-4b75-870b-965a6b0003dd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.031819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (5f087f04-2168-4425-999e-0fb1474aa5e1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.069941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a22e75-2e51-4d5a-be7e-677904f0be03 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:15.073916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:15.076807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a22e75-2e51-4d5a-be7e-677904f0be03 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:15.077465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.081043 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-10a22e75-2e51-4d5a-be7e-677904f0be03 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1382451 Apr 07 01:49:15.081043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a525-8d55-488f-9ce4-0eacd5fe91bf tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for security_group (63a0e33f-51e7-4063-a818-5751227f5723), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.081491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49136) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:15.083681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:15.088017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.153953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:15.171924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b34134a5-fd3e-4987-938f-9cc1ad398625), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.172281 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment b34134a5-fd3e-4987-938f-9cc1ad398625 of type vlan for network 85f71776-2f45-4862-b77f-9cd0c4daafa1 Apr 07 01:49:15.179372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a525-8d55-488f-9ce4-0eacd5fe91bf tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for security_group (63a0e33f-51e7-4063-a818-5751227f5723), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.201005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:15.232038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:15.271577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:15.292118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (67112dc7-e074-4b75-870b-965a6b0003dd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.306720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.307077 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment 16f23145-f7d3-4b6f-937f-20dc429c3528 of type vlan for network 6109a344-68a2-4978-9199-668803b76d28 Apr 07 01:49:15.309395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:15.309751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 33a9f14f-5237-4a24-a8d5-b4aeb06988c1 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:15.327273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (85f71776-2f45-4862-b77f-9cd0c4daafa1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.347827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Calling delete_port for 67112dc7-e074-4b75-870b-965a6b0003dd owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:15.372790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (6109a344-68a2-4978-9199-668803b76d28), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.382002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Deleting port e191422b-7494-4ccd-b817-17f3ea50ce9d {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:15.382255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e191422b-7494-4ccd-b817-17f3ea50ce9d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.430865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a525-8d55-488f-9ce4-0eacd5fe91bf tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (63a0e33f-51e7-4063-a818-5751227f5723), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.433649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a525-8d55-488f-9ce4-0eacd5fe91bf tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.434838 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a9c7a525-8d55-488f-9ce4-0eacd5fe91bf tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/63a0e33f-51e7-4063-a818-5751227f5723 HTTP/1.1" status: 204 len: 168 time: 0.5885408 Apr 07 01:49:15.437904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49146) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:15.455910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 705b233c-574d-40d5-b959-481e608ed3d1 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:15.455910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (705b233c-574d-40d5-b959-481e608ed3d1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.461161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7a525-8d55-488f-9ce4-0eacd5fe91bf tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a0e33f-51e7-4063-a818-5751227f5723,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:15.515813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e191422b-7494-4ccd-b817-17f3ea50ce9d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.532099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Calling delete_port for e191422b-7494-4ccd-b817-17f3ea50ce9d owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:15.540221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (85f71776-2f45-4862-b77f-9cd0c4daafa1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.545324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:15.545943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.584600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (6109a344-68a2-4978-9199-668803b76d28), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.595120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:15.595120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.684915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=6109a344-68a2-4978-9199-668803b76d28,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:15.693380 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7698412 Apr 07 01:49:15.693595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49150) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:15.697125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:15.703731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 6109a344-68a2-4978-9199-668803b76d28 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:15.713154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f4f06c0f-ee86-4c2d-ad28-9574d1ad9167), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.754160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfdb54c-246c-4661-b301-bfceb4208adb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=85f71776-2f45-4862-b77f-9cd0c4daafa1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:15.769750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (705b233c-574d-40d5-b959-481e608ed3d1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:15.796298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:15.832070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 705b233c-574d-40d5-b959-481e608ed3d1 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:15.937489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-550a3f6d-4a9c-42da-a0f8-2e545d7e5368 None None] Provisioning complete for port 9b42fb78-af41-46d0-93be-85b9101e6551 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:15.938307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-550a3f6d-4a9c-42da-a0f8-2e545d7e5368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.059836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-550a3f6d-4a9c-42da-a0f8-2e545d7e5368 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:16.099444 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0cf6a28b-6879-4912-b020-997af2920ffd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3239675 Apr 07 01:49:16.105461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49160) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:16.110796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': '6109a344-68a2-4978-9199-668803b76d28', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:16.172772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49162) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:16.181977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-10d6e4aa-e813-4cbf-a6fc-ae7a3c3c3340 None None] Provisioning complete for port 705b233c-574d-40d5-b959-481e608ed3d1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:16.181977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10d6e4aa-e813-4cbf-a6fc-ae7a3c3c3340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (705b233c-574d-40d5-b959-481e608ed3d1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.212565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f4f06c0f-ee86-4c2d-ad28-9574d1ad9167), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.223171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-10d6e4aa-e813-4cbf-a6fc-ae7a3c3c3340 None None] Port 705b233c-574d-40d5-b959-481e608ed3d1 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:16.240549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f06c0f-ee86-4c2d-ad28-9574d1ad9167']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:16.296654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4de437-75dc-4e79-abd0-1f1ebc3c8e31') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:16.296654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4de437-75dc-4e79-abd0-1f1ebc3c8e31') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:16.308299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-7275382'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:16.315999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (6a4de437-75dc-4e79-abd0-1f1ebc3c8e31), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.325256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:16.328544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.345420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6a4de437-75dc-4e79-abd0-1f1ebc3c8e31), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.354197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e191422b-7494-4ccd-b817-17f3ea50ce9d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.358869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:16.359266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (6a4de437-75dc-4e79-abd0-1f1ebc3c8e31), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:16.361434 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:16.383844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:16.387161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.410174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:16.413564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.433291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (67112dc7-e074-4b75-870b-965a6b0003dd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.468454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event deleted for resources: {'Port': ['ID=67112dc7-e074-4b75-870b-965a6b0003dd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:16.482413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event deleted for resources: {'Port': ['ID=e191422b-7494-4ccd-b817-17f3ea50ce9d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:16.494037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.513140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f4f06c0f-ee86-4c2d-ad28-9574d1ad9167), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.517796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.521473 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f4f06c0f-ee86-4c2d-ad28-9574d1ad9167 HTTP/1.1" status: 204 len: 168 time: 1.0826125 Apr 07 01:49:16.536864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49166) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:16.582630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab0532-2bdd-4133-8e83-96afd4704a85 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4f06c0f-ee86-4c2d-ad28-9574d1ad9167,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:16.599092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b42fb78-af41-46d0-93be-85b9101e6551 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:16.608099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (5e2cc51b-f6e9-413a-8f96-59d916817e53), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.664103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9b42fb78-af41-46d0-93be-85b9101e6551 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:16.664735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.674154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (5f087f04-2168-4425-999e-0fb1474aa5e1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.705586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (705b233c-574d-40d5-b959-481e608ed3d1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.708261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.716590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (5e2cc51b-f6e9-413a-8f96-59d916817e53), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.738806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=705b233c-574d-40d5-b959-481e608ed3d1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:16.744596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.763164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:16.818636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.825862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (5f087f04-2168-4425-999e-0fb1474aa5e1), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.870764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.874996 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f75af44d-c86d-4ad5-95ff-eb11d1cad8c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/705b233c-574d-40d5-b959-481e608ed3d1 HTTP/1.1" status: 204 len: 168 time: 1.7908165 Apr 07 01:49:16.877398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49168) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:16.890630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (5e2cc51b-f6e9-413a-8f96-59d916817e53), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.891306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2cc51b-f6e9-413a-8f96-59d916817e53 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:16.900055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:16.907516 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9f5dc94d-dbd4-4d67-b637-ac93b7e30686 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/5e2cc51b-f6e9-413a-8f96-59d916817e53 HTTP/1.1" status: 204 len: 168 time: 2.5151131 Apr 07 01:49:16.909179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49170) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:16.944395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1920833072', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:16.996668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf45343-c1d9-4d1e-9a45-b13472619d21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:16.998985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf45343-c1d9-4d1e-9a45-b13472619d21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:17.001123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf45343-c1d9-4d1e-9a45-b13472619d21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:17.006036 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7cf45343-c1d9-4d1e-9a45-b13472619d21 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1233833 Apr 07 01:49:17.010079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49172) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:17.051343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.052324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.057690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (5f087f04-2168-4425-999e-0fb1474aa5e1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.058219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Fanout notify agent at l3_agent the message router_deleted on router 5f087f04-2168-4425-999e-0fb1474aa5e1 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:17.077077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.077077 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7e2eb1c7-7fe4-48fe-9dc2-ae358c3a9f24 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/5f087f04-2168-4425-999e-0fb1474aa5e1 HTTP/1.1" status: 204 len: 168 time: 2.8039343 Apr 07 01:49:17.077920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49174) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:17.082189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-860123128', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:17.123838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.127256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 030045d9-d025-4ac7-942d-76755710d2cd {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:17.146596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for security_group (b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.166809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:17.169145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (030045d9-d025-4ac7-942d-76755710d2cd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.176173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1758f13c-25d0-468f-9cb0-fa0cff3a1557') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:17.176476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1758f13c-25d0-468f-9cb0-fa0cff3a1557') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:17.185848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (1758f13c-25d0-468f-9cb0-fa0cff3a1557), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.199235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1758f13c-25d0-468f-9cb0-fa0cff3a1557), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.207487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:17.207890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.208008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (1758f13c-25d0-468f-9cb0-fa0cff3a1557), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:17.209669 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:17.219528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (a4f8ae2b-13e1-4e73-a3be-7efaed32a44c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.231401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (030045d9-d025-4ac7-942d-76755710d2cd), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.260222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c606a9b3-0115-4899-8488-beda6a7dc70e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.261975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.304708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.305850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.345926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:17.368724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:17.371225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=a4f8ae2b-13e1-4e73-a3be-7efaed32a44c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:17.383573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (04518797-bb4b-4552-886e-60e2da08ba95), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.383913 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Added segment 04518797-bb4b-4552-886e-60e2da08ba95 of type vlan for network 3d51012c-97fa-4d2b-9775-60e49d53a2cb Apr 07 01:49:17.440786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.445385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (030045d9-d025-4ac7-942d-76755710d2cd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.457180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.461185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] 10.222.0.25 "DELETE /v2.0/networks/e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d HTTP/1.1" status: 204 len: 168 time: 0.9222965 Apr 07 01:49:17.467780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': 'b34134a5-fd3e-4987-938f-9cc1ad398625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:17.468154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: 85f71776-2f45-4862-b77f-9cd0c4daafa1, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:17.473489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.521513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51fa840-1251-456e-95a1-6d2da190b934 tempest-QuotasNegativeTest-905390046 tempest-QuotasNegativeTest-905390046-project-admin] Pushing event deleted for resources: {'Network': ['ID=e8b7396b-b462-4d0a-ba3c-d3b6b2eb196d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:17.527184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=c606a9b3-0115-4899-8488-beda6a7dc70e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:17.530701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (3d51012c-97fa-4d2b-9775-60e49d53a2cb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.533011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': '16f23145-f7d3-4b6f-937f-20dc429c3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6109a344-68a2-4978-9199-668803b76d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:17.533389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: 6109a344-68a2-4978-9199-668803b76d28, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:17.592291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.629232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:17.656680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network 6109a344-68a2-4978-9199-668803b76d28 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:17.661176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (3d51012c-97fa-4d2b-9775-60e49d53a2cb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.666692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:17.666808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.709645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.742065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Network': ['ID=3d51012c-97fa-4d2b-9775-60e49d53a2cb,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:17.742777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.746222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 85f71776-2f45-4862-b77f-9cd0c4daafa1) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:17.750614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 6109a344-68a2-4978-9199-668803b76d28) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:17.753240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:17.753721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.759223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:17.759569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:17.759816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.766526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (030045d9-d025-4ac7-942d-76755710d2cd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.785377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68654e63-33fe-4286-a6a5-37d7dfe18bcb None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:17.806037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:17.809437 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/030045d9-d025-4ac7-942d-76755710d2cd HTTP/1.1" status: 204 len: 168 time: 0.7980676 Apr 07 01:49:17.817091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c82ff9-043c-4756-bf9c-b0f88cae86ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=030045d9-d025-4ac7-942d-76755710d2cd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:17.817387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49178) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:17.858388 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f7662e91-a952-42c7-abc6-111affee5009 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6806536 Apr 07 01:49:17.862196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49180) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:17.869130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'subnet': {'network_id': '3d51012c-97fa-4d2b-9775-60e49d53a2cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:17.878964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4da4cce-b0a1-46d9-9900-1de23a399d66 None None] Network 6109a344-68a2-4978-9199-668803b76d28 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:17.920186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1dc240-3195-4506-9b75-248d9e996c04 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:17.926023 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f9cf9bb5-bc7a-4660-89e7-f89e9c50522a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8182125 Apr 07 01:49:17.995986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49182) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:18.002080 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0c022715-aaa0-4804-8f64-7378aceae9ea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3081045 Apr 07 01:49:18.008652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49186) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:18.016920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:18.021008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet b61fe1ba-afa9-43bd-8e55-7c0bf6534c39 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:18.028588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (b61fe1ba-afa9-43bd-8e55-7c0bf6534c39), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.065414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-85f71776-2f45-4862-b77f-9cd0c4daafa1', 'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': 'a4f8ae2b-13e1-4e73-a3be-7efaed32a44c'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:18.066560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.143197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (b61fe1ba-afa9-43bd-8e55-7c0bf6534c39), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.166614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.228098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.268897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-6109a344-68a2-4978-9199-668803b76d28', 'network_id': '6109a344-68a2-4978-9199-668803b76d28', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': 'c606a9b3-0115-4899-8488-beda6a7dc70e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:18.269572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (b61fe1ba-afa9-43bd-8e55-7c0bf6534c39), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.269806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.297863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:18.302753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.330710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (6109a344-68a2-4978-9199-668803b76d28), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.418120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Allocated IP 2001:db8::2 (85f71776-2f45-4862-b77f-9cd0c4daafa1/a4f8ae2b-13e1-4e73-a3be-7efaed32a44c/d893dd59-0105-4d78-b797-6f7add2b4dc4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:18.436014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (7f3e5bcd-886c-4d72-9999-b975506d01ba), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.502013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Allocated IP 172.20.0.1 (6109a344-68a2-4978-9199-668803b76d28/c606a9b3-0115-4899-8488-beda6a7dc70e/10efff87-6ba7-4f0c-982f-7f869f300c25) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:18.507621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.508070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (b61fe1ba-afa9-43bd-8e55-7c0bf6534c39), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.546637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=b61fe1ba-afa9-43bd-8e55-7c0bf6534c39,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:18.593540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:18.597560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.609610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.619042 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-25f6eb80-8b52-459c-9dee-21faba42a5ed tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/b61fe1ba-afa9-43bd-8e55-7c0bf6534c39 HTTP/1.1" status: 204 len: 168 time: 0.8053906 Apr 07 01:49:18.626509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49188) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:18.707798 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4fafeaaf-f4e3-4878-a46e-ec310f663e23 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797930 Apr 07 01:49:18.708555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:18.715318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:18.739770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.ipam_backend_mixin [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4f8ae2b-13e1-4e73-a3be-7efaed32a44c (CIDR: 2001:db8::/64) Apr 07 01:49:18.749875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Allocated IP 172.26.8.192 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/83737583-0dcc-4f48-8bfb-9ae5446e1496) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:18.752177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c606a9b3-0115-4899-8488-beda6a7dc70e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.787541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49194) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:18.815886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Publish callbacks [] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.817998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Publish callbacks [] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.825395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (412d8c46-6b0e-46fe-87d8-06b55b7f8e90), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.835621 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:18.836283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:18.887009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:18.933200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Subnet': ['ID=412d8c46-6b0e-46fe-87d8-06b55b7f8e90,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:18.957103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Checking segment: {'id': '04518797-bb4b-4552-886e-60e2da08ba95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '3d51012c-97fa-4d2b-9775-60e49d53a2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:18.957989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network hostable DHCP agents. Network: 3d51012c-97fa-4d2b-9775-60e49d53a2cb, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:18.988564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.003380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:19.007121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:19.009061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Pushing event updated for resources: {'Port': ['ID=d893dd59-0105-4d78-b797-6f7add2b4dc4,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.009375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a7045d7a-c186-4160-b017-3d2493ad48c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.011517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:19.037046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:19.041107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.110435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:19.154326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Pushing event updated for resources: {'Port': ['ID=10efff87-6ba7-4f0c-982f-7f869f300c25,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.174914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Network 6109a344-68a2-4978-9199-668803b76d28 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:19.180019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:19.182894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:19.185698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Attempting to bind port d893dd59-0105-4d78-b797-6f7add2b4dc4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:19.186174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Attempting to bind port d893dd59-0105-4d78-b797-6f7add2b4dc4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b34134a5-fd3e-4987-938f-9cc1ad398625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:19.186625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Attempting to bind port d893dd59-0105-4d78-b797-6f7add2b4dc4 on network 85f71776-2f45-4862-b77f-9cd0c4daafa1 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:19.194890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:19.195265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Checking segment: {'id': 'b34134a5-fd3e-4987-938f-9cc1ad398625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:19.195681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.196079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Bound using segment: {'id': 'b34134a5-fd3e-4987-938f-9cc1ad398625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:19.196550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Bound port: d893dd59-0105-4d78-b797-6f7add2b4dc4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34134a5-fd3e-4987-938f-9cc1ad398625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:19.196976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.229562 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b5d29ce9-d8e4-48c2-9938-580e05a20b98 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2104959 Apr 07 01:49:19.247651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:19.252584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:19.259053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 3d51012c-97fa-4d2b-9775-60e49d53a2cb) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:19.284653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a58745-93c6-41d0-9d39-ee4ddfb00527 None None] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:19.287608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:19.287796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.333741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for port (83737583-0dcc-4f48-8bfb-9ae5446e1496), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.339538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (c606a9b3-0115-4899-8488-beda6a7dc70e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.343400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e175be-bcf6-4b93-8169-0de6e0f9718d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:19.379216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=c606a9b3-0115-4899-8488-beda6a7dc70e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.390029 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4e233be6-233e-4ea3-9ee9-719958478a9f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5257094 Apr 07 01:49:19.401720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:19.409864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Attempting to bind port 10efff87-6ba7-4f0c-982f-7f869f300c25 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:19.410234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Attempting to bind port 10efff87-6ba7-4f0c-982f-7f869f300c25 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '16f23145-f7d3-4b6f-937f-20dc429c3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6109a344-68a2-4978-9199-668803b76d28'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:19.410599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Attempting to bind port 10efff87-6ba7-4f0c-982f-7f869f300c25 on network 6109a344-68a2-4978-9199-668803b76d28 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:19.422582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-233774830', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:19.445114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a7045d7a-c186-4160-b017-3d2493ad48c1 admin admin] Publish callbacks [] for security_group (aae3fa6e-5990-4d6d-8b7f-c8327a478109), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.458490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:19.459191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Checking segment: {'id': '16f23145-f7d3-4b6f-937f-20dc429c3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6109a344-68a2-4978-9199-668803b76d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:19.460096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.460096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Bound using segment: {'id': '16f23145-f7d3-4b6f-937f-20dc429c3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6109a344-68a2-4978-9199-668803b76d28'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:19.460485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Bound port: 10efff87-6ba7-4f0c-982f-7f869f300c25, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f23145-f7d3-4b6f-937f-20dc429c3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6109a344-68a2-4978-9199-668803b76d28'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:19.460904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.479784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (6109a344-68a2-4978-9199-668803b76d28), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.485736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] For port d893dd59-0105-4d78-b797-6f7add2b4dc4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:19.515693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6109a344-68a2-4978-9199-668803b76d28']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:19.522999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a7045d7a-c186-4160-b017-3d2493ad48c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (aae3fa6e-5990-4d6d-8b7f-c8327a478109), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.528824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f23145-f7d3-4b6f-937f-20dc429c3528') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:19.529398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f23145-f7d3-4b6f-937f-20dc429c3528') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:19.534753 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] For port d893dd59-0105-4d78-b797-6f7add2b4dc4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d893dd59-0105-4d78-b797-6f7add2b4dc4,segment=NetworkSegment(b34134a5-fd3e-4987-938f-9cc1ad398625),segment_id=b34134a5-fd3e-4987-938f-9cc1ad398625)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:19.536315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0c4db455-d3ff-4618-968d-1d56e49fb7d6 None None] Provisioning complete for port 9b42fb78-af41-46d0-93be-85b9101e6551 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:19.536689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c4db455-d3ff-4618-968d-1d56e49fb7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.544327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.560359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (83737583-0dcc-4f48-8bfb-9ae5446e1496), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.576026 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a7045d7a-c186-4160-b017-3d2493ad48c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=332259bd527346bf8b5948de3306abb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7835226 Apr 07 01:49:19.576914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49202) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:19.577834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7045d7a-c186-4160-b017-3d2493ad48c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3fa6e-5990-4d6d-8b7f-c8327a478109,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.609649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.611455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (9db3af43-6d13-4935-90e3-241cd70881be), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.621426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.622471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.657410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:19.658002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:19.668443 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:19.674830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:19.678429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.680017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:19.707525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:19.748922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:19.754212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:19.768414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.769121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:19.770454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.770875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:19.793556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Allocated IP 172.26.8.254 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/174e73ce-1ed4-4f01-abae-cf49db45dc45) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:19.820554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc65c9-abb4-45d9-bd6b-b659497a9000 None None] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:19.823296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=9db3af43-6d13-4935-90e3-241cd70881be,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.823735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event updated for resources: {'Port': ['ID=83737583-0dcc-4f48-8bfb-9ae5446e1496,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.840461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63524cfe-3a69-41f0-b294-bc7ba7ce54fd admin admin] Publish callbacks [] for security_group (aae3fa6e-5990-4d6d-8b7f-c8327a478109), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.847116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_controller (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.879490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.api [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:49:19.879490 dv-neutron-836863-2-hyperv neutron-server[110983]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:49:19.879490 dv-neutron-836863-2-hyperv neutron-server[110983]: [parameters: {'id': '6109a344-68a2-4978-9199-668803b76d28'}] Apr 07 01:49:19.879490 dv-neutron-836863-2-hyperv neutron-server[110983]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:19.879940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG oslo_db.api [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:19.906224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63524cfe-3a69-41f0-b294-bc7ba7ce54fd admin admin] Publish callbacks [] for security_group (aae3fa6e-5990-4d6d-8b7f-c8327a478109), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:19.940970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] For port 10efff87-6ba7-4f0c-982f-7f869f300c25, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:19.968673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] For port 10efff87-6ba7-4f0c-982f-7f869f300c25, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10efff87-6ba7-4f0c-982f-7f869f300c25,segment=NetworkSegment(16f23145-f7d3-4b6f-937f-20dc429c3528),segment_id=16f23145-f7d3-4b6f-937f-20dc429c3528)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:19.970576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5894f8-a693-4382-8b14-ac08b3cd4a03 None None] Pushing event updated for resources: {'Port': ['ID=d893dd59-0105-4d78-b797-6f7add2b4dc4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:19.995398 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6504fc36-f885-499a-ba76-e142486aa87d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2841821 Apr 07 01:49:20.015566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49204) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:20.025802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:20.029467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:20.092897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0c4db455-d3ff-4618-968d-1d56e49fb7d6 None None] Current status of the port 9b42fb78-af41-46d0-93be-85b9101e6551 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:20.107271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.275761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for port (174e73ce-1ed4-4f01-abae-cf49db45dc45), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.291702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a01a5e-49ae-4fae-b965-5c8a4c39c5d7 None None] Pushing event updated for resources: {'Port': ['ID=10efff87-6ba7-4f0c-982f-7f869f300c25,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:20.306318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] Deleting port 9b42fb78-af41-46d0-93be-85b9101e6551 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:20.306725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.396052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (6109a344-68a2-4978-9199-668803b76d28), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.407607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3160eaf-1d5d-49ea-8db2-bd8a816ec434 None None] Network 6109a344-68a2-4978-9199-668803b76d28 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:20.474443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] For port 9b42fb78-af41-46d0-93be-85b9101e6551, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b42fb78-af41-46d0-93be-85b9101e6551,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:20.474983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.502372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] Calling delete_port for 9b42fb78-af41-46d0-93be-85b9101e6551 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:20.544667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.585467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 10efff87-6ba7-4f0c-982f-7f869f300c25 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:20.585817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.603071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.693068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d893dd59-0105-4d78-b797-6f7add2b4dc4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:20.722189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 10efff87-6ba7-4f0c-982f-7f869f300c25, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10efff87-6ba7-4f0c-982f-7f869f300c25,segment=NetworkSegment(16f23145-f7d3-4b6f-937f-20dc429c3528),segment_id=16f23145-f7d3-4b6f-937f-20dc429c3528)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:20.722563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.743091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 10efff87-6ba7-4f0c-982f-7f869f300c25 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:20.747835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:20.748297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.822936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63524cfe-3a69-41f0-b294-bc7ba7ce54fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (aae3fa6e-5990-4d6d-8b7f-c8327a478109), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.826707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63524cfe-3a69-41f0-b294-bc7ba7ce54fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.832167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (9b42fb78-af41-46d0-93be-85b9101e6551), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.832665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:20.833227 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-63524cfe-3a69-41f0-b294-bc7ba7ce54fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aae3fa6e-5990-4d6d-8b7f-c8327a478109 HTTP/1.1" status: 204 len: 168 time: 1.2468126 Apr 07 01:49:20.833977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.857301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63524cfe-3a69-41f0-b294-bc7ba7ce54fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3fa6e-5990-4d6d-8b7f-c8327a478109,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:20.862299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (174e73ce-1ed4-4f01-abae-cf49db45dc45), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.872704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] Pushing event deleted for resources: {'Port': ['ID=9b42fb78-af41-46d0-93be-85b9101e6551,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:20.899158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:20.899555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.901853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73137b56-d89a-48cc-9670-2f1080480e16 None None] No DVR routers for this DVR port 9b42fb78-af41-46d0-93be-85b9101e6551 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:20.906709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (e1dbf122-1444-4fa4-a988-ed6e61be1fbb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:20.941388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d769ac-3318-4577-8168-9cd6c256e03f None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:20.966833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:20.975998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:20.983626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:20.985326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.004130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:21.019164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=e1dbf122-1444-4fa4-a988-ed6e61be1fbb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:21.039195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port d893dd59-0105-4d78-b797-6f7add2b4dc4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d893dd59-0105-4d78-b797-6f7add2b4dc4,segment=NetworkSegment(b34134a5-fd3e-4987-938f-9cc1ad398625),segment_id=b34134a5-fd3e-4987-938f-9cc1ad398625)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:21.085568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.101277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-922055d3-b4f6-4268-b201-7a74e1c668e9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8541121 Apr 07 01:49:21.103446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49208) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:21.109962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:21.112798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:21.136044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '9db3af43-6d13-4935-90e3-241cd70881be'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:21.137931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.140059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.162562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1', 'fixed_ips': [{'subnet_id': 'a4f8ae2b-13e1-4e73-a3be-7efaed32a44c'}, {'subnet_id': 'e1dbf122-1444-4fa4-a988-ed6e61be1fbb'}], 'name': 'tempest-PortsIpV6TestJSON-2094103780'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:21.230763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b42fb78-af41-46d0-93be-85b9101e6551 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:21.239601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event updated for resources: {'Port': ['ID=174e73ce-1ed4-4f01-abae-cf49db45dc45,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:21.313722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.342093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.350222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9b42fb78-af41-46d0-93be-85b9101e6551 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:21.350824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b42fb78-af41-46d0-93be-85b9101e6551 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:21.375157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=d893dd59-0105-4d78-b797-6f7add2b4dc4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:21.485020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Allocated IP 172.20.0.2 (90b9273a-c012-429c-a675-14d31428d1d8/9db3af43-6d13-4935-90e3-241cd70881be/91b8d966-bea1-45ca-a804-0dd90dacc446) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:21.543136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.186 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/17d384a4-5d81-4799-8b40-fc486a96a826) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:21.558823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d5503-6c6b-4b35-8b76-82447e2044e5 None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:21.607080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:21.661189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-127f5c1b-0a75-44c8-8a54-aaf549ba268d None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:21.661571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-127f5c1b-0a75-44c8-8a54-aaf549ba268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.685701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49212) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:21.722588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a3cec28-76c7-4d5e-9a9e-173ae93c9d1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.781599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (10efff87-6ba7-4f0c-982f-7f869f300c25), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.788330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (17d384a4-5d81-4799-8b40-fc486a96a826), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.792551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.832572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 4c8fb847-0f08-47de-bae4-213d1e744e23 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:21.854906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-127f5c1b-0a75-44c8-8a54-aaf549ba268d None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:21.859029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=10efff87-6ba7-4f0c-982f-7f869f300c25,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:21.861627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 10efff87-6ba7-4f0c-982f-7f869f300c25 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:21.873114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Publish callbacks [] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:21.970808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] Update dhcp port {'port': {'network_id': '85f71776-2f45-4862-b77f-9cd0c4daafa1', 'fixed_ips': [{'subnet_id': 'a4f8ae2b-13e1-4e73-a3be-7efaed32a44c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1dbf122-1444-4fa4-a988-ed6e61be1fbb'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': 'd893dd59-0105-4d78-b797-6f7add2b4dc4'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:49:21.996246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.002938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (6109a344-68a2-4978-9199-668803b76d28), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.015943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a3cec28-76c7-4d5e-9a9e-173ae93c9d1c admin admin] Publish callbacks [] for security_group (182ffa9d-ca61-4046-8f55-af86372a7fb0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.017788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:22.037793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:22.041490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.043429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:22.070234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Pushing event updated for resources: {'Port': ['ID=91b8d966-bea1-45ca-a804-0dd90dacc446,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:22.078940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6109a344-68a2-4978-9199-668803b76d28']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.099078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (17d384a4-5d81-4799-8b40-fc486a96a826), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.100221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f23145-f7d3-4b6f-937f-20dc429c3528') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.105656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f23145-f7d3-4b6f-937f-20dc429c3528') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.113466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.152276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Attempting to bind port 91b8d966-bea1-45ca-a804-0dd90dacc446 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:22.152742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Attempting to bind port 91b8d966-bea1-45ca-a804-0dd90dacc446 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:22.153224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Attempting to bind port 91b8d966-bea1-45ca-a804-0dd90dacc446 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:22.154032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Router cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:22.162300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a3cec28-76c7-4d5e-9a9e-173ae93c9d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (182ffa9d-ca61-4046-8f55-af86372a7fb0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.163029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.169295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:22.179783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:22.180194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (16f23145-f7d3-4b6f-937f-20dc429c3528), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.181714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:22.183603 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:22.202313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=17d384a4-5d81-4799-8b40-fc486a96a826,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:22.207331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:22.209097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:22.209560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:22.210090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.210543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:22.211099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Bound port: 91b8d966-bea1-45ca-a804-0dd90dacc446, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:22.211557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.275753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cec28-76c7-4d5e-9a9e-173ae93c9d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182ffa9d-ca61-4046-8f55-af86372a7fb0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:22.283627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (7f3e5bcd-886c-4d72-9999-b975506d01ba), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.283896 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6a3cec28-76c7-4d5e-9a9e-173ae93c9d1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7a0cf3d929e4822aaca1af4dc35fd5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5954967 Apr 07 01:49:22.291583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49214) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:22.308430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] For port 91b8d966-bea1-45ca-a804-0dd90dacc446, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:22.312440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] For port 91b8d966-bea1-45ca-a804-0dd90dacc446, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=91b8d966-bea1-45ca-a804-0dd90dacc446,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:22.400396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.411684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::140 (85f71776-2f45-4862-b77f-9cd0c4daafa1/a4f8ae2b-13e1-4e73-a3be-7efaed32a44c/4c8fb847-0f08-47de-bae4-213d1e744e23) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:22.431786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8:0:1::238 (85f71776-2f45-4862-b77f-9cd0c4daafa1/e1dbf122-1444-4fa4-a988-ed6e61be1fbb/4c8fb847-0f08-47de-bae4-213d1e744e23) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:22.466828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d5d1c-d017-40ab-acf5-631c0100e10c None None] Pushing event updated for resources: {'Port': ['ID=91b8d966-bea1-45ca-a804-0dd90dacc446,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:22.478380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (6109a344-68a2-4978-9199-668803b76d28), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.514410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31ee17af-9430-424e-8dc0-e05dd711195e admin admin] Publish callbacks [] for security_group (182ffa9d-ca61-4046-8f55-af86372a7fb0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.528586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.531484 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/6109a344-68a2-4978-9199-668803b76d28 HTTP/1.1" status: 204 len: 168 time: 4.5343938 Apr 07 01:49:22.541167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49216) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:22.545447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:22.562851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2137725518'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:22.562962 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] Sync routers for ids ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:22.578902 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] Routers {'cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:22.581976 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.589855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197491d-d652-44ef-8e6f-fa5a279b23d3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=6109a344-68a2-4978-9199-668803b76d28,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:22.615431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d893dd59-0105-4d78-b797-6f7add2b4dc4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:22.621021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.objects.ports [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110983) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:49:22.647592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31ee17af-9430-424e-8dc0-e05dd711195e admin admin] Publish callbacks [] for security_group (182ffa9d-ca61-4046-8f55-af86372a7fb0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.664823 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.698444 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] Routers {'cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:22.699357 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.723568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.724878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-42dcf961-fd8d-46d5-ae24-041213749369 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7878454 Apr 07 01:49:22.734314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:22.734944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.748461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49218) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:22.756702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:22.787693 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:22.789007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd85974c-f3fb-4d96-86bc-6d43cecb4f42 None None] The sync data for ids ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:22.870112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:22.873754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.911347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:22.976896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:22.987363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.053851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.102867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31ee17af-9430-424e-8dc0-e05dd711195e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (182ffa9d-ca61-4046-8f55-af86372a7fb0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.105431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31ee17af-9430-424e-8dc0-e05dd711195e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.106866 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-31ee17af-9430-424e-8dc0-e05dd711195e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/182ffa9d-ca61-4046-8f55-af86372a7fb0 HTTP/1.1" status: 204 len: 168 time: 0.8140674 Apr 07 01:49:23.111814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:23.121589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.149896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee17af-9430-424e-8dc0-e05dd711195e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182ffa9d-ca61-4046-8f55-af86372a7fb0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:23.199639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7399c0b3-fef6-41b5-9f1e-da90930b03d4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.200083 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment 7399c0b3-fef6-41b5-9f1e-da90930b03d4 of type vlan for network d63e66a1-24b7-4ce0-9dde-9b802c73c239 Apr 07 01:49:23.239682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.281063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] Allocated IP 2001:db8:0:1::2 (85f71776-2f45-4862-b77f-9cd0c4daafa1/e1dbf122-1444-4fa4-a988-ed6e61be1fbb/d893dd59-0105-4d78-b797-6f7add2b4dc4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:23.287209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Router 7f3e5bcd-886c-4d72-9999-b975506d01ba is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:23.390570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port 91b8d966-bea1-45ca-a804-0dd90dacc446, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=91b8d966-bea1-45ca-a804-0dd90dacc446,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:23.611205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] For port d893dd59-0105-4d78-b797-6f7add2b4dc4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d893dd59-0105-4d78-b797-6f7add2b4dc4,segment=NetworkSegment(b34134a5-fd3e-4987-938f-9cc1ad398625),segment_id=b34134a5-fd3e-4987-938f-9cc1ad398625)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:23.625447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:23.664413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (d63e66a1-24b7-4ce0-9dde-9b802c73c239), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.667888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] Publish callbacks [] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.681916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:23.694942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:23.700344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:23.701138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.725868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.748419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=4c8fb847-0f08-47de-bae4-213d1e744e23,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:23.775971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.792339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:23.852721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] Sync routers for ids ['7f3e5bcd-886c-4d72-9999-b975506d01ba'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:23.877747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] Routers {'7f3e5bcd-886c-4d72-9999-b975506d01ba'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:23.884483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7f3e5bcd-886c-4d72-9999-b975506d01ba'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:23.885366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f6a058a9-6144-48a6-b37f-4249ae55fd0b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.7806163 Apr 07 01:49:23.885825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49230) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:23.891291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4f8ae2b-13e1-4e73-a3be-7efaed32a44c'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:23.922954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.937450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.943169 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1c569c7f-0787-414a-8695-44fe60d5529d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8661826 Apr 07 01:49:23.944566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:23.954726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773eb027-1acb-499c-b750-e755882c1c3f None None] Pushing event updated for resources: {'Port': ['ID=d893dd59-0105-4d78-b797-6f7add2b4dc4,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:23.954955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49232) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:23.962159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] Provisioning complete for port 91b8d966-bea1-45ca-a804-0dd90dacc446 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:23.962551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.964801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:23.970803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] Routers {'7f3e5bcd-886c-4d72-9999-b975506d01ba'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:23.970803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7f3e5bcd-886c-4d72-9999-b975506d01ba'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:23.971029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (d63e66a1-24b7-4ce0-9dde-9b802c73c239), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:23.971853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:23.972501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.008323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (52fc4fe0-02c4-49ca-bcc1-236b6cf15655), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.026311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:24.026976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80aced-023c-4cba-96e1-67ec61d75db5 None None] The sync data for ids ['7f3e5bcd-886c-4d72-9999-b975506d01ba'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:24.083597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=52fc4fe0-02c4-49ca-bcc1-236b6cf15655,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:24.132315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=d63e66a1-24b7-4ce0-9dde-9b802c73c239,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:24.139560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] Current status of the port 91b8d966-bea1-45ca-a804-0dd90dacc446 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:24.140235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.144370 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-568ba074-541f-46c7-882d-050091c7039c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5986764 Apr 07 01:49:24.149185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49236) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:24.152832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.159576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:24.165165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network d63e66a1-24b7-4ce0-9dde-9b802c73c239 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:24.169257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:24.170232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=91b8d966-bea1-45ca-a804-0dd90dacc446,revision_number=4']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:24.185620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:24.189148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:24.189748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.243901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5f5fab-4bbd-40e5-8393-84b70d9a9c5c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:24.268078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.292265 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-414294aa-730c-4f9d-90df-7d86a259fe10 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2718031 Apr 07 01:49:24.302720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49242) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:24.308504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:ca:79:3f', 'name': 'tempest-NetworksTestDHCPv6-1829341430'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:24.346405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] For port 91b8d966-bea1-45ca-a804-0dd90dacc446, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=91b8d966-bea1-45ca-a804-0dd90dacc446,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:24.405606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.429921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.599361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:24.659241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_gateway (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.710888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd9674-b804-4e90-bf8b-cb5325bdd87d None None] Pushing event updated for resources: {'Port': ['ID=91b8d966-bea1-45ca-a804-0dd90dacc446,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:24.808363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 91b8d966-bea1-45ca-a804-0dd90dacc446 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:24.815201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49248) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:24.899927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 91b8d966-bea1-45ca-a804-0dd90dacc446 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:24.900976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:24.963585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9a6c0-f80f-456f-9113-a20e1fa395c4 None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:24.988852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-221822762'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:24.990336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Delete allocated IP 2001:db8:0:1::238 (85f71776-2f45-4862-b77f-9cd0c4daafa1/e1dbf122-1444-4fa4-a988-ed6e61be1fbb) {{(pid=110983) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 01:49:25.011561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Deleting port 83737583-0dcc-4f48-8bfb-9ae5446e1496 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:25.011908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (83737583-0dcc-4f48-8bfb-9ae5446e1496), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.050213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1013c84b-c563-4d08-9178-504906b36a68 None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:25.050743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1013c84b-c563-4d08-9178-504906b36a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.073187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.105410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:25.108529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.139051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 3d9b035a-cbac-4c81-b915-33afe59fc66c yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:25.165531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 91b8d966-bea1-45ca-a804-0dd90dacc446 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:25.165531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d893dd59-0105-4d78-b797-6f7add2b4dc4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:25.239926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.250267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:25.253664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.313456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.313866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1013c84b-c563-4d08-9178-504906b36a68 None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:25.318564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:25.319146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.409686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] In _notify_port_updated(), no bound segment for port 4c8fb847-0f08-47de-bae4-213d1e744e23 on network 85f71776-2f45-4862-b77f-9cd0c4daafa1 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:49:25.415140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:25.415802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.421044 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/ports/4c8fb847-0f08-47de-bae4-213d1e744e23 HTTP/1.1" status: 200 len: 926 time: 1.5333064 Apr 07 01:49:25.421044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49254) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:25.421602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (83737583-0dcc-4f48-8bfb-9ae5446e1496), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.431405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.435160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:25.448509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a4f8ae2b-13e1-4e73-a3be-7efaed32a44c'}, {'subnet_id': 'e1dbf122-1444-4fa4-a988-ed6e61be1fbb'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:25.450498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:49:25.480481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a254c-92be-42c0-a8f9-e0ee3c84b260 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=4c8fb847-0f08-47de-bae4-213d1e744e23,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:25.486088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Calling delete_port for 83737583-0dcc-4f48-8bfb-9ae5446e1496 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:25.519986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 172.20.0.13 (90b9273a-c012-429c-a675-14d31428d1d8/9db3af43-6d13-4935-90e3-241cd70881be/3d9b035a-cbac-4c81-b915-33afe59fc66c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:25.540145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.553724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:feca:793f (90b9273a-c012-429c-a675-14d31428d1d8/52fc4fe0-02c4-49ca-bcc1-236b6cf15655/3d9b035a-cbac-4c81-b915-33afe59fc66c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:25.566399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.678012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab904aad-0985-4e61-b4b8-6393d011bba5 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:49:25.715341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_gateway (7f3e5bcd-886c-4d72-9999-b975506d01ba), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.788832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Provisioning complete for port 91b8d966-bea1-45ca-a804-0dd90dacc446 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:25.789240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.813008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab904aad-0985-4e61-b4b8-6393d011bba5 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:49:25.890119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (3d9b035a-cbac-4c81-b915-33afe59fc66c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.906690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:25.929464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:25.941524 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:25.942364 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:25.947763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (6da65dc7-ad35-442f-8460-df9ff5633c76), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.963348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for security_group (1117dbd0-1595-4518-b103-424fbf63c3e8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:25.982784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Current status of the port 91b8d966-bea1-45ca-a804-0dd90dacc446 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:25.985205 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:25.995373 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:25.996287 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:26.012808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8:0:1::7f (85f71776-2f45-4862-b77f-9cd0c4daafa1/e1dbf122-1444-4fa4-a988-ed6e61be1fbb/4c8fb847-0f08-47de-bae4-213d1e744e23) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:26.036272 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:26.037643 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21fb96e-8ee8-4c65-8006-8e6293a6f560 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:26.040702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.045109 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51035080-64e6-43b6-a59b-20ebf31e9edf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6352789 Apr 07 01:49:26.048892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Provisioning complete for port 4c8fb847-0f08-47de-bae4-213d1e744e23 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:26.049029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49256) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:26.056689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.099406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Port 4c8fb847-0f08-47de-bae4-213d1e744e23 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:26.104458 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=6da65dc7-ad35-442f-8460-df9ff5633c76,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:26.129521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1117dbd0-1595-4518-b103-424fbf63c3e8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.145442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:26.145833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.179943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3d9b035a-cbac-4c81-b915-33afe59fc66c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.203629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.252933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:26.253204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7a9ca-e285-420a-b2e8-673434fed370 None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:26.257180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:26.263220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:26.290160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.307112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=3d9b035a-cbac-4c81-b915-33afe59fc66c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:26.382738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] In _notify_port_updated(), no bound segment for port 4c8fb847-0f08-47de-bae4-213d1e744e23 on network 85f71776-2f45-4862-b77f-9cd0c4daafa1 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:49:26.388183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:26.388963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.390445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/ports/4c8fb847-0f08-47de-bae4-213d1e744e23 HTTP/1.1" status: 200 len: 1011 time: 0.9462717 Apr 07 01:49:26.396104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49258) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:26.420777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:26.421931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.443285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:26.455545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Deleting port 174e73ce-1ed4-4f01-abae-cf49db45dc45 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:26.456842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (174e73ce-1ed4-4f01-abae-cf49db45dc45), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.470095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (83737583-0dcc-4f48-8bfb-9ae5446e1496), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.470703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e8931-2a4b-43f2-8293-fc6b9eef348d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=4c8fb847-0f08-47de-bae4-213d1e744e23,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:26.564814 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c4493874-80dc-445b-832f-51a3f316f3a6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2528262 Apr 07 01:49:26.564814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:26.566733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 4c8fb847-0f08-47de-bae4-213d1e744e23 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:26.566733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.593801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-254d0ac5-4e9f-4a60-b5cc-3dba27e97f1d None None] Provisioning complete for port 4c8fb847-0f08-47de-bae4-213d1e744e23 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:26.594338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-254d0ac5-4e9f-4a60-b5cc-3dba27e97f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.603389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': '7399c0b3-fef6-41b5-9f1e-da90930b03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:26.604060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: d63e66a1-24b7-4ce0-9dde-9b802c73c239, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:26.641291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2f6dcd1a-a75d-4b7a-8180-2f67ed503db1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.642565 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Added segment 2f6dcd1a-a75d-4b7a-8180-2f67ed503db1 of type vlan for network 7d758529-f35f-4502-8702-e8860e2a8078 Apr 07 01:49:26.654697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-254d0ac5-4e9f-4a60-b5cc-3dba27e97f1d None None] Port 4c8fb847-0f08-47de-bae4-213d1e744e23 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:26.657766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 91b8d966-bea1-45ca-a804-0dd90dacc446 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:26.673790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Pushing event deleted for resources: {'Port': ['ID=83737583-0dcc-4f48-8bfb-9ae5446e1496,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:26.719342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2a370-3d7b-44e5-b8d1-ad1aecad8863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:26.726221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2a370-3d7b-44e5-b8d1-ad1aecad8863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:26.729924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1117dbd0-1595-4518-b103-424fbf63c3e8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:26.731340 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dca2a370-3d7b-44e5-b8d1-ad1aecad8863 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1626122 Apr 07 01:49:26.736872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49262) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:26.754053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 91b8d966-bea1-45ca-a804-0dd90dacc446 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:26.754751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.795144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.823548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (7d758529-f35f-4502-8702-e8860e2a8078), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.828369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0734e2e9-eb59-4580-84a2-3cda68127016 None None] Provisioning complete for port 3d9b035a-cbac-4c81-b915-33afe59fc66c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:26.829533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0734e2e9-eb59-4580-84a2-3cda68127016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3d9b035a-cbac-4c81-b915-33afe59fc66c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.832328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 4c8fb847-0f08-47de-bae4-213d1e744e23 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:26.852841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network d63e66a1-24b7-4ce0-9dde-9b802c73c239 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:26.901510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0734e2e9-eb59-4580-84a2-3cda68127016 None None] Port 3d9b035a-cbac-4c81-b915-33afe59fc66c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:26.946435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, d63e66a1-24b7-4ce0-9dde-9b802c73c239) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:26.946685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 91b8d966-bea1-45ca-a804-0dd90dacc446 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:26.953739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:26.953739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.955448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 3d9b035a-cbac-4c81-b915-33afe59fc66c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:26.956040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3d9b035a-cbac-4c81-b915-33afe59fc66c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.965556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c03aeb4-f45b-4b6a-808b-a251c91ca65a None None] Network d63e66a1-24b7-4ce0-9dde-9b802c73c239 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:26.975959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (174e73ce-1ed4-4f01-abae-cf49db45dc45), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:26.984472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.058171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4f01a00d-ed3f-4f41-82d2-477bc1af2b3f None None] Provisioning complete for port 4c8fb847-0f08-47de-bae4-213d1e744e23 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:27.059244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f01a00d-ed3f-4f41-82d2-477bc1af2b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.069719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3d9b035a-cbac-4c81-b915-33afe59fc66c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.077873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Calling delete_port for 174e73ce-1ed4-4f01-abae-cf49db45dc45 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:27.082172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (7d758529-f35f-4502-8702-e8860e2a8078), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.088084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:27.088645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.092077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 3d9b035a-cbac-4c81-b915-33afe59fc66c owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:27.148129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-d63e66a1-24b7-4ce0-9dde-9b802c73c239', 'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '6da65dc7-ad35-442f-8460-df9ff5633c76'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:27.152537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.161634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4f01a00d-ed3f-4f41-82d2-477bc1af2b3f None None] Port 4c8fb847-0f08-47de-bae4-213d1e744e23 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:27.212823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cae0962c-ea85-4caf-bfdd-1a9c407c764f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0586150 Apr 07 01:49:27.221721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49264) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:27.317092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Allocated IP 172.20.0.2 (d63e66a1-24b7-4ce0-9dde-9b802c73c239/6da65dc7-ad35-442f-8460-df9ff5633c76/e89e2af0-891f-44eb-a736-4c698d049fef) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:27.319752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c7ade7c6-691a-4e20-af56-4690670ee028 None None] Provisioning complete for port 4c8fb847-0f08-47de-bae4-213d1e744e23 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:27.320302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7ade7c6-691a-4e20-af56-4690670ee028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.355054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4c8fb847-0f08-47de-bae4-213d1e744e23), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.371467 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.5508597 Apr 07 01:49:27.380706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49266) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:27.388662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'subnet': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:27.398794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=4c8fb847-0f08-47de-bae4-213d1e744e23,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:27.401009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c7ade7c6-691a-4e20-af56-4690670ee028 None None] Port 4c8fb847-0f08-47de-bae4-213d1e744e23 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:27.405228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c178ec-6295-4bce-895a-18887d7cf385 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Network': ['ID=7d758529-f35f-4502-8702-e8860e2a8078,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:27.432139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 7d758529-f35f-4502-8702-e8860e2a8078 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:27.555195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.559514 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a73d14fd-377b-476b-8ee0-8617ed6eb0d3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/4c8fb847-0f08-47de-bae4-213d1e744e23 HTTP/1.1" status: 204 len: 168 time: 1.1606431 Apr 07 01:49:27.562409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49268) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:27.588666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Publish callbacks [] for port (e89e2af0-891f-44eb-a736-4c698d049fef), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.596493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a9f0dc-6b0b-4e1e-bd7d-7d5cf92f0746 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:27.600111 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c0a9f0dc-6b0b-4e1e-bd7d-7d5cf92f0746 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/4c8fb847-0f08-47de-bae4-213d1e744e23 HTTP/1.1" status: 404 len: 333 time: 0.0341642 Apr 07 01:49:27.600709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49270) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:27.615197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3d9b035a-cbac-4c81-b915-33afe59fc66c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.679861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=3d9b035a-cbac-4c81-b915-33afe59fc66c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:27.688717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.689153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (d63e66a1-24b7-4ce0-9dde-9b802c73c239), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.708592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.725599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.736600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:27.740302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.761920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Network d63e66a1-24b7-4ce0-9dde-9b802c73c239 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:27.767910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:27.771919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:27.775630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Pushing event updated for resources: {'Port': ['ID=e89e2af0-891f-44eb-a736-4c698d049fef,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:27.790543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet e1dbf122-1444-4fa4-a988-ed6e61be1fbb {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:27.851592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (e1dbf122-1444-4fa4-a988-ed6e61be1fbb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.865003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Attempting to bind port e89e2af0-891f-44eb-a736-4c698d049fef on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:27.865382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Attempting to bind port e89e2af0-891f-44eb-a736-4c698d049fef by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '7399c0b3-fef6-41b5-9f1e-da90930b03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:27.865751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Attempting to bind port e89e2af0-891f-44eb-a736-4c698d049fef on network d63e66a1-24b7-4ce0-9dde-9b802c73c239 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:27.871698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:27.872441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Checking segment: {'id': '7399c0b3-fef6-41b5-9f1e-da90930b03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:27.872584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.872931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Bound using segment: {'id': '7399c0b3-fef6-41b5-9f1e-da90930b03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:27.873409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Bound port: e89e2af0-891f-44eb-a736-4c698d049fef, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7399c0b3-fef6-41b5-9f1e-da90930b03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'd63e66a1-24b7-4ce0-9dde-9b802c73c239'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:27.873793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.923793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.926891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Router cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:27.930039 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5d2e2e9-839e-46d7-ba09-a5beab92d43a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/3d9b035a-cbac-4c81-b915-33afe59fc66c HTTP/1.1" status: 204 len: 168 time: 1.1930366 Apr 07 01:49:27.937002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49272) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:27.966388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] For port e89e2af0-891f-44eb-a736-4c698d049fef, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:27.968097 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (e1dbf122-1444-4fa4-a988-ed6e61be1fbb), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:27.971088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] For port e89e2af0-891f-44eb-a736-4c698d049fef, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e89e2af0-891f-44eb-a736-4c698d049fef,segment=NetworkSegment(7399c0b3-fef6-41b5-9f1e-da90930b03d4),segment_id=7399c0b3-fef6-41b5-9f1e-da90930b03d4)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:27.991231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (174e73ce-1ed4-4f01-abae-cf49db45dc45), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.034602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.055892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Pushing event deleted for resources: {'Port': ['ID=174e73ce-1ed4-4f01-abae-cf49db45dc45,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:28.097356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065e8e4-068c-4aa8-ba75-a9800f094f3a None None] Pushing event updated for resources: {'Port': ['ID=e89e2af0-891f-44eb-a736-4c698d049fef,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:28.134972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (e1dbf122-1444-4fa4-a988-ed6e61be1fbb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.166380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port e89e2af0-891f-44eb-a736-4c698d049fef {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:28.166949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.235815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.314865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (e1dbf122-1444-4fa4-a988-ed6e61be1fbb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.348103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.352981 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/e1dbf122-1444-4fa4-a988-ed6e61be1fbb HTTP/1.1" status: 204 len: 168 time: 0.7493656 Apr 07 01:49:28.352981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Subnet': ['ID=4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:28.354039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b95d5-584c-4b4d-b8b3-b76e717953eb None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:28.355142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49274) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:28.553451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38b0a8-1c26-4e64-a179-da5e8336d86b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:28.554895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38b0a8-1c26-4e64-a179-da5e8336d86b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:28.556744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a38b0a8-1c26-4e64-a179-da5e8336d86b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:28.558616 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3a38b0a8-1c26-4e64-a179-da5e8336d86b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6100972 Apr 07 01:49:28.570720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49276) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:28.628052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e89e2af0-891f-44eb-a736-4c698d049fef up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:28.631113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:28.651480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b94a3-c3a0-469a-a3e7-d64577143b1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dbf122-1444-4fa4-a988-ed6e61be1fbb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:28.672491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.676737 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-351bd82e-7217-47ec-8b9e-3f70bf59bbe7 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "PUT /v2.0/routers/cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 200 len: 710 time: 5.9212880 Apr 07 01:49:28.676927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Checking segment: {'id': '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d758529-f35f-4502-8702-e8860e2a8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:28.676927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network hostable DHCP agents. Network: 7d758529-f35f-4502-8702-e8860e2a8078, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:28.678273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] Sync routers for ids ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:28.678398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49278) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:28.710795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] Routers {'cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:28.711499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:28.712496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet a4f8ae2b-13e1-4e73-a3be-7efaed32a44c {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:28.716540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (a4f8ae2b-13e1-4e73-a3be-7efaed32a44c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.760010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:28.769813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (a4f8ae2b-13e1-4e73-a3be-7efaed32a44c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.776316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] Routers {'cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:28.776985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:28.781331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e89e2af0-891f-44eb-a736-4c698d049fef triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:28.781715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.784831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (7f3e5bcd-886c-4d72-9999-b975506d01ba), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.807391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.868773 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ccf481f8-8923-4850-a38a-2dd67a1d4fe3 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/routers/cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 200 len: 745 time: 0.1787398 Apr 07 01:49:28.869001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (a4f8ae2b-13e1-4e73-a3be-7efaed32a44c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:28.908423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49280) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:28.948135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:28.984096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-65b5650b-bbcf-43ea-9267-1c114b4d43f7 tempest-RoutersIpV6AdminTest-405752464 tempest-RoutersIpV6AdminTest-405752464-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 200 len: 205 time: 0.0722997 Apr 07 01:49:28.987467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49282) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:28.994598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 52fc4fe0-02c4-49ca-bcc1-236b6cf15655 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:29.017506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:29.018070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23873ae-6c32-43e6-8ce3-1ef3d239c492 None None] The sync data for ids ['cb38a9ac-ab4a-455f-93d0-e2b1441b4a30'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:29.026920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-815e2211-f5e7-45d9-a1f9-a8a52097c739 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 200 len: 205 time: 0.0387750 Apr 07 01:49:29.029517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49284) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.083487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (a4f8ae2b-13e1-4e73-a3be-7efaed32a44c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.123376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e89e2af0-891f-44eb-a736-4c698d049fef is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:29.124990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.136075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-de7aae70-9ef5-4e9f-8d9a-64d233186704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.147063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 7d758529-f35f-4502-8702-e8860e2a8078) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:29.156457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055f666-1311-4d8d-8eaf-8bffc92847d8 None None] Network 7d758529-f35f-4502-8702-e8860e2a8078 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:29.185407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.191538 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/a4f8ae2b-13e1-4e73-a3be-7efaed32a44c HTTP/1.1" status: 204 len: 168 time: 0.8318613 Apr 07 01:49:29.191538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:29.191538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.200169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49286) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.202619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141cd00b-7a4d-48e3-9c8a-144a2143b689 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=a4f8ae2b-13e1-4e73-a3be-7efaed32a44c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:29.230041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port e89e2af0-891f-44eb-a736-4c698d049fef, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e89e2af0-891f-44eb-a736-4c698d049fef,segment=NetworkSegment(7399c0b3-fef6-41b5-9f1e-da90930b03d4),segment_id=7399c0b3-fef6-41b5-9f1e-da90930b03d4)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:29.286118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.314342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.330806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-7d758529-f35f-4502-8702-e8860e2a8078', 'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'project_id': '03e857c1b54d4ba89b37622389f369d7', 'fixed_ips': [{'subnet_id': '4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:29.331566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.365709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (52fc4fe0-02c4-49ca-bcc1-236b6cf15655), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.400866 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4e3a62e2-44d4-4400-b875-659db2af4030 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0160420 Apr 07 01:49:29.410889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49288) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.413451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=e89e2af0-891f-44eb-a736-4c698d049fef,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:29.467714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d04ea-30d3-4e80-8e39-ca93b86c3843 None None] Network 85f71776-2f45-4862-b77f-9cd0c4daafa1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:29.513468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (85f71776-2f45-4862-b77f-9cd0c4daafa1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.523673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1280930976'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:29.529698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.533287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router_controller (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.558126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port e89e2af0-891f-44eb-a736-4c698d049fef, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e89e2af0-891f-44eb-a736-4c698d049fef,segment=NetworkSegment(7399c0b3-fef6-41b5-9f1e-da90930b03d4),segment_id=7399c0b3-fef6-41b5-9f1e-da90930b03d4)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:29.558516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.594358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57384fa1-efa3-4a2f-aa41-8bdfad9f0244 None None] Network d63e66a1-24b7-4ce0-9dde-9b802c73c239 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:29.598396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e6e84f2-caa5-49d1-aa38-c03ed81c547f None None] Provisioning complete for port d893dd59-0105-4d78-b797-6f7add2b4dc4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:29.598981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e6e84f2-caa5-49d1-aa38-c03ed81c547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.616343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port d893dd59-0105-4d78-b797-6f7add2b4dc4 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:29.616690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.663303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (cb38a9ac-ab4a-455f-93d0-e2b1441b4a30), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.663775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Fanout notify agent at l3_agent the message router_deleted on router cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:29.675884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.677030 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1e3ef4a4-ca55-4bb9-8006-16dd96480551 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 204 len: 168 time: 0.6464100 Apr 07 01:49:29.684428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49290) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.686139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (52fc4fe0-02c4-49ca-bcc1-236b6cf15655), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.695563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.1 (3d51012c-97fa-4d2b-9775-60e49d53a2cb/412d8c46-6b0e-46fe-87d8-06b55b7f8e90/373186b4-717c-43ad-804f-601f9606f33c) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:29.719139 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-da849f27-c05b-4e97-8cf4-9b2f35f10ace tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 200 len: 205 time: 0.0343509 Apr 07 01:49:29.721081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for e89e2af0-891f-44eb-a736-4c698d049fef owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:29.721661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] For port d893dd59-0105-4d78-b797-6f7add2b4dc4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d893dd59-0105-4d78-b797-6f7add2b4dc4,segment=NetworkSegment(b34134a5-fd3e-4987-938f-9cc1ad398625),segment_id=b34134a5-fd3e-4987-938f-9cc1ad398625)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:29.722112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.724674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49292) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.747988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Allocated IP 2001:db8::2 (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/dd3229ac-6520-4aa9-a379-b7dc71f70230) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:29.752073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.774167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:29.774408 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-a6f7abca-3442-4f5a-8c32-83a7a3cfa9a2 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] delete failed (client error): The resource could not be found. Apr 07 01:49:29.775150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a6f7abca-3442-4f5a-8c32-83a7a3cfa9a2 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/cb38a9ac-ab4a-455f-93d0-e2b1441b4a30 HTTP/1.1" status: 404 len: 336 time: 0.0497274 Apr 07 01:49:29.776124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for d893dd59-0105-4d78-b797-6f7add2b4dc4 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:29.777813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49294) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.817396 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94186243-685d-4f4c-91cd-9c02653ec26f tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e2cc51b-f6e9-413a-8f96-59d916817e53 HTTP/1.1" status: 200 len: 205 time: 0.0366344 Apr 07 01:49:29.821469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49296) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.862316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] DHCP port deletion for 85f71776-2f45-4862-b77f-9cd0c4daafa1 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:29.909017 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-52aa634a-1654-43a9-ad73-3a9bdc0613ca tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] delete failed (client error): The resource could not be found. Apr 07 01:49:29.910151 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-52aa634a-1654-43a9-ad73-3a9bdc0613ca tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/5e2cc51b-f6e9-413a-8f96-59d916817e53 HTTP/1.1" status: 404 len: 336 time: 0.0885410 Apr 07 01:49:29.913750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49298) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:29.939377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e6e84f2-caa5-49d1-aa38-c03ed81c547f None None] Current status of the port d893dd59-0105-4d78-b797-6f7add2b4dc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:29.948843 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-981edaca-48b8-43cc-b5f4-d490c733528e tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=3312649f-0181-4a11-8664-969fbb9b952f HTTP/1.1" status: 200 len: 205 time: 0.0339339 Apr 07 01:49:29.952321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49300) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.000343 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-441bbaa3-c397-4802-82be-4046075b8ff3 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] delete failed (client error): The resource could not be found. Apr 07 01:49:30.001558 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-441bbaa3-c397-4802-82be-4046075b8ff3 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/3312649f-0181-4a11-8664-969fbb9b952f HTTP/1.1" status: 404 len: 336 time: 0.0482194 Apr 07 01:49:30.005138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49302) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.035555 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-18096e07-0be8-473a-b647-6a089afa15ed tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cde8c315-7ffc-4da5-8aa1-062afe2f37bf HTTP/1.1" status: 200 len: 205 time: 0.0297728 Apr 07 01:49:30.037726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49304) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.048980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Router 7f3e5bcd-886c-4d72-9999-b975506d01ba has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:30.054339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] Deleting port d893dd59-0105-4d78-b797-6f7add2b4dc4 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:30.054717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.073197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (52fc4fe0-02c4-49ca-bcc1-236b6cf15655), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.090140 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-b7c9996b-55c2-4fd5-be4d-bd5082edaf72 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] delete failed (client error): The resource could not be found. Apr 07 01:49:30.093663 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b7c9996b-55c2-4fd5-be4d-bd5082edaf72 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/cde8c315-7ffc-4da5-8aa1-062afe2f37bf HTTP/1.1" status: 404 len: 336 time: 0.0523682 Apr 07 01:49:30.097162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49306) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.127287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (373186b4-717c-43ad-804f-601f9606f33c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.131453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Publish callbacks [] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.140517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.148644 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b188cd0f-7f2b-42db-861d-4f16862d3794 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc5cfafd-61eb-4664-aba3-e96a99f26e3b HTTP/1.1" status: 200 len: 205 time: 0.0502546 Apr 07 01:49:30.153841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49308) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.157016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b7edb947-b3fd-4fa5-a68a-342f3e9bebc3 None None] Provisioning complete for port e89e2af0-891f-44eb-a736-4c698d049fef triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:30.157994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7edb947-b3fd-4fa5-a68a-342f3e9bebc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.186030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:30.190148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.210460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.227406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] For port d893dd59-0105-4d78-b797-6f7add2b4dc4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d893dd59-0105-4d78-b797-6f7add2b4dc4,segment=NetworkSegment(b34134a5-fd3e-4987-938f-9cc1ad398625),segment_id=b34134a5-fd3e-4987-938f-9cc1ad398625)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:30.228227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.235520 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-47a1a53a-d628-4501-9486-41e47ee64066 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] delete failed (client error): The resource could not be found. Apr 07 01:49:30.236587 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-47a1a53a-d628-4501-9486-41e47ee64066 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/cc5cfafd-61eb-4664-aba3-e96a99f26e3b HTTP/1.1" status: 404 len: 336 time: 0.0798228 Apr 07 01:49:30.237520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No DVR routers for this DVR port d893dd59-0105-4d78-b797-6f7add2b4dc4 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:30.239251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=d893dd59-0105-4d78-b797-6f7add2b4dc4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:30.240817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49310) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.290566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a187bba8-3f7e-4ac7-92c0-739df9b3e4a4 tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "GET /v2.0/ports?device_id=50fbe900-1bb2-4c4f-b1bb-0dec3a409162 HTTP/1.1" status: 200 len: 205 time: 0.0462439 Apr 07 01:49:30.292672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:30.292895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49312) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.300855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] Calling delete_port for d893dd59-0105-4d78-b797-6f7add2b4dc4 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:30.305367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:30.312815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:30.330201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Pushing event updated for resources: {'Port': ['ID=dd3229ac-6520-4aa9-a379-b7dc71f70230,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:30.376968 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-6df44e04-84d9-4a49-9404-9b004e601aed tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] delete failed (client error): The resource could not be found. Apr 07 01:49:30.380482 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6df44e04-84d9-4a49-9404-9b004e601aed tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/routers/50fbe900-1bb2-4c4f-b1bb-0dec3a409162 HTTP/1.1" status: 404 len: 336 time: 0.0842843 Apr 07 01:49:30.381592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49314) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.416596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-527be06d-4b10-470c-a5c9-f64ab9d1ea2b tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] DELETE failed (client error): The resource could not be found. Apr 07 01:49:30.417344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527be06d-4b10-470c-a5c9-f64ab9d1ea2b tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:30.422539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-527be06d-4b10-470c-a5c9-f64ab9d1ea2b tempest-RoutersIpV6AdminTest-605660024 tempest-RoutersIpV6AdminTest-605660024-project] 10.222.0.25 "DELETE /v2.0/subnets/6f9c2455-d5ef-428f-96b6-4ccfb2bacfb3 HTTP/1.1" status: 404 len: 337 time: 0.0384636 Apr 07 01:49:30.422539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (85f71776-2f45-4862-b77f-9cd0c4daafa1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.446919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f71776-2f45-4862-b77f-9cd0c4daafa1']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.459654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34134a5-fd3e-4987-938f-9cc1ad398625') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.460444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34134a5-fd3e-4987-938f-9cc1ad398625') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.473633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (b34134a5-fd3e-4987-938f-9cc1ad398625), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.474631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Attempting to bind port dd3229ac-6520-4aa9-a379-b7dc71f70230 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:30.475232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Attempting to bind port dd3229ac-6520-4aa9-a379-b7dc71f70230 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d758529-f35f-4502-8702-e8860e2a8078'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:30.475532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Attempting to bind port dd3229ac-6520-4aa9-a379-b7dc71f70230 on network 7d758529-f35f-4502-8702-e8860e2a8078 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:30.487777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b7edb947-b3fd-4fa5-a68a-342f3e9bebc3 None None] Current status of the port e89e2af0-891f-44eb-a736-4c698d049fef is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:30.488841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b34134a5-fd3e-4987-938f-9cc1ad398625), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.491301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:30.491740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Checking segment: {'id': '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d758529-f35f-4502-8702-e8860e2a8078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:30.492350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.492842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Bound using segment: {'id': '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d758529-f35f-4502-8702-e8860e2a8078'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:30.493408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Bound port: dd3229ac-6520-4aa9-a379-b7dc71f70230, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7d758529-f35f-4502-8702-e8860e2a8078'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:30.493882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.496529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:30.497800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (b34134a5-fd3e-4987-938f-9cc1ad398625), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:30.500924 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:30.512688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (d893dd59-0105-4d78-b797-6f7add2b4dc4), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.571609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] Pushing event deleted for resources: {'Port': ['ID=d893dd59-0105-4d78-b797-6f7add2b4dc4,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:30.574124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a109d22-0fad-4326-a588-f3c51146e906 None None] No DVR routers for this DVR port d893dd59-0105-4d78-b797-6f7add2b4dc4 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:30.620558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:30.625933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] For port dd3229ac-6520-4aa9-a379-b7dc71f70230, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:30.628483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.630249 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ad49164b-f35c-4436-b2aa-91184ba26b60 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "PUT /v2.0/routers/7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 200 len: 705 time: 6.6723604 Apr 07 01:49:30.632487 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] Sync routers for ids ['7f3e5bcd-886c-4d72-9999-b975506d01ba'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:30.633395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] device_id is not set on port 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:30.633822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49318) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.645736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-63f203c7-a450-4de6-b54c-d20a9b9c4d6e None None] Provisioning complete for port e89e2af0-891f-44eb-a736-4c698d049fef triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:30.646115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-63f203c7-a450-4de6-b54c-d20a9b9c4d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.661008 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] Routers {'7f3e5bcd-886c-4d72-9999-b975506d01ba'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:30.661008 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7f3e5bcd-886c-4d72-9999-b975506d01ba'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.686793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e89e2af0-891f-44eb-a736-4c698d049fef up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:30.690711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (85f71776-2f45-4862-b77f-9cd0c4daafa1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.720341 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.720732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (52fc4fe0-02c4-49ca-bcc1-236b6cf15655), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.723645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e89e2af0-891f-44eb-a736-4c698d049fef), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.725276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] For port dd3229ac-6520-4aa9-a379-b7dc71f70230, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dd3229ac-6520-4aa9-a379-b7dc71f70230,segment=NetworkSegment(2f6dcd1a-a75d-4b7a-8180-2f67ed503db1),segment_id=2f6dcd1a-a75d-4b7a-8180-2f67ed503db1)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:30.743381 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] Routers {'7f3e5bcd-886c-4d72-9999-b975506d01ba'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:30.746325 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7f3e5bcd-886c-4d72-9999-b975506d01ba'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.749258 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.plugins.ml2.db [None req-63f203c7-a450-4de6-b54c-d20a9b9c4d6e None None] No ports have port_id starting with e89e2af0-891f-44eb-a736-4c698d049fef Apr 07 01:49:30.752304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.755882 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/85f71776-2f45-4862-b77f-9cd0c4daafa1 HTTP/1.1" status: 204 len: 168 time: 1.5508919 Apr 07 01:49:30.756648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14326340-fea8-47c1-aa78-aa17364a173f tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=85f71776-2f45-4862-b77f-9cd0c4daafa1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:30.761515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No active binding found for port e89e2af0-891f-44eb-a736-4c698d049fef {{(pid=110985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 01:49:30.761892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] The host dv-neutron-836863-2-hyperv is not matching for port e89e2af0-891f-44eb-a736-4c698d049fef host None! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 01:49:30.762278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49320) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.762363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e89e2af0-891f-44eb-a736-4c698d049fef not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 01:49:30.786658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port e89e2af0-891f-44eb-a736-4c698d049fef not found, will not notify nova. {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 01:49:30.806404 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:30.806404 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef270e4-66b6-4a66-b9f6-8c37d37f1061 None None] The sync data for ids ['7f3e5bcd-886c-4d72-9999-b975506d01ba'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:30.807261 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-346038d3-1120-43d8-923a-aae680a8be69 tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/routers/7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 200 len: 740 time: 0.1704171 Apr 07 01:49:30.807361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (373186b4-717c-43ad-804f-601f9606f33c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.808243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49322) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.823338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.850642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=e89e2af0-891f-44eb-a736-4c698d049fef,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:30.873476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:30.873747 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-13a46bc4-601f-43e5-a7d3-f862f2b84d5f tempest-RoutersAdminTest-202292116 tempest-RoutersAdminTest-202292116-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&device_id=7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 200 len: 205 time: 0.0636368 Apr 07 01:49:30.876622 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/52fc4fe0-02c4-49ca-bcc1-236b6cf15655 HTTP/1.1" status: 204 len: 168 time: 2.3044565 Apr 07 01:49:30.884389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065f8fdc-f0bb-4b64-b934-8c081b8dd207 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:30.888399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49324) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.888814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49326) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:30.897426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d893dd59-0105-4d78-b797-6f7add2b4dc4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:30.914484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6827b56-e903-4212-bbf5-f8aee01bad48 None None] DHCP port deletion for d63e66a1-24b7-4ce0-9dde-9b802c73c239 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:30.923687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f37a4d-e399-49ec-bbd4-6590cfea74f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=52fc4fe0-02c4-49ca-bcc1-236b6cf15655,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:30.970945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:30.971943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port e89e2af0-891f-44eb-a736-4c698d049fef on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:30.981821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:30.991800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a89630-d5b3-4ebb-a852-ed4dfdb1e027 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:30.991800 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a4a89630-d5b3-4ebb-a852-ed4dfdb1e027 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2264352 Apr 07 01:49:30.997662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:31.010367 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6b1c061f-e7db-482b-b87d-43d7084d925d tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 200 len: 205 time: 0.1171274 Apr 07 01:49:31.013783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: d893dd59-0105-4d78-b797-6f7add2b4dc4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:31.014111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d893dd59-0105-4d78-b797-6f7add2b4dc4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:31.018092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49328) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:31.018428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49332) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:31.043467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77b3d9-6bf1-4657-a5ba-2fe4542108aa None None] Pushing event updated for resources: {'Port': ['ID=dd3229ac-6520-4aa9-a379-b7dc71f70230,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:31.053921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.129185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 9db3af43-6d13-4935-90e3-241cd70881be {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:31.132582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (9db3af43-6d13-4935-90e3-241cd70881be), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.156587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49334) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:31.170401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Allocated IP 2001:db8::37e (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/3b2e65aa-7da1-483d-8a0f-69373b2d3fd5) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:31.182762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=373186b4-717c-43ad-804f-601f9606f33c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:31.227048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.233027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6da65dc7-ad35-442f-8460-df9ff5633c76), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.358382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (9db3af43-6d13-4935-90e3-241cd70881be), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.399722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5d7d59a5-c016-42e3-ab9a-1e4871128123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.549183 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-16269927-6d78-47f9-a726-bb260818b57b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5295792 Apr 07 01:49:31.551209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49338) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:31.556459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-684f5427-81a1-4a4a-8ca4-70bef8869930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.561853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1907143498'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:31.570430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.588808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router_controller (7f3e5bcd-886c-4d72-9999-b975506d01ba), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.605344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (373186b4-717c-43ad-804f-601f9606f33c), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.607688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (6da65dc7-ad35-442f-8460-df9ff5633c76), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.638104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1ce941-d74e-4154-9348-ed3ed4ccf6bb None None] Network d63e66a1-24b7-4ce0-9dde-9b802c73c239 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:31.660867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (9db3af43-6d13-4935-90e3-241cd70881be), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.719778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=6da65dc7-ad35-442f-8460-df9ff5633c76,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:31.733154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:31.737114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.772623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.790756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba807df-4306-4c18-b322-eec461457e3f None None] DHCP port deletion for d63e66a1-24b7-4ce0-9dde-9b802c73c239 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:31.807568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (d63e66a1-24b7-4ce0-9dde-9b802c73c239), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.892633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63e66a1-24b7-4ce0-9dde-9b802c73c239']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:31.909160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:31.932509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7399c0b3-fef6-41b5-9f1e-da90930b03d4') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:31.932869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7399c0b3-fef6-41b5-9f1e-da90930b03d4') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:31.975744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (7f3e5bcd-886c-4d72-9999-b975506d01ba), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.976219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Fanout notify agent at l3_agent the message router_deleted on router 7f3e5bcd-886c-4d72-9999-b975506d01ba {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:31.982262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (7399c0b3-fef6-41b5-9f1e-da90930b03d4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.985551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.995790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c5be7d66-3eb5-4871-804f-47ff4633dda8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:31.995790 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment c5be7d66-3eb5-4871-804f-47ff4633dda8 of type vlan for network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 Apr 07 01:49:31.995952 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-04aeeccb-bf53-43d6-aa4a-5044be179dfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 204 len: 168 time: 0.9687209 Apr 07 01:49:31.996905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49340) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.011932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c8a7b7e9-6c4a-4781-81ea-e75726da33c5 None None] Provisioning complete for port 91b8d966-bea1-45ca-a804-0dd90dacc446 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:32.011932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c8a7b7e9-6c4a-4781-81ea-e75726da33c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.044697 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2f94bd03-b52d-4c94-b79e-d697dfa5b5ea tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 200 len: 205 time: 0.0463207 Apr 07 01:49:32.050136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49342) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.050416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7399c0b3-fef6-41b5-9f1e-da90930b03d4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.074196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:32.074610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (7399c0b3-fef6-41b5-9f1e-da90930b03d4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:32.077924 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:32.080162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f5c80f25-ad8e-41ee-a709-2e92135b8bd4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.107334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7b7e9-6c4a-4781-81ea-e75726da33c5 None None] Current status of the port 91b8d966-bea1-45ca-a804-0dd90dacc446 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:32.127633 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-fdfab6c7-6a96-472b-8bf3-4d681cd96b18 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] delete failed (client error): The resource could not be found. Apr 07 01:49:32.129454 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fdfab6c7-6a96-472b-8bf3-4d681cd96b18 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/7f3e5bcd-886c-4d72-9999-b975506d01ba HTTP/1.1" status: 404 len: 336 time: 0.0778389 Apr 07 01:49:32.134434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49344) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.137878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.159326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-684f5427-81a1-4a4a-8ca4-70bef8869930 admin admin] Publish callbacks [] for security_group (5f017edc-2f8d-4afd-8b46-09f86a1c04a5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.223055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (9db3af43-6d13-4935-90e3-241cd70881be), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.245529 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0af3d0dc-3d08-4a4f-9668-8e5bada0e3c9 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f087f04-2168-4425-999e-0fb1474aa5e1 HTTP/1.1" status: 200 len: 205 time: 0.1029692 Apr 07 01:49:32.258317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49346) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.259345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=9db3af43-6d13-4935-90e3-241cd70881be,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:32.271962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-684f5427-81a1-4a4a-8ca4-70bef8869930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5f017edc-2f8d-4afd-8b46-09f86a1c04a5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.289102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e40190b-94c7-46bd-be2b-8ef71912adef None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:32.294972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:32.302573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:32.305044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:32.310426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:32.311058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.325612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.327352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=3b2e65aa-7da1-483d-8a0f-69373b2d3fd5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:32.329138 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1528d4f8-baf9-4243-a312-6e9cec9a6310 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/9db3af43-6d13-4935-90e3-241cd70881be HTTP/1.1" status: 204 len: 168 time: 1.4369884 Apr 07 01:49:32.337340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49348) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.338697 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-0fd3d285-60c9-4251-9589-3d3e06ca2070 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] delete failed (client error): The resource could not be found. Apr 07 01:49:32.342916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0fd3d285-60c9-4251-9589-3d3e06ca2070 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/5f087f04-2168-4425-999e-0fb1474aa5e1 HTTP/1.1" status: 404 len: 336 time: 0.0811059 Apr 07 01:49:32.348661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49350) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.367458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f5427-81a1-4a4a-8ca4-70bef8869930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f017edc-2f8d-4afd-8b46-09f86a1c04a5,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:32.368905 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-684f5427-81a1-4a4a-8ca4-70bef8869930 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd831e4f24424c909b745d21ab09e2f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1447916 Apr 07 01:49:32.371416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49352) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.397491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46afdb-4d2f-4e75-bc90-126a51ed3e96 None None] Network 7d758529-f35f-4502-8702-e8860e2a8078 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:32.410819 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b815bb0f-7afb-4f0e-9659-d9b47d13d8d1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691547 Apr 07 01:49:32.411018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.416508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:32.427740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (d63e66a1-24b7-4ce0-9dde-9b802c73c239), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.431627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.435139 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/d63e66a1-24b7-4ce0-9dde-9b802c73c239 HTTP/1.1" status: 204 len: 168 time: 5.2070811 Apr 07 01:49:32.436162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f5c80f25-ad8e-41ee-a709-2e92135b8bd4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.441811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49356) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.441983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:32.442940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.447696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-361628541'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:32.464128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-435c73f2-6fd1-4907-9522-75fc5a51108e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0173743 Apr 07 01:49:32.464128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-22cf7760-db97-4afd-b411-bfede943467f tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7d9912-8349-418f-84f2-e6bef1a2eea9 HTTP/1.1" status: 200 len: 205 time: 0.1107745 Apr 07 01:49:32.480205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49358) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.480679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49360) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.488472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2034708175', 'allowed_address_pairs': [{'ip_address': '2001:db8::37e', 'mac_address': 'fa:16:3e:f9:35:b4'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:32.492129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03567e5-3dfd-4b1f-8fca-3e3d9e4283d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=d63e66a1-24b7-4ce0-9dde-9b802c73c239,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:32.585151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=f5c80f25-ad8e-41ee-a709-2e92135b8bd4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:32.597922 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6a476de5-05ca-4352-8877-88819fde3f4c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0456085 Apr 07 01:49:32.600841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49362) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.606471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:32.608437 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-8df6ab41-ec62-4db8-895f-137d152dfdcd tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] delete failed (client error): The resource could not be found. Apr 07 01:49:32.613333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (373186b4-717c-43ad-804f-601f9606f33c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.614414 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8df6ab41-ec62-4db8-895f-137d152dfdcd tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/2e7d9912-8349-418f-84f2-e6bef1a2eea9 HTTP/1.1" status: 404 len: 336 time: 0.1301475 Apr 07 01:49:32.615591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49364) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.638188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:32.643165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.649613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2a2d-3687-49c7-86f1-4c25f8f0e8b9 admin admin] Publish callbacks [] for security_group (5f017edc-2f8d-4afd-8b46-09f86a1c04a5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.699334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] Provisioning complete for port dd3229ac-6520-4aa9-a379-b7dc71f70230 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:32.699717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.704630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (373186b4-717c-43ad-804f-601f9606f33c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.709126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2a2d-3687-49c7-86f1-4c25f8f0e8b9 admin admin] Publish callbacks [] for security_group (5f017edc-2f8d-4afd-8b46-09f86a1c04a5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.714728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:32.717980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dd3229ac-6520-4aa9-a379-b7dc71f70230 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:32.718332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.759681 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6782106d-0868-429e-94a9-d9005090e2a0 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a HTTP/1.1" status: 200 len: 205 time: 0.1428862 Apr 07 01:49:32.765871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.767699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49366) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.804928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:32.823674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:32.828925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.870281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-9bbdee15-07a2-48a6-b4df-a4fbb0ebfcfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] delete failed (client error): The resource could not be found. Apr 07 01:49:32.871365 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9bbdee15-07a2-48a6-b4df-a4fbb0ebfcfa tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/cc1bf8fd-f9b3-4bcd-a697-fe476cbb2f6a HTTP/1.1" status: 404 len: 336 time: 0.0936852 Apr 07 01:49:32.885571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49368) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.890678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port dd3229ac-6520-4aa9-a379-b7dc71f70230 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:32.891064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.934429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] Current status of the port dd3229ac-6520-4aa9-a379-b7dc71f70230 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:32.934823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:32.969834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-178c9489-f5f2-4fa4-bb57-bb827fd567ad tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=a85dfd5e-7932-4ed6-8209-df07165ee106 HTTP/1.1" status: 200 len: 205 time: 0.0739856 Apr 07 01:49:32.970639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=373186b4-717c-43ad-804f-601f9606f33c,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:32.973879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49370) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:32.985093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] For port dd3229ac-6520-4aa9-a379-b7dc71f70230, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dd3229ac-6520-4aa9-a379-b7dc71f70230,segment=NetworkSegment(2f6dcd1a-a75d-4b7a-8180-2f67ed503db1),segment_id=2f6dcd1a-a75d-4b7a-8180-2f67ed503db1)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:33.018292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ffb8efb3-1de4-4f2f-b01c-1d70eefd0115), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.019258 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment ffb8efb3-1de4-4f2f-b01c-1d70eefd0115 of type vlan for network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 Apr 07 01:49:33.022975 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-7f6a11db-2457-4d2e-8c4d-9d5c6bd58e69 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] delete failed (client error): The resource could not be found. Apr 07 01:49:33.024049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7f6a11db-2457-4d2e-8c4d-9d5c6bd58e69 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/a85dfd5e-7932-4ed6-8209-df07165ee106 HTTP/1.1" status: 404 len: 336 time: 0.0450451 Apr 07 01:49:33.029469 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49372) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:33.030234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dd3229ac-6520-4aa9-a379-b7dc71f70230 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:33.030637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.033214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:33.061039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.116159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce64599f-8f64-419b-858b-68308046d65e None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:33.155995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (fb5acc61-42f5-49ec-9f2c-d76cc873f1b8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.175163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:33.175747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:33.189049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcf1ef-e493-4f16-9354-fb377f242084 None None] Pushing event updated for resources: {'Port': ['ID=dd3229ac-6520-4aa9-a379-b7dc71f70230,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:33.219463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ce64599f-8f64-419b-858b-68308046d65e None None] Deleting port 91b8d966-bea1-45ca-a804-0dd90dacc446 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:33.220437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ce64599f-8f64-419b-858b-68308046d65e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.227534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2a2d-3687-49c7-86f1-4c25f8f0e8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5f017edc-2f8d-4afd-8b46-09f86a1c04a5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.230307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc2e2a2d-3687-49c7-86f1-4c25f8f0e8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.231553 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bc2e2a2d-3687-49c7-86f1-4c25f8f0e8b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f017edc-2f8d-4afd-8b46-09f86a1c04a5 HTTP/1.1" status: 204 len: 168 time: 0.8590097 Apr 07 01:49:33.251290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.289033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e2a2d-3687-49c7-86f1-4c25f8f0e8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f017edc-2f8d-4afd-8b46-09f86a1c04a5,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:33.297020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (fb5acc61-42f5-49ec-9f2c-d76cc873f1b8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.302523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:33.303274 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.334637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] device_id is not set on port 97d77fe3-3a85-4ca1-98bb-317b4ff70848 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:33.348107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ce64599f-8f64-419b-858b-68308046d65e None None] For port 91b8d966-bea1-45ca-a804-0dd90dacc446, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=91b8d966-bea1-45ca-a804-0dd90dacc446,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:33.352002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ce64599f-8f64-419b-858b-68308046d65e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.372332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ce64599f-8f64-419b-858b-68308046d65e None None] Calling delete_port for 91b8d966-bea1-45ca-a804-0dd90dacc446 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:33.384960 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a494501f-b1f5-4980-a877-f3a80809030b tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "GET /v2.0/ports?device_id=4eb41528-0d0f-4954-9eed-b04016fe50c5 HTTP/1.1" status: 200 len: 205 time: 0.3525689 Apr 07 01:49:33.388621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49376) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:33.397006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-21b16434-2657-4728-bcb8-9c0ee10b121a None None] Provisioning complete for port 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:33.397405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-21b16434-2657-4728-bcb8-9c0ee10b121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.398793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:33.402209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.410596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9656243 Apr 07 01:49:33.454220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49378) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:33.459262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': 'fb5acc61-42f5-49ec-9f2c-d76cc873f1b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:33.505718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-21b16434-2657-4728-bcb8-9c0ee10b121a None None] Port 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:33.514237 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-a8072799-bf2f-4ed3-aff0-41a26047d00c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] delete failed (client error): The resource could not be found. Apr 07 01:49:33.518380 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a8072799-bf2f-4ed3-aff0-41a26047d00c tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/routers/4eb41528-0d0f-4954-9eed-b04016fe50c5 HTTP/1.1" status: 404 len: 336 time: 0.1244576 Apr 07 01:49:33.526931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49380) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:33.532122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-21b16434-2657-4728-bcb8-9c0ee10b121a None None] Provisioning complete for port dd3229ac-6520-4aa9-a379-b7dc71f70230 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:33.533086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-21b16434-2657-4728-bcb8-9c0ee10b121a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.559949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46f8968-3920-45f6-9ccd-2c44a8d5d4a1 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] DELETE failed (client error): The resource could not be found. Apr 07 01:49:33.560526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46f8968-3920-45f6-9ccd-2c44a8d5d4a1 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:33.580611 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f46f8968-3920-45f6-9ccd-2c44a8d5d4a1 tempest-RoutersAdminTest-1301072006 tempest-RoutersAdminTest-1301072006-project] 10.222.0.25 "DELETE /v2.0/subnets/11dc0748-a481-4045-ab3d-4ed0d2f8905c HTTP/1.1" status: 404 len: 337 time: 0.0524774 Apr 07 01:49:33.623169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ce64599f-8f64-419b-858b-68308046d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (91b8d966-bea1-45ca-a804-0dd90dacc446), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.630106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:33.638657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:33.688036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62381892-a628-49d3-894b-cd7a75a9dd92 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=fb5acc61-42f5-49ec-9f2c-d76cc873f1b8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:33.697866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64599f-8f64-419b-858b-68308046d65e None None] No DVR routers for this DVR port 91b8d966-bea1-45ca-a804-0dd90dacc446 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:33.722685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:33.776993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (105adfcf-7b05-4e98-ae4a-45b48e641bcf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.789731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64599f-8f64-419b-858b-68308046d65e None None] Pushing event deleted for resources: {'Port': ['ID=91b8d966-bea1-45ca-a804-0dd90dacc446,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:33.802808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b42ca9d-0d43-4a8a-aa6f-0ffa2e41793a None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:49:33.819751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:33.856271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-21b16434-2657-4728-bcb8-9c0ee10b121a None None] Current status of the port dd3229ac-6520-4aa9-a379-b7dc71f70230 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:33.865174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dd3229ac-6520-4aa9-a379-b7dc71f70230 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:33.872159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:33.885509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:33.888564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:33.889241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.938130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=105adfcf-7b05-4e98-ae4a-45b48e641bcf,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:33.947043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Allocated IP 2001:db8::9f (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/97d77fe3-3a85-4ca1-98bb-317b4ff70848) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:33.970603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:33.983131 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e89e2af0-891f-44eb-a736-4c698d049fef no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:33.990840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b42ca9d-0d43-4a8a-aa6f-0ffa2e41793a None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:49:34.027053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cc5a8956-b131-48aa-997e-afbf18a8d70d None None] Provisioning complete for port 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:34.027504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cc5a8956-b131-48aa-997e-afbf18a8d70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.029608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e89e2af0-891f-44eb-a736-4c698d049fef {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:34.029608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e89e2af0-891f-44eb-a736-4c698d049fef not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:34.036581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:34.043047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a58f2458-4d7e-4381-8b09-7bb69439ce4c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/routers/962ff0a5-dc9b-4002-bf5c-b23c704f4eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9879575 Apr 07 01:49:34.051277 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94c013a1-dd5d-4bd0-87f0-88e6212589b0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6390655 Apr 07 01:49:34.056616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49386) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.057002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49388) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.063162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:34.069611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'port': {'network_id': '3d51012c-97fa-4d2b-9775-60e49d53a2cb', 'name': 'tempest-FloatingIPTestJSON-1760283089'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:34.077759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71afae09-1286-462d-9148-26cedfd55166 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:34.092043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49390) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.120822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:34.124769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.146254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71afae09-1286-462d-9148-26cedfd55166 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:34.147038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-71afae09-1286-462d-9148-26cedfd55166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:34.172432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (da47ff8f-8a08-4538-bb24-64a7eeebeb33), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.197434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a8956-b131-48aa-997e-afbf18a8d70d None None] Port 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:34.201588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-71afae09-1286-462d-9148-26cedfd55166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:34.216411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing IP validity checks on allocation pools {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:49:34.217339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:49:34.219343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71afae09-1286-462d-9148-26cedfd55166 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:34.220536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-71afae09-1286-462d-9148-26cedfd55166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:34.234455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=da47ff8f-8a08-4538-bb24-64a7eeebeb33,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:34.241745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49394) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.261885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-71afae09-1286-462d-9148-26cedfd55166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:34.263030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71afae09-1286-462d-9148-26cedfd55166 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:34.292374 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3088615e-0df0-4d34-8bf0-d5fd13f684d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1be714976ca5413ca224807ac86927dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1897070 Apr 07 01:49:34.294990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49398) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.313655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (97d77fe3-3a85-4ca1-98bb-317b4ff70848), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.341299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': 'c5be7d66-3eb5-4871-804f-47ff4633dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:34.341683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: f5c80f25-ad8e-41ee-a709-2e92135b8bd4, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:34.392160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '105adfcf-7b05-4e98-ae4a-45b48e641bcf'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:34.393203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.415160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7026c0d-c2b9-4f40-bc89-91dfa3fcc0a9 admin admin] Publish callbacks [] for security_group (1384fc2e-370c-4368-9eff-c2b51090ad30), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.441434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9186ea82-4f0d-40a5-879e-7b687d8072b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.459252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:34.461396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7026c0d-c2b9-4f40-bc89-91dfa3fcc0a9 admin admin] Publish callbacks [] for security_group (1384fc2e-370c-4368-9eff-c2b51090ad30), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.463043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.489422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:34.492882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.500489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:34.503158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] device_id is not set on port b40f98c2-513b-4f5f-8db0-96cc88b8f207 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:34.561523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Allocated IP 172.20.0.2 (90b9273a-c012-429c-a675-14d31428d1d8/105adfcf-7b05-4e98-ae4a-45b48e641bcf/b5b91b78-dbfd-4a35-92be-19de9befa028) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:34.571410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (97d77fe3-3a85-4ca1-98bb-317b4ff70848), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.609008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (cb47aa84-73cb-4571-8215-983b3ae4c098), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.656321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:34.667145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:34.669086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7026c0d-c2b9-4f40-bc89-91dfa3fcc0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1384fc2e-370c-4368-9eff-c2b51090ad30), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.671624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7026c0d-c2b9-4f40-bc89-91dfa3fcc0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.675483 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e7026c0d-c2b9-4f40-bc89-91dfa3fcc0a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1384fc2e-370c-4368-9eff-c2b51090ad30 HTTP/1.1" status: 204 len: 168 time: 0.3796172 Apr 07 01:49:34.675695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dd3229ac-6520-4aa9-a379-b7dc71f70230 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:34.678780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:34.684048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:34.684686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.696458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=97d77fe3-3a85-4ca1-98bb-317b4ff70848,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:34.719429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7026c0d-c2b9-4f40-bc89-91dfa3fcc0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1384fc2e-370c-4368-9eff-c2b51090ad30,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:34.722148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=cb47aa84-73cb-4571-8215-983b3ae4c098,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:34.749146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, f5c80f25-ad8e-41ee-a709-2e92135b8bd4) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:34.759077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': 'ffb8efb3-1de4-4f2f-b01c-1d70eefd0115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'fb5acc61-42f5-49ec-9f2c-d76cc873f1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:34.760043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: fb5acc61-42f5-49ec-9f2c-d76cc873f1b8, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:34.766510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Publish callbacks [] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.772991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:34.773599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.783425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port dd3229ac-6520-4aa9-a379-b7dc71f70230 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:34.784321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.789329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.7 (3d51012c-97fa-4d2b-9775-60e49d53a2cb/412d8c46-6b0e-46fe-87d8-06b55b7f8e90/b40f98c2-513b-4f5f-8db0-96cc88b8f207) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:34.803420 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2237731b-3af9-477a-a9a0-22bbf70e3f2a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3202901 Apr 07 01:49:34.809251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49402) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.826961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9186ea82-4f0d-40a5-879e-7b687d8072b8 admin admin] Publish callbacks [] for security_group (a929abfc-a267-4f66-9505-0ea5f2566458), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.880403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dd3229ac-6520-4aa9-a379-b7dc71f70230 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:34.892946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.900194 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-70453479-61c3-472f-a5d6-f9aeebeb6766 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2980759 Apr 07 01:49:34.904252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49404) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:34.904523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:34.911975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4', 'name': 'tempest-PortsIpV6TestJSON-1487188594'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:34.945115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:34.949205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:34.954064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:34.962779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Pushing event updated for resources: {'Port': ['ID=b5b91b78-dbfd-4a35-92be-19de9befa028,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:34.982342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9186ea82-4f0d-40a5-879e-7b687d8072b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a929abfc-a267-4f66-9505-0ea5f2566458), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:34.990970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea4dd8-4588-44e2-8cae-010716278413 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:34.996540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea4dd8-4588-44e2-8cae-010716278413 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:35.002499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 91b8d966-bea1-45ca-a804-0dd90dacc446 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:35.002627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bea4dd8-4588-44e2-8cae-010716278413 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:35.007358 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4bea4dd8-4588-44e2-8cae-010716278413 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.1979539 Apr 07 01:49:35.007358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49408) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:35.045833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, fb5acc61-42f5-49ec-9f2c-d76cc873f1b8) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:35.051076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:35.052926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.055825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 91b8d966-bea1-45ca-a804-0dd90dacc446 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:35.056189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 91b8d966-bea1-45ca-a804-0dd90dacc446 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:35.071706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Attempting to bind port b5b91b78-dbfd-4a35-92be-19de9befa028 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:35.072164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Attempting to bind port b5b91b78-dbfd-4a35-92be-19de9befa028 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:35.072501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Attempting to bind port b5b91b78-dbfd-4a35-92be-19de9befa028 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:35.078186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:35.078570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:35.078977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.079416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:35.079899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Bound port: b5b91b78-dbfd-4a35-92be-19de9befa028, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:35.080296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.104136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9186ea82-4f0d-40a5-879e-7b687d8072b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f3850859c5d4889a6e75d0c4008e7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8566570 Apr 07 01:49:35.111465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49410) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:35.149023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186ea82-4f0d-40a5-879e-7b687d8072b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a929abfc-a267-4f66-9505-0ea5f2566458,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:35.160525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] For port b5b91b78-dbfd-4a35-92be-19de9befa028, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:35.164095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] For port b5b91b78-dbfd-4a35-92be-19de9befa028, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b5b91b78-dbfd-4a35-92be-19de9befa028,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:35.182634 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-24c34583-0048-469b-9d8b-43e904dd5ed8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7271380 Apr 07 01:49:35.187377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49414) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:35.230211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a18feaa8-0274-4e7f-9613-9eab8e2c84db admin admin] Publish callbacks [] for security_group (a929abfc-a267-4f66-9505-0ea5f2566458), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.232999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (b40f98c2-513b-4f5f-8db0-96cc88b8f207), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.254383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.272967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a18feaa8-0274-4e7f-9613-9eab8e2c84db admin admin] Publish callbacks [] for security_group (a929abfc-a267-4f66-9505-0ea5f2566458), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.287065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port 97d77fe3-3a85-4ca1-98bb-317b4ff70848 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:35.287416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (97d77fe3-3a85-4ca1-98bb-317b4ff70848), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.384990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:35.388740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.414068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (fb5acc61-42f5-49ec-9f2c-d76cc873f1b8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.439705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 99aa9263-f9cf-4354-8467-47a7e7f98e6b yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:35.455543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a18feaa8-0274-4e7f-9613-9eab8e2c84db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a929abfc-a267-4f66-9505-0ea5f2566458), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.458135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.459169 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a18feaa8-0274-4e7f-9613-9eab8e2c84db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.465495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (97d77fe3-3a85-4ca1-98bb-317b4ff70848), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.475438 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a18feaa8-0274-4e7f-9613-9eab8e2c84db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a929abfc-a267-4f66-9505-0ea5f2566458 HTTP/1.1" status: 204 len: 168 time: 0.3594463 Apr 07 01:49:35.493939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b40f98c2-513b-4f5f-8db0-96cc88b8f207), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.500285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b42fe2-4496-49a2-93ea-a377a2f3e520 None None] Pushing event updated for resources: {'Port': ['ID=b5b91b78-dbfd-4a35-92be-19de9befa028,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:35.526419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for 97d77fe3-3a85-4ca1-98bb-317b4ff70848 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:35.589633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=b40f98c2-513b-4f5f-8db0-96cc88b8f207,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:35.611006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18feaa8-0274-4e7f-9613-9eab8e2c84db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a929abfc-a267-4f66-9505-0ea5f2566458,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:35.627416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:35.634660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:35.648373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:35.670418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (cb47aa84-73cb-4571-8215-983b3ae4c098), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.687428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:49:35.814335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::130 (f5c80f25-ad8e-41ee-a709-2e92135b8bd4/da47ff8f-8a08-4538-bb24-64a7eeebeb33/99aa9263-f9cf-4354-8467-47a7e7f98e6b) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:35.847387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:35.848034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:35.995016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c0aefc4a-9e8b-47cf-a15e-85cf78d444c3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9368711 Apr 07 01:49:35.997554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49434) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:36.004211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'port': {'network_id': '3d51012c-97fa-4d2b-9775-60e49d53a2cb', 'name': 'tempest-FloatingIPTestJSON-1312171193'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:36.068507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (cb47aa84-73cb-4571-8215-983b3ae4c098), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.096986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=cb47aa84-73cb-4571-8215-983b3ae4c098,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:36.145534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (97d77fe3-3a85-4ca1-98bb-317b4ff70848), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.196875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.209412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:36.214584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.234447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (fb5acc61-42f5-49ec-9f2c-d76cc873f1b8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.239292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=97d77fe3-3a85-4ca1-98bb-317b4ff70848,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:36.259166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] device_id is not set on port b6684646-0c8b-4ce9-8e78-ed337c4e8ab3 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:36.305078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5acc61-42f5-49ec-9f2c-d76cc873f1b8']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:36.332133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb8efb3-1de4-4f2f-b01c-1d70eefd0115') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:36.332437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb8efb3-1de4-4f2f-b01c-1d70eefd0115') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:36.340506 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:49:36.359961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (ffb8efb3-1de4-4f2f-b01c-1d70eefd0115), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.381556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (99aa9263-f9cf-4354-8467-47a7e7f98e6b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.403116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49440) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:36.411961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ffb8efb3-1de4-4f2f-b01c-1d70eefd0115), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.437624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.440997 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f3ab113c-59ba-4376-a562-8d9a16869f79 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/ports/97d77fe3-3a85-4ca1-98bb-317b4ff70848 HTTP/1.1" status: 204 len: 168 time: 1.4327033 Apr 07 01:49:36.443490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:36.443892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (ffb8efb3-1de4-4f2f-b01c-1d70eefd0115), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:36.447498 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:36.455306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49442) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:36.494040 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1695ec8f-2ef6-4f6d-8475-47d8719771eb tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] GET failed (client error): The resource could not be found. Apr 07 01:49:36.497727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1695ec8f-2ef6-4f6d-8475-47d8719771eb tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "GET /v2.0/ports/97d77fe3-3a85-4ca1-98bb-317b4ff70848 HTTP/1.1" status: 404 len: 333 time: 0.0433466 Apr 07 01:49:36.504214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49444) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:36.516076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2106093532'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:36.605249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (fb5acc61-42f5-49ec-9f2c-d76cc873f1b8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.616791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.625904 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 HTTP/1.1" status: 204 len: 168 time: 1.4357469 Apr 07 01:49:36.626667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.4 (3d51012c-97fa-4d2b-9775-60e49d53a2cb/412d8c46-6b0e-46fe-87d8-06b55b7f8e90/b6684646-0c8b-4ce9-8e78-ed337c4e8ab3) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:36.635920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b5b91b78-dbfd-4a35-92be-19de9befa028 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:36.643096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49448) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:36.655783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520ce9a-bbcf-4fb9-805d-a615571f94f1 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=fb5acc61-42f5-49ec-9f2c-d76cc873f1b8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:36.659726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (99aa9263-f9cf-4354-8467-47a7e7f98e6b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.706958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:36.714411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:36.719719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:36.726245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:36.727005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.732611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b5b91b78-dbfd-4a35-92be-19de9befa028 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:36.734838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.739051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=99aa9263-f9cf-4354-8467-47a7e7f98e6b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:36.820494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-266f3c82-dab7-48de-8aa9-d7123b89389b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9132943 Apr 07 01:49:36.822928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49450) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:36.828549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4', 'name': 'tempest-PortsIpV6TestJSON-1044428664'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:36.853663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:36.854856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:36.913792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0c53ef-47ce-4bda-9da5-52e3453ce59a None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:36.993043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14a4429-1ce0-4fa0-9ed3-a7f27979d6b1 None None] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:37.003272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021db87-8b6f-4766-b183-2c042946b0f9 None None] Network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:37.037455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9021db87-8b6f-4766-b183-2c042946b0f9 None None] Network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:49:37.066949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144693522'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:37.079969 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ac5403dc-f1db-40cb-8988-1290f859ab59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ff56a9555274f49879e03d4dc5abc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6736665 Apr 07 01:49:37.085939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ddea0-132c-40db-b6d5-9fa7b5cb409b None None] Network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:37.093520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49458) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:37.104262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port b5b91b78-dbfd-4a35-92be-19de9befa028, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b5b91b78-dbfd-4a35-92be-19de9befa028,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:37.115038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8ddea0-132c-40db-b6d5-9fa7b5cb409b None None] Network fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:49:37.139703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] Provisioning complete for port b5b91b78-dbfd-4a35-92be-19de9befa028 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:37.140394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.215752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:37.221413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.240843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.256330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:37.276791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.277155 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment a5d94117-b3f2-4059-b98d-06a2509cc7be of type vlan for network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a Apr 07 01:49:37.295041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:37.298308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.384856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.399657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-f5c80f25-ad8e-41ee-a709-2e92135b8bd4', 'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': 'da47ff8f-8a08-4538-bb24-64a7eeebeb33'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:37.400505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.430994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.434839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9f47-c466-4a9c-b3f6-881ed9c11abe admin admin] Publish callbacks [] for security_group (1fc92be8-0cfe-402e-b0ff-38cd8e001dec), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.437301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] device_id is not set on port 453160b4-d7bb-4a9d-8047-32551627fb63 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:37.479061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (bafa7950-6929-4bf9-a964-8cba9b3dac1b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.497049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:37.509297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.549146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port bf910320-0c7e-45f4-97e3-5e10336441eb yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:37.553786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:37.554361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:37.557637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:37.558330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.619962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49466) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:37.680098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Allocated IP 2001:db8::2 (f5c80f25-ad8e-41ee-a709-2e92135b8bd4/da47ff8f-8a08-4538-bb24-64a7eeebeb33/fd2165a0-714c-47e0-83e5-6cc23da98ab3) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:37.731279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:37.744536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9f47-c466-4a9c-b3f6-881ed9c11abe admin admin] Publish callbacks [] for security_group (1fc92be8-0cfe-402e-b0ff-38cd8e001dec), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.748653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] For port b5b91b78-dbfd-4a35-92be-19de9befa028, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b5b91b78-dbfd-4a35-92be-19de9befa028,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:37.754241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:37.755964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=b5b91b78-dbfd-4a35-92be-19de9befa028,revision_number=4']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:37.777622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:37.782011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.824487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.825875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-488773078', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:37.830043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:37.830661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.851046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.859904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=bafa7950-6929-4bf9-a964-8cba9b3dac1b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:37.888486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Publish callbacks [] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.893157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (b6684646-0c8b-4ce9-8e78-ed337c4e8ab3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.917951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8ddc6-17ce-4277-b46b-2169aa6ec175 None None] Pushing event updated for resources: {'Port': ['ID=b5b91b78-dbfd-4a35-92be-19de9befa028,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:37.940662 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3401bcc4-4d89-479c-aff0-59743271db3b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8804522 Apr 07 01:49:37.943021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49470) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:37.949545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:2c:d0:92', 'name': 'tempest-NetworksTestDHCPv6-729942177'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:37.965687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f106137b-a792-413c-8d0c-25abecdda145 None None] Could not find standard attr ID for object 97d77fe3-3a85-4ca1-98bb-317b4ff70848. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:49:37.970999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:37.986214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Allocated IP 2001:db8::360 (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/453160b4-d7bb-4a9d-8047-32551627fb63) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:38.020985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:38.025118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:38.027765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:38.028771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.039516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-85e372aa-7956-4b12-8423-7a2f265218c3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3924820 Apr 07 01:49:38.043412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:38.044325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:38.052840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:38.117248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b6684646-0c8b-4ce9-8e78-ed337c4e8ab3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.125416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:38.129466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Pushing event updated for resources: {'Port': ['ID=fd2165a0-714c-47e0-83e5-6cc23da98ab3,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.163971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Made reservation on behalf of e10230099fdd4dc383708692af87ea7b for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:38.167694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.184349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9f47-c466-4a9c-b3f6-881ed9c11abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1fc92be8-0cfe-402e-b0ff-38cd8e001dec), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.187209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd2a9f47-c466-4a9c-b3f6-881ed9c11abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.188420 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fd2a9f47-c466-4a9c-b3f6-881ed9c11abe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fc92be8-0cfe-402e-b0ff-38cd8e001dec HTTP/1.1" status: 204 len: 168 time: 1.0864096 Apr 07 01:49:38.201039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8ba7a4-b1df-44a2-90c3-c4581854c85c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:38.215564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::65 (f5c80f25-ad8e-41ee-a709-2e92135b8bd4/da47ff8f-8a08-4538-bb24-64a7eeebeb33/bf910320-0c7e-45f4-97e3-5e10336441eb) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:38.233347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.233900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:38.241351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a9f47-c466-4a9c-b3f6-881ed9c11abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc92be8-0cfe-402e-b0ff-38cd8e001dec,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.271377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:38.273970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:38.309015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Attempting to bind port fd2165a0-714c-47e0-83e5-6cc23da98ab3 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:38.309402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Attempting to bind port fd2165a0-714c-47e0-83e5-6cc23da98ab3 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'c5be7d66-3eb5-4871-804f-47ff4633dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:38.309775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Attempting to bind port fd2165a0-714c-47e0-83e5-6cc23da98ab3 on network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:38.327538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:38.327923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Checking segment: {'id': 'c5be7d66-3eb5-4871-804f-47ff4633dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:38.328336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.328921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Bound using segment: {'id': 'c5be7d66-3eb5-4871-804f-47ff4633dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:38.329939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Bound port: fd2165a0-714c-47e0-83e5-6cc23da98ab3, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5be7d66-3eb5-4871-804f-47ff4633dda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f5c80f25-ad8e-41ee-a709-2e92135b8bd4'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:38.330327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.354418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b912deeb-9c9e-4fcf-a25f-802a3e343b70 None None] Provisioning complete for port b5b91b78-dbfd-4a35-92be-19de9befa028 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:38.354782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b912deeb-9c9e-4fcf-a25f-802a3e343b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.356411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:38.357060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.370026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=b6684646-0c8b-4ce9-8e78-ed337c4e8ab3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.413702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:38.453209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (453160b4-d7bb-4a9d-8047-32551627fb63), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.469493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] For port fd2165a0-714c-47e0-83e5-6cc23da98ab3, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:38.473607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] For port fd2165a0-714c-47e0-83e5-6cc23da98ab3, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fd2165a0-714c-47e0-83e5-6cc23da98ab3,segment=NetworkSegment(c5be7d66-3eb5-4871-804f-47ff4633dda8),segment_id=c5be7d66-3eb5-4871-804f-47ff4633dda8)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:38.508165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-619322df-d8c2-4777-bb88-701e89d6f52f tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5088034 Apr 07 01:49:38.509125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:38.511102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49476) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:38.513681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.526506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'b6684646-0c8b-4ce9-8e78-ed337c4e8ab3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:38.535680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b912deeb-9c9e-4fcf-a25f-802a3e343b70 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:38.555371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.582613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.628389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for security_group (49b85e18-e1aa-4973-9a86-13d071817911), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.650402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b5b91b78-dbfd-4a35-92be-19de9befa028 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:38.661080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=453160b4-d7bb-4a9d-8047-32551627fb63,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.695861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:38.698027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.703379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:38.711213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:38.723311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port cb4854b4-9fec-4010-a4a7-df58463bc5f8 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:38.724499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:38.726175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.734629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa6749-756e-462a-85e4-e937504002dd None None] Pushing event updated for resources: {'Port': ['ID=fd2165a0-714c-47e0-83e5-6cc23da98ab3,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.743574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (bf910320-0c7e-45f4-97e3-5e10336441eb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.776601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b5b91b78-dbfd-4a35-92be-19de9befa028 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:38.776601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.796625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (49b85e18-e1aa-4973-9a86-13d071817911), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.843600 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9bccb611-8b30-4b08-b311-0cc1f2e58388 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3354759 Apr 07 01:49:38.857038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49480) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:38.865130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:38.869483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] device_id is not set on port c687eab2-d0c6-4f73-b8e4-f29b9529e039 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:38.874940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37e', 'mac_address': 'fa:16:3e:f9:35:b4'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:38.901113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b85e18-e1aa-4973-9a86-13d071817911,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:38.962089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:39.089741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8ee83bf1-2e8f-4983-9feb-28719daa91a6 None None] Provisioning complete for port b5b91b78-dbfd-4a35-92be-19de9befa028 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:39.090135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ee83bf1-2e8f-4983-9feb-28719daa91a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.164477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (2e38c2eb-f154-4c6f-919f-6dc217c4bd7d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.238447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8ee83bf1-2e8f-4983-9feb-28719daa91a6 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:39.292577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=2e38c2eb-f154-4c6f-919f-6dc217c4bd7d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:39.298702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.325515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': 'a5d94117-b3f2-4059-b98d-06a2509cc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:39.325902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:39.337724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (bf910320-0c7e-45f4-97e3-5e10336441eb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.341443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Allocated IP 172.26.8.113 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/c687eab2-d0c6-4f73-b8e4-f29b9529e039) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:39.358823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9b491428-c69e-483c-9d68-aa177956e9a3 None None] Provisioning complete for port 453160b4-d7bb-4a9d-8047-32551627fb63 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:39.359069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b491428-c69e-483c-9d68-aa177956e9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.397068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9b491428-c69e-483c-9d68-aa177956e9a3 None None] Port 453160b4-d7bb-4a9d-8047-32551627fb63 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:39.444964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:39.477340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:39.498324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:39.501089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 172.20.0.10 (90b9273a-c012-429c-a675-14d31428d1d8/105adfcf-7b05-4e98-ae4a-45b48e641bcf/cb4854b4-9fec-4010-a4a7-df58463bc5f8) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:39.506486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:39.514744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:39.517363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c851a6ad-20d0-4340-8ad4-d83fcaf132b7 None None] Network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:39.520408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:39.521067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.524946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=bf910320-0c7e-45f4-97e3-5e10336441eb,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:39.536776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:39.537347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.548077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe2c:d092 (90b9273a-c012-429c-a675-14d31428d1d8/bafa7950-6929-4bf9-a964-8cba9b3dac1b/cb4854b4-9fec-4010-a4a7-df58463bc5f8) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:39.580993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (453160b4-d7bb-4a9d-8047-32551627fb63), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.582428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.641116 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a5e23ed0-6cdb-4460-a4e2-a3e73ed882c2 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8169110 Apr 07 01:49:39.641996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49496) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:39.682198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.687332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9ed9daa2-ad7a-4092-b916-7dae1ca9b85f tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6418140 Apr 07 01:49:39.699353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49498) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:39.781445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] In _notify_port_updated(), no bound segment for port 453160b4-d7bb-4a9d-8047-32551627fb63 on network 7d758529-f35f-4502-8702-e8860e2a8078 {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:49:39.788735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:39.789522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.793685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "PUT /v2.0/ports/453160b4-d7bb-4a9d-8047-32551627fb63 HTTP/1.1" status: 200 len: 1003 time: 0.9329736 Apr 07 01:49:39.796070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49502) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:39.856419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a', 'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '2e38c2eb-f154-4c6f-919f-6dc217c4bd7d'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:39.857327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:39.865299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f911c-0f03-47e5-b6b8-ee5d615379d2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=453160b4-d7bb-4a9d-8047-32551627fb63,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:39.900741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5136ece1-f739-45f3-ba67-87c21e72bcf0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:39.906357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5136ece1-f739-45f3-ba67-87c21e72bcf0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A130 HTTP/1.1" status: 200 len: 929 time: 0.2634313 Apr 07 01:49:39.907317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49504) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:39.972650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49506) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:40.026681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.056363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for port (c687eab2-d0c6-4f73-b8e4-f29b9529e039), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.095964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (cb4854b4-9fec-4010-a4a7-df58463bc5f8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.127947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Allocated IP 172.20.0.1 (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a/2e38c2eb-f154-4c6f-919f-6dc217c4bd7d/11851d34-a026-4d6b-86b9-1b435d4a3291) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:40.146251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port 453160b4-d7bb-4a9d-8047-32551627fb63 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:40.146608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.225444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (2e38c2eb-f154-4c6f-919f-6dc217c4bd7d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.239276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port bf910320-0c7e-45f4-97e3-5e10336441eb {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:40.239862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (bf910320-0c7e-45f4-97e3-5e10336441eb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.300859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'networks': [{'name': 'tempest-network--725165561'}, {'name': 'tempest-network--1817782362'}]} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:40.301272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'network': {'name': 'tempest-network--725165561'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:40.302358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'network': {'name': 'tempest-network--1817782362'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:40.323004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.342992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for 453160b4-d7bb-4a9d-8047-32551627fb63 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:40.355139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0356a75f-d439-4f76-87ac-7b4253c682b0 None None] Provisioning complete for port 453160b4-d7bb-4a9d-8047-32551627fb63 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:40.355518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0356a75f-d439-4f76-87ac-7b4253c682b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.359225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c687eab2-d0c6-4f73-b8e4-f29b9529e039), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.376504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (bf910320-0c7e-45f4-97e3-5e10336441eb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.393390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (cb4854b4-9fec-4010-a4a7-df58463bc5f8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.412628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e0664b-efc9-402a-ae3e-98d46c9ace23 None None] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:40.421870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for bf910320-0c7e-45f4-97e3-5e10336441eb owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:40.424185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'network': 2} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:40.427735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.437160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Publish callbacks [] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.463335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.469055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0356a75f-d439-4f76-87ac-7b4253c682b0 None None] Port 453160b4-d7bb-4a9d-8047-32551627fb63 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:40.490071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:40.502879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:40.504341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.226 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/91542a54-7e89-4f8b-bb7d-22077e0c9860) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:40.506512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Pushing event updated for resources: {'Port': ['ID=c687eab2-d0c6-4f73-b8e4-f29b9529e039,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:40.520185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:40.534576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.540451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:40.548296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:40.555846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:40.579553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:40.579553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:40.607914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:40.624531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (2e38c2eb-f154-4c6f-919f-6dc217c4bd7d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.651079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (453160b4-d7bb-4a9d-8047-32551627fb63), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.687501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Pushing event updated for resources: {'Port': ['ID=11851d34-a026-4d6b-86b9-1b435d4a3291,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:40.689127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=453160b4-d7bb-4a9d-8047-32551627fb63,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:40.724295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (bf910320-0c7e-45f4-97e3-5e10336441eb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.742656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=2e38c2eb-f154-4c6f-919f-6dc217c4bd7d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:40.766091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fd2165a0-714c-47e0-83e5-6cc23da98ab3 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:40.768608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Attempting to bind port 11851d34-a026-4d6b-86b9-1b435d4a3291 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:40.769211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Attempting to bind port 11851d34-a026-4d6b-86b9-1b435d4a3291 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'a5d94117-b3f2-4059-b98d-06a2509cc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:40.769659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Attempting to bind port 11851d34-a026-4d6b-86b9-1b435d4a3291 on network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:40.809977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Provisioning complete for port 99aa9263-f9cf-4354-8467-47a7e7f98e6b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:40.810454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (99aa9263-f9cf-4354-8467-47a7e7f98e6b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.812638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=bf910320-0c7e-45f4-97e3-5e10336441eb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:40.859013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:40.859562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Checking segment: {'id': 'a5d94117-b3f2-4059-b98d-06a2509cc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:40.859902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.861239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Bound using segment: {'id': 'a5d94117-b3f2-4059-b98d-06a2509cc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:40.861848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Bound port: 11851d34-a026-4d6b-86b9-1b435d4a3291, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d94117-b3f2-4059-b98d-06a2509cc7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:40.862314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.902159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Port 99aa9263-f9cf-4354-8467-47a7e7f98e6b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:40.907670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:40.913448 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-62883351-c8ef-4c17-aaa9-e9e13947c2d6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/bf910320-0c7e-45f4-97e3-5e10336441eb HTTP/1.1" status: 204 len: 168 time: 1.0042212 Apr 07 01:49:40.917721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49510) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:40.965114 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebdb904-caf7-4d5d-9254-dee3fc468bea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:40.971817 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cebdb904-caf7-4d5d-9254-dee3fc468bea tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/bf910320-0c7e-45f4-97e3-5e10336441eb HTTP/1.1" status: 404 len: 333 time: 0.0516155 Apr 07 01:49:40.972723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49512) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:40.999788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Provisioning complete for port fd2165a0-714c-47e0-83e5-6cc23da98ab3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:41.000171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.084471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.097777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fd2165a0-714c-47e0-83e5-6cc23da98ab3 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:41.098417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.098613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2024121a-825f-43ea-a9cb-1977dbcb6b9c tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/ports/453160b4-d7bb-4a9d-8047-32551627fb63 HTTP/1.1" status: 204 len: 168 time: 1.3021564 Apr 07 01:49:41.101514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] For port 11851d34-a026-4d6b-86b9-1b435d4a3291, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:41.105857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49514) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.147911 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada95fdb-349b-4a82-8f03-fd545ee5a394 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] GET failed (client error): The resource could not be found. Apr 07 01:49:41.149693 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ada95fdb-349b-4a82-8f03-fd545ee5a394 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "GET /v2.0/ports/453160b4-d7bb-4a9d-8047-32551627fb63 HTTP/1.1" status: 404 len: 333 time: 0.0425100 Apr 07 01:49:41.156855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] For port 11851d34-a026-4d6b-86b9-1b435d4a3291, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=11851d34-a026-4d6b-86b9-1b435d4a3291,segment=NetworkSegment(a5d94117-b3f2-4059-b98d-06a2509cc7be),segment_id=a5d94117-b3f2-4059-b98d-06a2509cc7be)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:41.184692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49516) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.190906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1355901007'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:41.246092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Current status of the port fd2165a0-714c-47e0-83e5-6cc23da98ab3 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:41.246622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.260029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.269795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.301191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 99aa9263-f9cf-4354-8467-47a7e7f98e6b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:41.301661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (99aa9263-f9cf-4354-8467-47a7e7f98e6b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.307947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:41.308677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.311321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=cb4854b4-9fec-4010-a4a7-df58463bc5f8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:41.323488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] For port fd2165a0-714c-47e0-83e5-6cc23da98ab3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fd2165a0-714c-47e0-83e5-6cc23da98ab3,segment=NetworkSegment(c5be7d66-3eb5-4871-804f-47ff4633dda8),segment_id=c5be7d66-3eb5-4871-804f-47ff4633dda8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:41.338254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:41.338880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.369512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.370583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fd2165a0-714c-47e0-83e5-6cc23da98ab3 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:41.370992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.372225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.405788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddfadf-5ed4-48f7-8c77-3e62fb36b9c9 None None] Pushing event updated for resources: {'Port': ['ID=11851d34-a026-4d6b-86b9-1b435d4a3291,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:41.430821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:41.435938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:41.446659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (99aa9263-f9cf-4354-8467-47a7e7f98e6b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.446831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.450437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:41.453301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:41.463091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 99aa9263-f9cf-4354-8467-47a7e7f98e6b owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:41.510270 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e5e156a9-55a0-4791-8621-1227c403b14c tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8860047 Apr 07 01:49:41.510484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8213b6-2236-4f17-b10f-4fbe2b53e090 None None] Pushing event updated for resources: {'Port': ['ID=fd2165a0-714c-47e0-83e5-6cc23da98ab3,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:41.511562 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-11aae77d-622d-4faf-afc8-0fbcd84c6dab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5670304 Apr 07 01:49:41.520390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d94117-b3f2-4059-b98d-06a2509cc7be') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:41.520663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d94117-b3f2-4059-b98d-06a2509cc7be') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:41.523979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49518) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.524316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49520) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.530351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:41.534393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.561466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] device_id is not set on port f682fe5d-b054-473c-b449-3bca7b37ec21 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:41.564894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}]}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:41.589220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for security_group (06fe7dd7-e1c4-4694-96f0-41f453378972), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.596651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.604862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=91542a54-7e89-4f8b-bb7d-22077e0c9860,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:41.628626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:41.629040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:41.632141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5db8e9-7fb8-4522-8703-cbd2f2817391 None None] Network ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:41.659658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (06fe7dd7-e1c4-4694-96f0-41f453378972), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.660795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.669005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.714860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Provisioning complete for port cb4854b4-9fec-4010-a4a7-df58463bc5f8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:41.715224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cb4854b4-9fec-4010-a4a7-df58463bc5f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.774235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Port cb4854b4-9fec-4010-a4a7-df58463bc5f8 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:41.777737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Allocated IP 2001:db8::258 (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/f682fe5d-b054-473c-b449-3bca7b37ec21) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:41.779878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (99aa9263-f9cf-4354-8467-47a7e7f98e6b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.782093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fe7dd7-e1c4-4694-96f0-41f453378972,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:41.790639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:41.791408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:41.796623 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:41.798956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Provisioning complete for port fd2165a0-714c-47e0-83e5-6cc23da98ab3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:41.798956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.817171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=99aa9263-f9cf-4354-8467-47a7e7f98e6b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:41.819870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (3388a821-9a32-4786-a3a0-02e326333c76), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.821102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (3388a821-9a32-4786-a3a0-02e326333c76), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.866117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.869614 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51b027e5-0e9b-4ac6-adca-4a7d81053837 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/99aa9263-f9cf-4354-8467-47a7e7f98e6b HTTP/1.1" status: 204 len: 168 time: 0.8736238 Apr 07 01:49:41.876800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49522) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.908860 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0312f9-456c-4d94-a2ac-f17bd42fe47b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:41.909733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74d0a0-27db-4412-8d9e-99e3906be5cf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:41.910959 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ba0312f9-456c-4d94-a2ac-f17bd42fe47b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/99aa9263-f9cf-4354-8467-47a7e7f98e6b HTTP/1.1" status: 404 len: 333 time: 0.0332644 Apr 07 01:49:41.912560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d413e9-3c90-40e9-af49-2192f20c7a1e None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:49:41.919058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74d0a0-27db-4412-8d9e-99e3906be5cf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:41.923285 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2b74d0a0-27db-4412-8d9e-99e3906be5cf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3936174 Apr 07 01:49:41.923503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49524) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.925876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:41.931115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:41.941422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.api [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:49:41.941422 dv-neutron-836863-2-hyperv neutron-server[110983]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:49:41.941422 dv-neutron-836863-2-hyperv neutron-server[110983]: [parameters: {'id': 'ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a'}] Apr 07 01:49:41.941422 dv-neutron-836863-2-hyperv neutron-server[110983]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:41.941866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG oslo_db.api [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:41.965285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Current status of the port fd2165a0-714c-47e0-83e5-6cc23da98ab3 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:41.974642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Could not find standard attr ID for object bf910320-0c7e-45f4-97e3-5e10336441eb. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:49:41.986567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet da47ff8f-8a08-4538-bb24-64a7eeebeb33 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:41.988590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c5d2e399-b4d8-4cec-9369-725461e6a94a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:41.991501 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Added segment c5d2e399-b4d8-4cec-9369-725461e6a94a of type vlan for network ce082e97-1627-4884-8bd5-ab479b889eec Apr 07 01:49:41.992871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3014fe34-f9d8-494d-ab57-aad9c3ba0f78 None None] Could not find standard attr ID for object 99aa9263-f9cf-4354-8467-47a7e7f98e6b. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:49:42.015529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (da47ff8f-8a08-4538-bb24-64a7eeebeb33), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.042609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d413e9-3c90-40e9-af49-2192f20c7a1e None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:49:42.080798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ce082e97-1627-4884-8bd5-ab479b889eec), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.109381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-65da56e8-3dd7-4cb0-ab46-c10f80d267d4 None None] Could not find standard attr ID for object bf910320-0c7e-45f4-97e3-5e10336441eb. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:49:42.116793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for router_controller (3388a821-9a32-4786-a3a0-02e326333c76), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.140582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (da47ff8f-8a08-4538-bb24-64a7eeebeb33), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.161741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:42.224306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fd2165a0-714c-47e0-83e5-6cc23da98ab3 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:42.233771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2d73b89f-8fdb-4118-af2d-be562448b8e8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.234139 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Added segment 2d73b89f-8fdb-4118-af2d-be562448b8e8 of type vlan for network d34129ff-d118-45ae-97c9-0f6b91495605 Apr 07 01:49:42.256163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port cb4854b4-9fec-4010-a4a7-df58463bc5f8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:42.256489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (cb4854b4-9fec-4010-a4a7-df58463bc5f8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.474587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.477346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (d34129ff-d118-45ae-97c9-0f6b91495605), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.554470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for router_gateway (3388a821-9a32-4786-a3a0-02e326333c76), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.612512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.634779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fd2165a0-714c-47e0-83e5-6cc23da98ab3 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:42.672936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (da47ff8f-8a08-4538-bb24-64a7eeebeb33), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.685569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ce082e97-1627-4884-8bd5-ab479b889eec), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.686082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (d34129ff-d118-45ae-97c9-0f6b91495605), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.691268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:42.695632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:42.696292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.697870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fd2165a0-714c-47e0-83e5-6cc23da98ab3 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:42.698728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.760931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (cb4854b4-9fec-4010-a4a7-df58463bc5f8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.763992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.812934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for cb4854b4-9fec-4010-a4a7-df58463bc5f8 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:42.813758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fd2165a0-714c-47e0-83e5-6cc23da98ab3 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:42.830424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (9a12b7c4-303b-4fca-9d92-1e01bbea8f32), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.847190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:42.856077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:42.878180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Network': ['ID=ce082e97-1627-4884-8bd5-ab479b889eec,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:42.888603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:42.892145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 11851d34-a026-4d6b-86b9-1b435d4a3291 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:42.892505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.895155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:42.895799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.897057 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9119961 Apr 07 01:49:42.907365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ce082e97-1627-4884-8bd5-ab479b889eec details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:42.909044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49528) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:42.922021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (da47ff8f-8a08-4538-bb24-64a7eeebeb33), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:42.923955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=f682fe5d-b054-473c-b449-3bca7b37ec21,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:43.033570 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5c523dd1-d767-4d0a-b35f-d7c16848ba74 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8466437 Apr 07 01:49:43.045149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=da47ff8f-8a08-4538-bb24-64a7eeebeb33,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:43.047564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ce9337-c35f-4ec5-b775-d8773339ddb7 None None] Network f5c80f25-ad8e-41ee-a709-2e92135b8bd4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:43.055585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.061519 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d2586ea5-85ec-4bc4-afc7-63f08dedc490 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/da47ff8f-8a08-4538-bb24-64a7eeebeb33 HTTP/1.1" status: 204 len: 168 time: 1.1366627 Apr 07 01:49:43.066280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49530) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:43.066955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49532) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:43.072993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:35:b4'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:43.241503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a5d9c01c-4110-4797-a629-4c50de1c94d8 None None] Provisioning complete for port f682fe5d-b054-473c-b449-3bca7b37ec21 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:43.242025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c01c-4110-4797-a629-4c50de1c94d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.270600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] DHCP port deletion for f5c80f25-ad8e-41ee-a709-2e92135b8bd4 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:43.306247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a5d9c01c-4110-4797-a629-4c50de1c94d8 None None] Port f682fe5d-b054-473c-b449-3bca7b37ec21 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:43.314321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 11851d34-a026-4d6b-86b9-1b435d4a3291, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=11851d34-a026-4d6b-86b9-1b435d4a3291,segment=NetworkSegment(a5d94117-b3f2-4059-b98d-06a2509cc7be),segment_id=a5d94117-b3f2-4059-b98d-06a2509cc7be)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:43.314698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.315599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd85fa7-4aea-4662-a6aa-982ad57d5689 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:43.317109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b0f0e-cb3b-482c-8e2f-948f497360ea tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Network': ['ID=d34129ff-d118-45ae-97c9-0f6b91495605,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:43.322605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd85fa7-4aea-4662-a6aa-982ad57d5689 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:43.328406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd85fa7-4aea-4662-a6aa-982ad57d5689 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:43.331616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] Deleting port fd2165a0-714c-47e0-83e5-6cc23da98ab3 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:43.332459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.332666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 11851d34-a026-4d6b-86b9-1b435d4a3291 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:43.336149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd85fa7-4aea-4662-a6aa-982ad57d5689 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:43.336346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network d34129ff-d118-45ae-97c9-0f6b91495605 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:43.338052 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5fd85fa7-4aea-4662-a6aa-982ad57d5689 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4275141 Apr 07 01:49:43.343100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49534) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:43.356557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f5c80f25-ad8e-41ee-a709-2e92135b8bd4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.456208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] For port fd2165a0-714c-47e0-83e5-6cc23da98ab3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fd2165a0-714c-47e0-83e5-6cc23da98ab3,segment=NetworkSegment(c5be7d66-3eb5-4871-804f-47ff4633dda8),segment_id=c5be7d66-3eb5-4871-804f-47ff4633dda8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:43.456529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.469886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] Calling delete_port for fd2165a0-714c-47e0-83e5-6cc23da98ab3 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:43.509181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.517130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.551174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ce082e97-1627-4884-8bd5-ab479b889eec), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.622447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.634521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for router_gateway (3388a821-9a32-4786-a3a0-02e326333c76), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.662893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.664584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (11851d34-a026-4d6b-86b9-1b435d4a3291), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.671923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] No DVR routers for this DVR port fd2165a0-714c-47e0-83e5-6cc23da98ab3 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:43.675923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa505a-4f89-48c6-8a42-578f04192632 None None] Pushing event deleted for resources: {'Port': ['ID=fd2165a0-714c-47e0-83e5-6cc23da98ab3,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:43.742128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port fd2165a0-714c-47e0-83e5-6cc23da98ab3 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:43.742695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.755070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=11851d34-a026-4d6b-86b9-1b435d4a3291,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:43.764739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 11851d34-a026-4d6b-86b9-1b435d4a3291 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:43.805302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (cb4854b4-9fec-4010-a4a7-df58463bc5f8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.883288 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ce082e97-1627-4884-8bd5-ab479b889eec), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.898521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=cb4854b4-9fec-4010-a4a7-df58463bc5f8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:43.956729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] For port fd2165a0-714c-47e0-83e5-6cc23da98ab3, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:43.957286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.961077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:43.978022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce082e97-1627-4884-8bd5-ab479b889eec']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.005784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for fd2165a0-714c-47e0-83e5-6cc23da98ab3 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:44.012075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.012535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Port fd2165a0-714c-47e0-83e5-6cc23da98ab3 was not found and therefore no delete operation was performed {{(pid=110984) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:49:44.018707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d2e399-b4d8-4cec-9369-725461e6a94a') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.019125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d2e399-b4d8-4cec-9369-725461e6a94a') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.024004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.040799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d94117-b3f2-4059-b98d-06a2509cc7be') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.041106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d94117-b3f2-4059-b98d-06a2509cc7be') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.051098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fd2165a0-714c-47e0-83e5-6cc23da98ab3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.055576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.067959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (c5d2e399-b4d8-4cec-9369-725461e6a94a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.074354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.076153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.108810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for router (3388a821-9a32-4786-a3a0-02e326333c76), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.110667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:44.111319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (a5d94117-b3f2-4059-b98d-06a2509cc7be), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:44.117165 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:44.131091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=fd2165a0-714c-47e0-83e5-6cc23da98ab3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:44.134575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No DVR routers for this DVR port fd2165a0-714c-47e0-83e5-6cc23da98ab3 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:44.147265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c5d2e399-b4d8-4cec-9369-725461e6a94a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.180511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:44.181214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (c5d2e399-b4d8-4cec-9369-725461e6a94a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:44.186609 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:44.239284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.242932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cb13fbf1-950d-4c0b-8ee6-0a25183b6790 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/cb4854b4-9fec-4010-a4a7-df58463bc5f8 HTTP/1.1" status: 204 len: 168 time: 2.3161702 Apr 07 01:49:44.253578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49536) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:44.317240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.321822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=91542a54-7e89-4f8b-bb7d-22077e0c9860,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:44.331538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f5c80f25-ad8e-41ee-a709-2e92135b8bd4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.364850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c80f25-ad8e-41ee-a709-2e92135b8bd4']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.378857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5be7d66-3eb5-4871-804f-47ff4633dda8') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.379189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5be7d66-3eb5-4871-804f-47ff4633dda8') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.390449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (c5be7d66-3eb5-4871-804f-47ff4633dda8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.393178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.407719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (9a12b7c4-303b-4fca-9d92-1e01bbea8f32), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.418931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] In _notify_port_updated(), no bound segment for port f682fe5d-b054-473c-b449-3bca7b37ec21 on network 7d758529-f35f-4502-8702-e8860e2a8078 {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:49:44.424137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:44.424857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.429196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "PUT /v2.0/ports/f682fe5d-b054-473c-b449-3bca7b37ec21 HTTP/1.1" status: 200 len: 1003 time: 1.3586233 Apr 07 01:49:44.430133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49538) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:44.462862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ce082e97-1627-4884-8bd5-ab479b889eec), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.484094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467ab24-c009-4b1f-aebb-a176f3c2b2df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:44.489481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467ab24-c009-4b1f-aebb-a176f3c2b2df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:44.489481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8467ab24-c009-4b1f-aebb-a176f3c2b2df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:44.490762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.491832 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8467ab24-c009-4b1f-aebb-a176f3c2b2df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2294407 Apr 07 01:49:44.493936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/networks/ce082e97-1627-4884-8bd5-ab479b889eec HTTP/1.1" status: 204 len: 168 time: 1.1506824 Apr 07 01:49:44.494951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49540) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:44.497495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.497657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c5be7d66-3eb5-4871-804f-47ff4633dda8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.504790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49542) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:44.522768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.531519 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a HTTP/1.1" status: 204 len: 168 time: 4.8252769 Apr 07 01:49:44.543612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (3388a821-9a32-4786-a3a0-02e326333c76), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.567463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49544) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:44.574889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks [] for router_controller (3388a821-9a32-4786-a3a0-02e326333c76), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.580724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-135960912'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:44.587969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981aa91-3a74-4570-abcc-c8845c1631ec tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:44.615466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fd2165a0-714c-47e0-83e5-6cc23da98ab3 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:44.621673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4229-c31b-452e-8b0b-a726ce394b32 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Network': ['ID=ce082e97-1627-4884-8bd5-ab479b889eec,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:44.630552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:44.630861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (c5be7d66-3eb5-4871-804f-47ff4633dda8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:44.648635 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:44.652240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (d34129ff-d118-45ae-97c9-0f6b91495605), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.658554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: fd2165a0-714c-47e0-83e5-6cc23da98ab3 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:44.659201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fd2165a0-714c-47e0-83e5-6cc23da98ab3 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:44.697825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 105adfcf-7b05-4e98-ae4a-45b48e641bcf {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:44.709161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (105adfcf-7b05-4e98-ae4a-45b48e641bcf), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.721823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0f81d-6814-46d4-8f8c-a22b0f8337c2 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=f682fe5d-b054-473c-b449-3bca7b37ec21,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:44.758230 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 9a12b7c4-303b-4fca-9d92-1e01bbea8f32 associated. External IP: 172.26.8.226, port: b6684646-0c8b-4ce9-8e78-ed337c4e8ab3. Apr 07 01:49:44.809036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:44.815140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.815140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (3388a821-9a32-4786-a3a0-02e326333c76), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.815544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3388a821-9a32-4786-a3a0-02e326333c76 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:49:44.818847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (105adfcf-7b05-4e98-ae4a-45b48e641bcf), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.887090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (d34129ff-d118-45ae-97c9-0f6b91495605), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.891215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3350d15c-eb07-455e-a4db-f1ecf8d235cd None None] Provisioning complete for port f682fe5d-b054-473c-b449-3bca7b37ec21 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:44.892095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3350d15c-eb07-455e-a4db-f1ecf8d235cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.909460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34129ff-d118-45ae-97c9-0f6b91495605']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.925832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d73b89f-8fdb-4118-af2d-be562448b8e8') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.925832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d73b89f-8fdb-4118-af2d-be562448b8e8') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:44.935811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:44.937375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (2d73b89f-8fdb-4118-af2d-be562448b8e8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.953759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2d73b89f-8fdb-4118-af2d-be562448b8e8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.961138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:44.961689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (2d73b89f-8fdb-4118-af2d-be562448b8e8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:44.977075 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 07 01:49:44.980612 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-776a189e-883b-4295-a2d2-1c5f980b8be6 tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4528618 Apr 07 01:49:44.982316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49546) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:45.026171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (105adfcf-7b05-4e98-ae4a-45b48e641bcf), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:45.039933 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:45.077136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port f682fe5d-b054-473c-b449-3bca7b37ec21 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:45.077642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.100518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3350d15c-eb07-455e-a4db-f1ecf8d235cd None None] Port f682fe5d-b054-473c-b449-3bca7b37ec21 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:45.131585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f5c80f25-ad8e-41ee-a709-2e92135b8bd4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.136096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.144624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/f5c80f25-ad8e-41ee-a709-2e92135b8bd4 HTTP/1.1" status: 204 len: 168 time: 2.0678527 Apr 07 01:49:45.145581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (d34129ff-d118-45ae-97c9-0f6b91495605), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.150418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.161524 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/networks/d34129ff-d118-45ae-97c9-0f6b91495605 HTTP/1.1" status: 204 len: 168 time: 0.6455712 Apr 07 01:49:45.161524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49548) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:45.181675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1067551371'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:45.185697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49550) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:45.199089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf57f8f-6346-4855-9195-a5039f65724c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=f5c80f25-ad8e-41ee-a709-2e92135b8bd4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:45.276844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e0ef95-0c5e-4971-9c13-e47089c65918 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Network': ['ID=d34129ff-d118-45ae-97c9-0f6b91495605,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:45.315309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.335948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for f682fe5d-b054-473c-b449-3bca7b37ec21 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:45.365738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:45.369210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.389695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee3024-7b8d-4558-bffb-059c81d469ab tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:45.395219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ee3024-7b8d-4558-bffb-059c81d469ab tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:45.400351 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b8ee3024-7b8d-4558-bffb-059c81d469ab tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2100661 Apr 07 01:49:45.404112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.404472 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment 30425cd0-c029-470e-a206-3a551ed0cf65 of type vlan for network 3a51a73e-db57-4f55-9761-1979d546824c Apr 07 01:49:45.405633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49552) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:45.415076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1826131732'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:45.459299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:45.475275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7aede700-9b5d-4b1b-b98b-83c231630964), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.475778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment 7aede700-9b5d-4b1b-b98b-83c231630964 of type vlan for network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 Apr 07 01:49:45.524933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (3a51a73e-db57-4f55-9761-1979d546824c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.525517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (622d0115-ffe6-4a2d-b02d-6c2bec6ad567), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.580561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Deleting port c687eab2-d0c6-4f73-b8e4-f29b9529e039 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:45.580834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c687eab2-d0c6-4f73-b8e4-f29b9529e039), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.622340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (105adfcf-7b05-4e98-ae4a-45b48e641bcf), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.625804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:45.640605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:45.644423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.657584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f682fe5d-b054-473c-b449-3bca7b37ec21), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.662463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (622d0115-ffe6-4a2d-b02d-6c2bec6ad567), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.667975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:45.668735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.683321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=105adfcf-7b05-4e98-ae4a-45b48e641bcf,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:45.686233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (3a51a73e-db57-4f55-9761-1979d546824c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.691289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:45.691896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.696126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.701799 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6eba1a33-1c19-413d-a8b4-06e876797469 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/105adfcf-7b05-4e98-ae4a-45b48e641bcf HTTP/1.1" status: 204 len: 168 time: 1.2020750 Apr 07 01:49:45.702230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9566285-ed4c-4dbb-b35f-a3b234526b16 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:45.707087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49554) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:45.847160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:45.857763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c687eab2-d0c6-4f73-b8e4-f29b9529e039), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.869030 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3001084 Apr 07 01:49:45.877020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49556) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:45.890008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': '3a51a73e-db57-4f55-9761-1979d546824c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:45.904394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c29608-ad11-48dd-ad7c-4991b7d9072d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=3a51a73e-db57-4f55-9761-1979d546824c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:45.908886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Calling delete_port for c687eab2-d0c6-4f73-b8e4-f29b9529e039 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:45.916809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 3a51a73e-db57-4f55-9761-1979d546824c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:45.951781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (07ced024-8874-4ee3-a7ff-f02780a3b692), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:45.952237 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Added segment 07ced024-8874-4ee3-a7ff-f02780a3b692 of type vlan for network 2e472238-c697-4f22-9f72-2a570566d742 Apr 07 01:49:46.081400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=f682fe5d-b054-473c-b449-3bca7b37ec21,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:46.108532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2e472238-c697-4f22-9f72-2a570566d742), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.148463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.152629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1406f2d6-8cfb-4606-83c2-e0b915434d27 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/ports/f682fe5d-b054-473c-b449-3bca7b37ec21 HTTP/1.1" status: 204 len: 168 time: 1.6964056 Apr 07 01:49:46.155011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49558) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.166866 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9937110 Apr 07 01:49:46.172271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49560) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.177404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:46.191320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd0963-0cf6-41ce-a8de-af4771cee084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=622d0115-ffe6-4a2d-b02d-6c2bec6ad567,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:46.202182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:46.241939 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f259a9-5b46-41a8-b1fb-2166f7dc951a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] GET failed (client error): The resource could not be found. Apr 07 01:49:46.246725 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-19f259a9-5b46-41a8-b1fb-2166f7dc951a tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "GET /v2.0/ports/f682fe5d-b054-473c-b449-3bca7b37ec21 HTTP/1.1" status: 404 len: 333 time: 0.0506492 Apr 07 01:49:46.246891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet bafa7950-6929-4bf9-a964-8cba9b3dac1b {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:46.249097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49562) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.249791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2e472238-c697-4f22-9f72-2a570566d742), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.255485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1543304999'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:46.255978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:46.256614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.262342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (bafa7950-6929-4bf9-a964-8cba9b3dac1b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.374245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:46.390409 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:46.393111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (bafa7950-6929-4bf9-a964-8cba9b3dac1b), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.401397 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:46.401662 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:46.406804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Network': ['ID=2e472238-c697-4f22-9f72-2a570566d742,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:46.419936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2e472238-c697-4f22-9f72-2a570566d742 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:46.464463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:46.467800 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:46.467973 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.478734 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:46.479770 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:46.503250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.518234 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:46.519204 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3fc437-3855-48a8-b895-e95a10f774c0 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:46.554055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bafa7950-6929-4bf9-a964-8cba9b3dac1b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.624013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f2d13930-4250-4fb3-ba0e-ed4fa2d509ef tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2126539 Apr 07 01:49:46.629504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49564) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.637537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1492573364'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:46.643229 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-72ad0985-07e9-4035-8079-cf8ed95dac78 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.1259460 Apr 07 01:49:46.644070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49566) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.648053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:46.673997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:46.677698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.711547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (9a12b7c4-303b-4fca-9d92-1e01bbea8f32), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.741271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b3c1aa89-9ca3-42df-a3fd-8c9fba7bc175 None None] Provisioning complete for port b5b91b78-dbfd-4a35-92be-19de9befa028 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:46.741840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b3c1aa89-9ca3-42df-a3fd-8c9fba7bc175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.747862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c687eab2-d0c6-4f73-b8e4-f29b9529e039), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.785298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Pushing event deleted for resources: {'Port': ['ID=c687eab2-d0c6-4f73-b8e4-f29b9529e039,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:46.794705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (bafa7950-6929-4bf9-a964-8cba9b3dac1b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.806236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:46.810310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.812158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:46.815675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.825625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b3c1aa89-9ca3-42df-a3fd-8c9fba7bc175 None None] Current status of the port b5b91b78-dbfd-4a35-92be-19de9befa028 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:46.866793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=bafa7950-6929-4bf9-a964-8cba9b3dac1b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:46.877414 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.880119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0b8d6-91b1-4baf-a49b-21dc897d511c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:46.883050 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-414da1b1-5e1c-462d-8915-9653ea0cf704 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/bafa7950-6929-4bf9-a964-8cba9b3dac1b HTTP/1.1" status: 204 len: 168 time: 0.8222117 Apr 07 01:49:46.887937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.890739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] device_id is not set on port f9432674-a8f7-446e-bd19-aaa56cdacb42 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:46.962805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-68328003-0483-449c-84c1-d88b9a5bd0af tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713215 Apr 07 01:49:46.965724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:46.970996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49570) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:46.976135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:46.979876 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-89c94e70-f459-4c8e-ad41-6aef078f89fc tempest-RoutersAdminNegativeTest-1754059935 tempest-RoutersAdminNegativeTest-1754059935-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c687eab2-d0c6-4f73-b8e4-f29b9529e039 HTTP/1.1" status: 204 len: 168 time: 1.9921906 Apr 07 01:49:47.009205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d1efd9ca-2431-4ec7-afbe-e181b217d470), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.009644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Added segment d1efd9ca-2431-4ec7-afbe-e181b217d470 of type vlan for network d525080a-1e28-457c-8a83-01ddda291a0a Apr 07 01:49:47.090106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:47.134729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (d525080a-1e28-457c-8a83-01ddda291a0a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.139116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.150466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] Deleting port b5b91b78-dbfd-4a35-92be-19de9befa028 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:47.150851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.169654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Allocated IP 2001:db8::de (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/f9432674-a8f7-446e-bd19-aaa56cdacb42) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:47.192812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec1de27-296f-46ba-80b1-20c4ac087b8e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:47.194313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1ec1de27-296f-46ba-80b1-20c4ac087b8e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2132640 Apr 07 01:49:47.196997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49576) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.217724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] For port b5b91b78-dbfd-4a35-92be-19de9befa028, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b5b91b78-dbfd-4a35-92be-19de9befa028,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:47.218356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.232083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] Calling delete_port for b5b91b78-dbfd-4a35-92be-19de9befa028 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:47.249603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf2abc5-103c-4c4f-aa52-5b94f7eb37db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:47.252077 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fdf2abc5-103c-4c4f-aa52-5b94f7eb37db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0541511 Apr 07 01:49:47.253893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (9a12b7c4-303b-4fca-9d92-1e01bbea8f32), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.254575 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 9a12b7c4-303b-4fca-9d92-1e01bbea8f32 disassociated. External IP: 172.26.8.226, port: b6684646-0c8b-4ce9-8e78-ed337c4e8ab3. Apr 07 01:49:47.256704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49578) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.272428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (dd9abda8-e956-464a-aa6f-90df7f8ea7e6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.304938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (d525080a-1e28-457c-8a83-01ddda291a0a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.309647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:47.310248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.345028 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-05275751-0e6d-4c33-a53c-904d70538d1e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820832 Apr 07 01:49:47.345028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.350418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49580) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.358154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a2530b8f-4578-436a-b1f3-f7bdfa12f3dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.427817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (b5b91b78-dbfd-4a35-92be-19de9befa028), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.455729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=dd9abda8-e956-464a-aa6f-90df7f8ea7e6,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:47.458101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Network': ['ID=d525080a-1e28-457c-8a83-01ddda291a0a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:47.482785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] No DVR routers for this DVR port b5b91b78-dbfd-4a35-92be-19de9befa028 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:47.483958 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1cf69bfd-3b31-4725-a475-cb5cd273458f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8533862 Apr 07 01:49:47.491519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network d525080a-1e28-457c-8a83-01ddda291a0a details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:47.491872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (f9432674-a8f7-446e-bd19-aaa56cdacb42), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.493576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49584) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.498262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e61a7-5bf4-439e-9215-51c7617e5678 None None] Pushing event deleted for resources: {'Port': ['ID=b5b91b78-dbfd-4a35-92be-19de9befa028,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:47.505643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'ports': [{'network_id': '2e472238-c697-4f22-9f72-2a570566d742', 'name': 'tempest-port--909854698', 'admin_state_up': True}, {'network_id': 'd525080a-1e28-457c-8a83-01ddda291a0a', 'admin_state_up': False}]} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.506175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'port': {'network_id': '2e472238-c697-4f22-9f72-2a570566d742', 'name': 'tempest-port--909854698', 'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.507012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'port': {'network_id': 'd525080a-1e28-457c-8a83-01ddda291a0a', 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.534557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:47.556623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': '7aede700-9b5d-4b1b-b98b-83c231630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:47.557287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: 622d0115-ffe6-4a2d-b02d-6c2bec6ad567, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:47.570656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': '30425cd0-c029-470e-a206-3a551ed0cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a51a73e-db57-4f55-9761-1979d546824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:47.571011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: 3a51a73e-db57-4f55-9761-1979d546824c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:47.597320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49586) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.652278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2530b8f-4578-436a-b1f3-f7bdfa12f3dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:47.658094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a2530b8f-4578-436a-b1f3-f7bdfa12f3dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.660473 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2530b8f-4578-436a-b1f3-f7bdfa12f3dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:47.660642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2530b8f-4578-436a-b1f3-f7bdfa12f3dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:47.670089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:47.721206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network 3a51a73e-db57-4f55-9761-1979d546824c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:47.722738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f9432674-a8f7-446e-bd19-aaa56cdacb42), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.733736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:47.742123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.782998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d213711-8284-4492-982a-4e5ab7345303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.788917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:47.797935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:47.801663 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a2530b8f-4578-436a-b1f3-f7bdfa12f3dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4445212 Apr 07 01:49:47.801814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:47.801912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49590) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.806930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2a859933-8330-4864-9853-2ac9654784ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.807059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:47.807611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.810538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=f9432674-a8f7-446e-bd19-aaa56cdacb42,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:47.824539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 622d0115-ffe6-4a2d-b02d-6c2bec6ad567) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:47.829729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:47.830716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.833422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'port': 2} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:47.838389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.842454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a52b2f-c519-4765-85bb-ed0008396fc7 None None] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:47.873012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.888387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 3a51a73e-db57-4f55-9761-1979d546824c) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:47.909990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e1de20-f23b-40df-9e1a-a7bdc8df8f9b None None] Network 3a51a73e-db57-4f55-9761-1979d546824c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:47.945489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eceba938-6aef-46c6-bb51-172dfec3dd9d tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6945326 Apr 07 01:49:47.956452 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cc5d5e8d-0b97-40d1-9ed1-34ba2c519378 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7830536 Apr 07 01:49:47.958880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49592) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.959246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49594) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:47.965726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'network_id': '7d758529-f35f-4502-8702-e8860e2a8078', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1325582233'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.976591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567', 'name': 'tempest-PortsIpV6TestJSON-51768275', 'fixed_ips': [{'subnet_id': 'dd9abda8-e956-464a-aa6f-90df7f8ea7e6', 'ip_address': '2001:db8::10'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:47.981390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:47.993089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:47.996830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:47.997525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.000527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:48.050332 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-87be8303-e38e-4c56-bf7f-93bc86e406a2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/floatingips/9a12b7c4-303b-4fca-9d92-1e01bbea8f32 HTTP/1.1" status: 200 len: 688 time: 1.4057188 Apr 07 01:49:48.051125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49596) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:48.089782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-622d0115-ffe6-4a2d-b02d-6c2bec6ad567', 'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': 'dd9abda8-e956-464a-aa6f-90df7f8ea7e6'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:48.090830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.104561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a859933-8330-4864-9853-2ac9654784ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:48.113215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a859933-8330-4864-9853-2ac9654784ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.113384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:48.113384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:48.113627 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a859933-8330-4864-9853-2ac9654784ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:48.113627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a859933-8330-4864-9853-2ac9654784ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:48.121643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-12d84a9d-cedd-4ca2-96c6-fb2633bce15a tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2363207 Apr 07 01:49:48.129453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49598) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:48.174518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:48.216340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d213711-8284-4492-982a-4e5ab7345303 admin admin] Publish callbacks [] for security_group (3ec94a1c-784a-40a3-b5ef-4e058cebf029), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.246152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-3a51a73e-db57-4f55-9761-1979d546824c', 'network_id': '3a51a73e-db57-4f55-9761-1979d546824c', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': 'cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:48.247016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.280180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] device_id is not set on port 8da38777-29f3-43b2-aa72-dbfa9f230d55 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:48.288029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8d213711-8284-4492-982a-4e5ab7345303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3ec94a1c-784a-40a3-b5ef-4e058cebf029), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.290639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:48.291429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:48.363805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:48.364482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd40bfae-6611-4144-89e0-c075567c5ba7 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:48.368791 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8d213711-8284-4492-982a-4e5ab7345303 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=beb4959a701a49d2aa77134dbe526aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7659369 Apr 07 01:49:48.371132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d213711-8284-4492-982a-4e5ab7345303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec94a1c-784a-40a3-b5ef-4e058cebf029,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:48.371286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5b5e6441-98ea-4754-bbc9-84a482375711 None None] Provisioning complete for port f9432674-a8f7-446e-bd19-aaa56cdacb42 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:48.371417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5b5e6441-98ea-4754-bbc9-84a482375711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f9432674-a8f7-446e-bd19-aaa56cdacb42), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.376284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49600) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:48.467078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Made reservation on behalf of 03e857c1b54d4ba89b37622389f369d7 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:48.470873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.473231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5b5e6441-98ea-4754-bbc9-84a482375711 None None] Port f9432674-a8f7-446e-bd19-aaa56cdacb42 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:48.489556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0de923c7-2ab7-406a-ab28-5a7dd2b7d88b admin admin] Publish callbacks [] for security_group (3ec94a1c-784a-40a3-b5ef-4e058cebf029), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.496090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Allocated IP 2001:db8::2 (622d0115-ffe6-4a2d-b02d-6c2bec6ad567/dd9abda8-e956-464a-aa6f-90df7f8ea7e6/09609636-4c8c-43a9-a1b6-89dc6b527d2f) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:48.497969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:48.558442 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2a859933-8330-4864-9853-2ac9654784ce tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7553060 Apr 07 01:49:48.563880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for port (8da38777-29f3-43b2-aa72-dbfa9f230d55), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.567927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49602) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:48.568248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] device_id is not set on port b96fade2-1b61-4cb4-858a-7bfac4d97667 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:48.577367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e8c759a8-5aa1-4b22-8a80-f7a3bee0f7df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:48.590404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Allocated IP 172.20.0.1 (3a51a73e-db57-4f55-9761-1979d546824c/cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb/d07f8933-0817-4e7b-8e11-02394d7e6ed0) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:48.626903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0de923c7-2ab7-406a-ab28-5a7dd2b7d88b admin admin] Publish callbacks [] for security_group (3ec94a1c-784a-40a3-b5ef-4e058cebf029), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.653055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 91542a54-7e89-4f8b-bb7d-22077e0c9860 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:48.653633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.683221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b5b91b78-dbfd-4a35-92be-19de9befa028 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:49:48.717930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: b5b91b78-dbfd-4a35-92be-19de9befa028 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:49:48.717930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b5b91b78-dbfd-4a35-92be-19de9befa028 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:49:48.720085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (3a51a73e-db57-4f55-9761-1979d546824c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.727854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] device_id is not set on port 63bbad91-a930-4c71-aade-3d59d0d972ba yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:48.771107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.819393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.819886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (91542a54-7e89-4f8b-bb7d-22077e0c9860), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.835393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 6be0e5a8-c425-47f9-9c45-e7a113c7de6e yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:48.842038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 91542a54-7e89-4f8b-bb7d-22077e0c9860 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:48.845268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Publish callbacks [] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.849256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.868866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Publish callbacks [] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.887308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c759a8-5aa1-4b22-8a80-f7a3bee0f7df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:48.890891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e8c759a8-5aa1-4b22-8a80-f7a3bee0f7df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.892967 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8c759a8-5aa1-4b22-8a80-f7a3bee0f7df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:48.893414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8c759a8-5aa1-4b22-8a80-f7a3bee0f7df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:48.902027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Allocated IP 2001:db8::115 (7d758529-f35f-4502-8702-e8860e2a8078/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4/b96fade2-1b61-4cb4-858a-7bfac4d97667) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:48.910188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.918943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0de923c7-2ab7-406a-ab28-5a7dd2b7d88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3ec94a1c-784a-40a3-b5ef-4e058cebf029), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.921533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0de923c7-2ab7-406a-ab28-5a7dd2b7d88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:48.922721 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0de923c7-2ab7-406a-ab28-5a7dd2b7d88b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ec94a1c-784a-40a3-b5ef-4e058cebf029 HTTP/1.1" status: 204 len: 168 time: 0.5436270 Apr 07 01:49:48.981885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:48.984219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de923c7-2ab7-406a-ab28-5a7dd2b7d88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec94a1c-784a-40a3-b5ef-4e058cebf029,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:48.985595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Pushing event updated for resources: {'Port': ['ID=09609636-4c8c-43a9-a1b6-89dc6b527d2f,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:48.990819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:48.998937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.002401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:49.059659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Network 3a51a73e-db57-4f55-9761-1979d546824c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:49.066996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for port (63bbad91-a930-4c71-aade-3d59d0d972ba), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.067814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:49.069891 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e8c759a8-5aa1-4b22-8a80-f7a3bee0f7df tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5011621 Apr 07 01:49:49.071069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.080064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:49.081260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49606) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:49.086261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2eb90d17-3bf7-4b34-8656-830f9d5f3012 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:49.120823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.182399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Pushing event updated for resources: {'Port': ['ID=d07f8933-0817-4e7b-8e11-02394d7e6ed0,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.198208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (91542a54-7e89-4f8b-bb7d-22077e0c9860), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.210547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Attempting to bind port 09609636-4c8c-43a9-a1b6-89dc6b527d2f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:49.211662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Attempting to bind port 09609636-4c8c-43a9-a1b6-89dc6b527d2f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '7aede700-9b5d-4b1b-b98b-83c231630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:49.212468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Attempting to bind port 09609636-4c8c-43a9-a1b6-89dc6b527d2f on network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:49.226118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:49.226802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Checking segment: {'id': '7aede700-9b5d-4b1b-b98b-83c231630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:49.227353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.227864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Bound using segment: {'id': '7aede700-9b5d-4b1b-b98b-83c231630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:49.228457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Bound port: 09609636-4c8c-43a9-a1b6-89dc6b527d2f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aede700-9b5d-4b1b-b98b-83c231630964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:49.229026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.248581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=91542a54-7e89-4f8b-bb7d-22077e0c9860,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.254434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (3a51a73e-db57-4f55-9761-1979d546824c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.254625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::10 (622d0115-ffe6-4a2d-b02d-6c2bec6ad567/dd9abda8-e956-464a-aa6f-90df7f8ea7e6/6be0e5a8-c425-47f9-9c45-e7a113c7de6e) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:49.292568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Attempting to bind port d07f8933-0817-4e7b-8e11-02394d7e6ed0 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:49.292568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Attempting to bind port d07f8933-0817-4e7b-8e11-02394d7e6ed0 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '30425cd0-c029-470e-a206-3a551ed0cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a51a73e-db57-4f55-9761-1979d546824c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:49.292568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Attempting to bind port d07f8933-0817-4e7b-8e11-02394d7e6ed0 on network 3a51a73e-db57-4f55-9761-1979d546824c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:49.341398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:49.342025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Checking segment: {'id': '30425cd0-c029-470e-a206-3a551ed0cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a51a73e-db57-4f55-9761-1979d546824c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:49.342725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.343582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Bound using segment: {'id': '30425cd0-c029-470e-a206-3a551ed0cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a51a73e-db57-4f55-9761-1979d546824c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:49.345384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Bound port: d07f8933-0817-4e7b-8e11-02394d7e6ed0, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30425cd0-c029-470e-a206-3a551ed0cf65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a51a73e-db57-4f55-9761-1979d546824c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:49.348098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.361503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8da38777-29f3-43b2-aa72-dbfa9f230d55), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.362496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a51a73e-db57-4f55-9761-1979d546824c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:49.379541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30425cd0-c029-470e-a206-3a551ed0cf65') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:49.379793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30425cd0-c029-470e-a206-3a551ed0cf65') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:49.398265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.414512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (9a12b7c4-303b-4fca-9d92-1e01bbea8f32), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.417188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.420348 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-415ee528-f529-438d-bb1e-9a912f478302 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a12b7c4-303b-4fca-9d92-1e01bbea8f32 HTTP/1.1" status: 204 len: 168 time: 1.3669112 Apr 07 01:49:49.423318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49610) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:49.432243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'b40f98c2-513b-4f5f-8db0-96cc88b8f207'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:49.432499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.455284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.466050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:49.470811 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:49.495964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb90d17-3bf7-4b34-8656-830f9d5f3012 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:49.499296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2eb90d17-3bf7-4b34-8656-830f9d5f3012 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.500881 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eb90d17-3bf7-4b34-8656-830f9d5f3012 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:49.501319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eb90d17-3bf7-4b34-8656-830f9d5f3012 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:49.514506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.539182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Port': ['ID=8da38777-29f3-43b2-aa72-dbfa9f230d55,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.592036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] For port 09609636-4c8c-43a9-a1b6-89dc6b527d2f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:49.595326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Checking segment: {'id': '07ced024-8874-4ee3-a7ff-f02780a3b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '2e472238-c697-4f22-9f72-2a570566d742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:49.595713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network hostable DHCP agents. Network: 2e472238-c697-4f22-9f72-2a570566d742, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:49.612012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] For port 09609636-4c8c-43a9-a1b6-89dc6b527d2f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=09609636-4c8c-43a9-a1b6-89dc6b527d2f,segment=NetworkSegment(7aede700-9b5d-4b1b-b98b-83c231630964),segment_id=7aede700-9b5d-4b1b-b98b-83c231630964)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:49.621553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.api [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:49:49.621553 dv-neutron-836863-2-hyperv neutron-server[110983]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:49:49.621553 dv-neutron-836863-2-hyperv neutron-server[110983]: [parameters: {'id': '3a51a73e-db57-4f55-9761-1979d546824c'}] Apr 07 01:49:49.621553 dv-neutron-836863-2-hyperv neutron-server[110983]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:49:49.626676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG oslo_db.api [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:49:49.627691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2eb90d17-3bf7-4b34-8656-830f9d5f3012 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5453637 Apr 07 01:49:49.630857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49612) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:49.634359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.634922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] For port d07f8933-0817-4e7b-8e11-02394d7e6ed0, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:49.637279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4a1dcab6-9cf1-4b88-aa4a-ccd0341586ff tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:49.638681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] For port d07f8933-0817-4e7b-8e11-02394d7e6ed0, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d07f8933-0817-4e7b-8e11-02394d7e6ed0,segment=NetworkSegment(30425cd0-c029-470e-a206-3a551ed0cf65),segment_id=30425cd0-c029-470e-a206-3a551ed0cf65)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:49.702253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.706784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.733546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.738156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.742720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network 2e472238-c697-4f22-9f72-2a570566d742 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:49.765974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Network 7d758529-f35f-4502-8702-e8860e2a8078 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:49.773383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:49.778216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:49.783563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:49.784198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.789327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=b96fade2-1b61-4cb4-858a-7bfac4d97667,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.802059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:49.802670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49614) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:49.811660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.815889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:49.829468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a8c95-81e0-4bd1-b207-46fab4cfaf94 None None] Pushing event updated for resources: {'Port': ['ID=d07f8933-0817-4e7b-8e11-02394d7e6ed0,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.843500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:49.848874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:49.856007 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.856138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.26 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/431e30fb-e19e-430b-b115-26adf215c2a6) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:49.859731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2e472238-c697-4f22-9f72-2a570566d742) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:49.876155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:49.877032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (63bbad91-a930-4c71-aade-3d59d0d972ba), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.887475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1dcab6-9cf1-4b88-aa4a-ccd0341586ff tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:49.891131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a1dcab6-9cf1-4b88-aa4a-ccd0341586ff tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:49.896628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=6be0e5a8-c425-47f9-9c45-e7a113c7de6e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.901285 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1dcab6-9cf1-4b88-aa4a-ccd0341586ff tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:49.901832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1dcab6-9cf1-4b88-aa4a-ccd0341586ff tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:49.911905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2784f-a4c3-4182-a7b8-943006ac84eb None None] Pushing event updated for resources: {'Port': ['ID=09609636-4c8c-43a9-a1b6-89dc6b527d2f,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:49.932369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec956df-cbaf-4b0a-bca5-dc1e076296a4 None None] Network 2e472238-c697-4f22-9f72-2a570566d742 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:49.948159 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f9349eee-c6f9-4a50-9500-5f819e6709d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e10230099fdd4dc383708692af87ea7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421826 Apr 07 01:49:49.951430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c820a3b6-d20f-49d3-90c9-139c9ae603d6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9912210 Apr 07 01:49:49.954455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49616) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:49.954811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49618) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:49.966142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::37e', 'mac_address': 'fa:16:3e:f9:35:b4'}, {'ip_address': '2001:db8::de', 'mac_address': 'fa:16:3e:8d:11:0c'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:50.053460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1f0d56-1a16-44e8-a46e-0acd7e4beb9b None None] Network 3a51a73e-db57-4f55-9761-1979d546824c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:50.129514 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4a1dcab6-9cf1-4b88-aa4a-ccd0341586ff tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4944751 Apr 07 01:49:50.210149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49620) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:50.215467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-169668ff-453b-4c37-99a1-7c4a3e938315 admin admin] Publish callbacks [] for security_group (49b85e18-e1aa-4973-9a86-13d071817911), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.216985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (3a51a73e-db57-4f55-9761-1979d546824c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.224356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2445f37d-73b0-472c-b2a0-f56a245da246 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:50.315433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Port': ['ID=63bbad91-a930-4c71-aade-3d59d0d972ba,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:50.322733 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6d0af2fa-8c87-4fb2-bc95-797edb92f829 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3586297 Apr 07 01:49:50.323065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49622) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:50.327554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '622d0115-ffe6-4a2d-b02d-6c2bec6ad567', 'name': 'tempest-PortsIpV6TestJSON-1609205495', 'fixed_ips': [{'subnet_id': 'dd9abda8-e956-464a-aa6f-90df7f8ea7e6', 'ip_address': '2001:db8::f'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:50.357017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (431e30fb-e19e-430b-b115-26adf215c2a6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.364303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-169668ff-453b-4c37-99a1-7c4a3e938315 admin admin] Publish callbacks [] for security_group (49b85e18-e1aa-4973-9a86-13d071817911), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.379478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Checking segment: {'id': 'd1efd9ca-2431-4ec7-afbe-e181b217d470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd525080a-1e28-457c-8a83-01ddda291a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:50.379855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network hostable DHCP agents. Network: d525080a-1e28-457c-8a83-01ddda291a0a, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:50.384262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8a3b9de8-9288-4914-beba-15755d4e7e88 None None] Provisioning complete for port b96fade2-1b61-4cb4-858a-7bfac4d97667 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:50.385612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8a3b9de8-9288-4914-beba-15755d4e7e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.462343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8a3b9de8-9288-4914-beba-15755d4e7e88 None None] Port b96fade2-1b61-4cb4-858a-7bfac4d97667 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:50.473652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network d525080a-1e28-457c-8a83-01ddda291a0a is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:50.536102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:50.541532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.560629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 475aaddf-d83d-44c3-a360-d544cf2ae657 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:50.580597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.591715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port d07f8933-0817-4e7b-8e11-02394d7e6ed0 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:50.592063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.609094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, d525080a-1e28-457c-8a83-01ddda291a0a) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:50.614448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:50.618181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c2f507-3f59-4d37-b51b-2a10c50b2d0e None None] Network d525080a-1e28-457c-8a83-01ddda291a0a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:50.621110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:50.627050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:50.627762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.640885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (431e30fb-e19e-430b-b115-26adf215c2a6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.683240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09609636-4c8c-43a9-a1b6-89dc6b527d2f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:50.699743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-169668ff-453b-4c37-99a1-7c4a3e938315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (49b85e18-e1aa-4973-9a86-13d071817911), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.702396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-169668ff-453b-4c37-99a1-7c4a3e938315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.705878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-169668ff-453b-4c37-99a1-7c4a3e938315 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49b85e18-e1aa-4973-9a86-13d071817911 HTTP/1.1" status: 204 len: 168 time: 0.7461364 Apr 07 01:49:50.705878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2445f37d-73b0-472c-b2a0-f56a245da246 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:50.707688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2445f37d-73b0-472c-b2a0-f56a245da246 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.709111 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2445f37d-73b0-472c-b2a0-f56a245da246 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:49:50.709547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2445f37d-73b0-472c-b2a0-f56a245da246 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:49:50.767267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:50.769198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port d07f8933-0817-4e7b-8e11-02394d7e6ed0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d07f8933-0817-4e7b-8e11-02394d7e6ed0,segment=NetworkSegment(30425cd0-c029-470e-a206-3a551ed0cf65),segment_id=30425cd0-c029-470e-a206-3a551ed0cf65)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:50.769951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.787422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169668ff-453b-4c37-99a1-7c4a3e938315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b85e18-e1aa-4973-9a86-13d071817911,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:50.790302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 09609636-4c8c-43a9-a1b6-89dc6b527d2f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:50.790942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.795877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::f (622d0115-ffe6-4a2d-b02d-6c2bec6ad567/dd9abda8-e956-464a-aa6f-90df7f8ea7e6/475aaddf-d83d-44c3-a360-d544cf2ae657) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:50.797828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:50.805945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:50.807993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for d07f8933-0817-4e7b-8e11-02394d7e6ed0 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:50.809791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=431e30fb-e19e-430b-b115-26adf215c2a6,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:50.872839 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2445f37d-73b0-472c-b2a0-f56a245da246 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6510007 Apr 07 01:49:50.897606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49626) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:50.910622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 09609636-4c8c-43a9-a1b6-89dc6b527d2f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:50.911027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:50.958716 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c55c1408-3a8a-480a-97b0-cd26d583882c tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.4608824 Apr 07 01:49:50.959285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49628) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:50.963571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 09609636-4c8c-43a9-a1b6-89dc6b527d2f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=09609636-4c8c-43a9-a1b6-89dc6b527d2f,segment=NetworkSegment(7aede700-9b5d-4b1b-b98b-83c231630964),segment_id=7aede700-9b5d-4b1b-b98b-83c231630964)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:51.008150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eccdb735-00ac-42ae-85f3-0a8caab1c32f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0803390 Apr 07 01:49:51.012955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49630) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:51.068380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.075735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e9ed6-99ed-4ed0-a094-423e1cfbc119 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:51.081688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68e9ed6-99ed-4ed0-a094-423e1cfbc119 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:51.083326 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b68e9ed6-99ed-4ed0-a094-423e1cfbc119 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1230636 Apr 07 01:49:51.092606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49632) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:51.105672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.168047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=09609636-4c8c-43a9-a1b6-89dc6b527d2f,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:51.175197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e641f3f7-4786-4e4a-897f-4a459911b3fd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:51.177734 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e641f3f7-4786-4e4a-897f-4a459911b3fd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1627071 Apr 07 01:49:51.201423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49634) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:51.251488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Deleting port 8da38777-29f3-43b2-aa72-dbfa9f230d55 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:51.251862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8da38777-29f3-43b2-aa72-dbfa9f230d55), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.252703 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-48ef0b12-842d-4164-a452-d183384085c9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0501089 Apr 07 01:49:51.257713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49636) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:51.262790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:51.313986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.335609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f510b-c52c-4788-a353-bc231032b223 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:49:51.390830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8da38777-29f3-43b2-aa72-dbfa9f230d55), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.410938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Calling delete_port for 8da38777-29f3-43b2-aa72-dbfa9f230d55 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:51.418784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-91c02ea2-3026-4f65-94af-c9b0d21508a5 None None] Provisioning complete for port 09609636-4c8c-43a9-a1b6-89dc6b527d2f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:51.419166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-91c02ea2-3026-4f65-94af-c9b0d21508a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.475166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f510b-c52c-4788-a353-bc231032b223 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:49:51.580099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-91c02ea2-3026-4f65-94af-c9b0d21508a5 None None] Current status of the port 09609636-4c8c-43a9-a1b6-89dc6b527d2f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:51.639548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.668127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d07f8933-0817-4e7b-8e11-02394d7e6ed0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.672097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:51.674503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.675557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.684398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8da38777-29f3-43b2-aa72-dbfa9f230d55), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.741737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:51.745906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=d07f8933-0817-4e7b-8e11-02394d7e6ed0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:51.753614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa3f438-c64a-4866-b322-c310da68470c None None] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:51.759151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:51.764261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:51.764950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port d07f8933-0817-4e7b-8e11-02394d7e6ed0 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:51.769846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:51.770475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.782919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=475aaddf-d83d-44c3-a360-d544cf2ae657,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:51.792795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.799684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/ports/8da38777-29f3-43b2-aa72-dbfa9f230d55 HTTP/1.1" status: 204 len: 168 time: 0.7035105 Apr 07 01:49:51.803872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] In _notify_port_updated(), no bound segment for port b96fade2-1b61-4cb4-858a-7bfac4d97667 on network 7d758529-f35f-4502-8702-e8860e2a8078 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:49:51.807682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49646) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:51.809210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:51.810178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:51.815884 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "PUT /v2.0/ports/b96fade2-1b61-4cb4-858a-7bfac4d97667 HTTP/1.1" status: 200 len: 1067 time: 1.8542695 Apr 07 01:49:51.841469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49648) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:51.849361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b478f-b874-4bf4-9721-32e6d57cad9a tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Port': ['ID=8da38777-29f3-43b2-aa72-dbfa9f230d55,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:51.943499 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-71c8f1db-f270-44d5-8a28-657bed7ac427 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6193779 Apr 07 01:49:51.969816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49650) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.057133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Deleting port 63bbad91-a930-4c71-aade-3d59d0d972ba {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:52.057342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (63bbad91-a930-4c71-aade-3d59d0d972ba), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.152040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (63bbad91-a930-4c71-aade-3d59d0d972ba), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.177397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Calling delete_port for 63bbad91-a930-4c71-aade-3d59d0d972ba owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:52.324608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd082d0-3f41-4220-b2ca-41643a4236c6 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event updated for resources: {'Port': ['ID=b96fade2-1b61-4cb4-858a-7bfac4d97667,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:52.327652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:49:52.332394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (e69d23b1-f20e-44f2-ad06-5efabc800c5b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.355303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Provisioning complete for port 09609636-4c8c-43a9-a1b6-89dc6b527d2f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:52.355766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.383586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:52.384713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (3a51a73e-db57-4f55-9761-1979d546824c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.390769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:52.396096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:52.396690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.420907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a709d81c-282e-431c-92ad-d30ab7eb93d6 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:52.433599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=e69d23b1-f20e-44f2-ad06-5efabc800c5b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:52.484213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a51a73e-db57-4f55-9761-1979d546824c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:52.485858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (63bbad91-a930-4c71-aade-3d59d0d972ba), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.522979 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cddeebdc-1cf3-469f-aaf7-1cde928944ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2639415 Apr 07 01:49:52.525992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30425cd0-c029-470e-a206-3a551ed0cf65') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:52.526171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.526280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30425cd0-c029-470e-a206-3a551ed0cf65') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:52.531056 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/ports/63bbad91-a930-4c71-aade-3d59d0d972ba HTTP/1.1" status: 204 len: 168 time: 0.7204692 Apr 07 01:49:52.535516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49660) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.535862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49662) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.546206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:7a:30:36', 'name': 'tempest-NetworksTestDHCPv6-822191692'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:52.574033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.584098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedd12f2-3dd7-4b14-8c73-b2f6d829d62b tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Port': ['ID=63bbad91-a930-4c71-aade-3d59d0d972ba,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:52.591853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.615296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'e69d23b1-f20e-44f2-ad06-5efabc800c5b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:52.615296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.625360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Current status of the port 09609636-4c8c-43a9-a1b6-89dc6b527d2f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:52.674017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafef654-175b-4f14-8cc5-7b6726cc79c1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:52.678582 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dafef654-175b-4f14-8cc5-7b6726cc79c1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 926 time: 0.6983256 Apr 07 01:49:52.678828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49666) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.680878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2dc09fcf-7318-4085-acdd-e6b1e50516cf tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1399989 Apr 07 01:49:52.694891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49668) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.702201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-189737869'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:52.711882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09609636-4c8c-43a9-a1b6-89dc6b527d2f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:52.723448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.755058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:52.755642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (30425cd0-c029-470e-a206-3a551ed0cf65), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:52.758478 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:52.768836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49670) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.774162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Provisioning complete for port 475aaddf-d83d-44c3-a360-d544cf2ae657 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:52.774819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.812254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port b96fade2-1b61-4cb4-858a-7bfac4d97667 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:52.812528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.853094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Allocated IP 2001:db8::f816:3eff:fe61:b533 (90b9273a-c012-429c-a675-14d31428d1d8/e69d23b1-f20e-44f2-ad06-5efabc800c5b/fe2d4eb1-01f0-46b7-b480-574ef4e6cd11) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:52.861376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a727765-5f8a-4051-9de6-83ea2d04bc97 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:52.873676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a727765-5f8a-4051-9de6-83ea2d04bc97 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:52.898819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a727765-5f8a-4051-9de6-83ea2d04bc97 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:52.900989 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5a727765-5f8a-4051-9de6-83ea2d04bc97 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2207551 Apr 07 01:49:52.905445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49674) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:52.907857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:52.911266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:52.936372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-783175985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:52.988296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (431e30fb-e19e-430b-b115-26adf215c2a6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.002511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Port 475aaddf-d83d-44c3-a360-d544cf2ae657 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:53.040555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (3a51a73e-db57-4f55-9761-1979d546824c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.045630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.046006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Provisioning complete for port 6be0e5a8-c425-47f9-9c45-e7a113c7de6e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:53.046583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.054037 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/3a51a73e-db57-4f55-9761-1979d546824c HTTP/1.1" status: 204 len: 168 time: 4.9189854 Apr 07 01:49:53.054037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:53.054559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.054559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.059623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49676) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:53.064866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 09609636-4c8c-43a9-a1b6-89dc6b527d2f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:53.065474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.069498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695722017'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:53.091546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.097953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fe3c7-87ce-46fd-91a4-26f92144cd05 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=3a51a73e-db57-4f55-9761-1979d546824c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.109454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7b2473ca-b8d3-4b03-9199-04a83f2d05cb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.113433 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Added segment 7b2473ca-b8d3-4b03-9199-04a83f2d05cb of type vlan for network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 Apr 07 01:49:53.119895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:53.138111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for b96fade2-1b61-4cb4-858a-7bfac4d97667 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:53.165221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:53.168919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.170210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Publish callbacks [] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.174673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Port 6be0e5a8-c425-47f9-9c45-e7a113c7de6e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:53.178704 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router_controller (b08db4b7-363b-408a-8676-4e485ab1f8ae), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.194146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Provisioning complete for port b96fade2-1b61-4cb4-858a-7bfac4d97667 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:53.194533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.214632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:53.218816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 475aaddf-d83d-44c3-a360-d544cf2ae657 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:53.219158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.238703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.268325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.283975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fc1cee30-06b4-4605-b174-43d178f1a9b5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.290512 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment fc1cee30-06b4-4605-b174-43d178f1a9b5 of type vlan for network ffd47eb9-ba72-44b0-b015-2a01765ff066 Apr 07 01:49:53.296485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0516166c-4ce3-4c1b-a1c0-2e53f2fdf5ac None None] Port b96fade2-1b61-4cb4-858a-7bfac4d97667 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:53.302638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 09609636-4c8c-43a9-a1b6-89dc6b527d2f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:53.307974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:53.312291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:53.314256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Pushing event updated for resources: {'Port': ['ID=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.319104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (83a9bf28-cdab-4b2f-ba95-6c1833e341d2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.319264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:53.353205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.357423 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7cec5d47-9c01-453a-8f99-04655757033d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5873740 Apr 07 01:49:53.359958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.361714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49678) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:53.377124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-651558253'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:53.386552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.420068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 475aaddf-d83d-44c3-a360-d544cf2ae657 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:53.430138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.457078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (83a9bf28-cdab-4b2f-ba95-6c1833e341d2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.462837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:53.463437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.474158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:53.477943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.490782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.512359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.518048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:53.518637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.529972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Attempting to bind port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:53.530552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Attempting to bind port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:53.530779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Attempting to bind port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:53.533606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-95b733dd-8d04-4843-ad62-f804fe714fc9 None None] Provisioning complete for port 475aaddf-d83d-44c3-a360-d544cf2ae657 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:53.533989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95b733dd-8d04-4843-ad62-f804fe714fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.555027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:53.555453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:53.555832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.556239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:53.556733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Bound port: fe2d4eb1-01f0-46b7-b480-574ef4e6cd11, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:53.557152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.571183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:49:53.605737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (431e30fb-e19e-430b-b115-26adf215c2a6), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.607844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-95b733dd-8d04-4843-ad62-f804fe714fc9 None None] Port 475aaddf-d83d-44c3-a360-d544cf2ae657 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:53.610595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=ffd47eb9-ba72-44b0-b015-2a01765ff066,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.636415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:53.642071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-95b733dd-8d04-4843-ad62-f804fe714fc9 None None] Provisioning complete for port 6be0e5a8-c425-47f9-9c45-e7a113c7de6e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:53.642071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95b733dd-8d04-4843-ad62-f804fe714fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.651131 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9535594 Apr 07 01:49:53.656205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49680) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:53.661155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1755612283'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:53.663290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a13ca-3bed-4e4a-a796-b355503d2fd8 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Network': ['ID=83a9bf28-cdab-4b2f-ba95-6c1833e341d2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.685839 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8c02af58-4880-4e99-823e-11e086cea549 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6218367 Apr 07 01:49:53.687306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49682) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:53.700772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:53.708825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] For port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:53.713536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:53.721314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (431e30fb-e19e-430b-b115-26adf215c2a6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.752082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] For port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:53.790920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-95b733dd-8d04-4843-ad62-f804fe714fc9 None None] Port 6be0e5a8-c425-47f9-9c45-e7a113c7de6e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:53.792611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b96fade2-1b61-4cb4-858a-7bfac4d97667), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.810596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe7a:3036 (90b9273a-c012-429c-a675-14d31428d1d8/e69d23b1-f20e-44f2-ad06-5efabc800c5b/e924a7af-e7ec-4ff8-9dbf-34e2a00cd514) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:53.862734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.872388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=431e30fb-e19e-430b-b115-26adf215c2a6,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.914024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.921004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=b96fade2-1b61-4cb4-858a-7bfac4d97667,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.930602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26c65-d4c6-46f7-9ce4-37cb343a5dd3 None None] Pushing event updated for resources: {'Port': ['ID=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:53.951365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:53.958240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.965527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for security_group (42943bde-db4f-4f0b-b819-6474a189e515), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:53.969795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (475aaddf-d83d-44c3-a360-d544cf2ae657), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.053139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.056983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (42943bde-db4f-4f0b-b819-6474a189e515), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.075648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=475aaddf-d83d-44c3-a360-d544cf2ae657,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:54.105817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:54.116440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4f45c22c-a92f-4dd8-804f-06c02a400169), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.116825 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Added segment 4f45c22c-a92f-4dd8-804f-06c02a400169 of type vlan for network 9bcbd487-957d-40f5-911d-7b3d77163710 Apr 07 01:49:54.188890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:54.191577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42943bde-db4f-4f0b-b819-6474a189e515,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:54.236073 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 5e52f750-ea71-43fa-ad6e-66cd1f885b1b associated. External IP: 172.26.8.26, port: b40f98c2-513b-4f5f-8db0-96cc88b8f207. Apr 07 01:49:54.237401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.302221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9bcbd487-957d-40f5-911d-7b3d77163710), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.306450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.309765 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-453210cd-8efc-4fe2-9da6-4e8912ef76bc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/475aaddf-d83d-44c3-a360-d544cf2ae657 HTTP/1.1" status: 204 len: 168 time: 1.4030552 Apr 07 01:49:54.311074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (99adeb0e-2f48-4b95-afa6-e2231cf0e918), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.311425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Added segment 99adeb0e-2f48-4b95-afa6-e2231cf0e918 of type vlan for network 84137bb2-24b7-490f-ad3b-56ac509680d9 Apr 07 01:49:54.314267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 is not hosted by any dhcp agent {{(pid=110984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:49:54.319168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:54.319797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.324211 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "PUT /v2.0/networks/ffd47eb9-ba72-44b0-b015-2a01765ff066 HTTP/1.1" status: 200 len: 723 time: 0.6332421 Apr 07 01:49:54.324873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49684) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.325214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49686) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.353437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:54.368851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.372654 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-35fad39e-2aa0-4761-82f7-256d45ad4650 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/ports/b96fade2-1b61-4cb4-858a-7bfac4d97667 HTTP/1.1" status: 204 len: 168 time: 2.5301547 Apr 07 01:49:54.378793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49688) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.441988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.resource_extend [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 01:49:54.460170 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cfd9ff4-d907-48c7-b12e-5e1edf34374e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] GET failed (client error): The resource could not be found. Apr 07 01:49:54.462345 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8cfd9ff4-d907-48c7-b12e-5e1edf34374e tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "GET /v2.0/ports/b96fade2-1b61-4cb4-858a-7bfac4d97667 HTTP/1.1" status: 404 len: 333 time: 0.0494254 Apr 07 01:49:54.470860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49690) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.473587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8978fe1f-d2dc-4bf2-af40-df1590721938 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:54.475033 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8978fe1f-d2dc-4bf2-af40-df1590721938 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/475aaddf-d83d-44c3-a360-d544cf2ae657 HTTP/1.1" status: 404 len: 333 time: 0.1283836 Apr 07 01:49:54.481431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (e924a7af-e7ec-4ff8-9dbf-34e2a00cd514), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.487322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49692) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.527249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (84137bb2-24b7-490f-ad3b-56ac509680d9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.539519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea2fd5-b3a1-43ab-97b4-09522e329506 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=ffd47eb9-ba72-44b0-b015-2a01765ff066,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:54.554057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:54.601222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9bcbd487-957d-40f5-911d-7b3d77163710), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.610658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:54.611426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.680937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (84137bb2-24b7-490f-ad3b-56ac509680d9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.685929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:54.686532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.692286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:54.695735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.697151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:54.752918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:54.753298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.772792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1055071 Apr 07 01:49:54.833954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e74196b-082e-49e3-a08b-768a7da20b0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Network': ['ID=9bcbd487-957d-40f5-911d-7b3d77163710,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:54.851069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4819090 Apr 07 01:49:54.855166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.863230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'subnet': {'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:54.914333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49696) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:54.928686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:54.930352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:54.938971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9bcbd487-957d-40f5-911d-7b3d77163710 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:54.986644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'subnets': [{'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1096063807', 'ip_version': 4}, {'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:54.987027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'subnet': {'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1096063807', 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:54.989823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Request body: {'subnet': {'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:55.057669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:55.092665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e924a7af-e7ec-4ff8-9dbf-34e2a00cd514), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.123452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b16cb5-3c40-4048-8985-d0e9b1dec76d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Network': ['ID=84137bb2-24b7-490f-ad3b-56ac509680d9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:55.152370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.175231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:55.219014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:55.235711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:55.238942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:55.244234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:55.245254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.252045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=e924a7af-e7ec-4ff8-9dbf-34e2a00cd514,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:55.267605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port f9432674-a8f7-446e-bd19-aaa56cdacb42 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:55.267842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f9432674-a8f7-446e-bd19-aaa56cdacb42), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.330406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 6be0e5a8-c425-47f9-9c45-e7a113c7de6e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:55.330759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.335800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:55.342530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (bcc6e5c4-7405-4620-8e2a-294cbaff95e7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.349472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:55.386248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:55.389791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.394821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Made reservation on behalf of ff762db935394aa3bb9b22c255d79746 for: {'subnet': 2} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:55.398056 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-385eb7e0-c172-4f0d-9871-bb31949a96db tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8558660 Apr 07 01:49:55.398990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.399330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.405058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49698) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:55.459559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c967208e-061e-48c8-8298-3966e147708f None None] Provisioning complete for port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:55.464485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c967208e-061e-48c8-8298-3966e147708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.509275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f9432674-a8f7-446e-bd19-aaa56cdacb42), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.544458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for f9432674-a8f7-446e-bd19-aaa56cdacb42 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:55.574591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c967208e-061e-48c8-8298-3966e147708f None None] Current status of the port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:55.585040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=bcc6e5c4-7405-4620-8e2a-294cbaff95e7,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:55.607430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.611083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': 'fc1cee30-06b4-4605-b174-43d178f1a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:55.611458 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: ffd47eb9-ba72-44b0-b015-2a01765ff066, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:55.672063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 6be0e5a8-c425-47f9-9c45-e7a113c7de6e owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:55.682686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de816ad-6ff8-4583-9f46-5e6e61083cd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:55.688479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de816ad-6ff8-4583-9f46-5e6e61083cd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:55.690168 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7de816ad-6ff8-4583-9f46-5e6e61083cd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2818332 Apr 07 01:49:55.694642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49700) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:55.698429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0acae78c-6e66-49e7-9459-a2d8d9ec5fe5 None None] Provisioning complete for port e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:55.698815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0acae78c-6e66-49e7-9459-a2d8d9ec5fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e924a7af-e7ec-4ff8-9dbf-34e2a00cd514), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.719640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:55.730115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:55.739221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0acae78c-6e66-49e7-9459-a2d8d9ec5fe5 None None] Port e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:49:55.739734 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:55.756667 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:55.757702 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:55.805871 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:55.816993 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:55.817631 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:55.852946 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:55.853608 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2513e97a-c004-475d-9fb1-189842e87d71 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:49:55.902368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.940880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8c6147ac-f452-4730-b11c-d46343477ccf tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5125387 Apr 07 01:49:55.941090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49702) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:55.986931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6be0e5a8-c425-47f9-9c45-e7a113c7de6e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:55.990907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f9432674-a8f7-446e-bd19-aaa56cdacb42), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.039814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=6be0e5a8-c425-47f9-9c45-e7a113c7de6e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:56.089273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ffd47eb9-ba72-44b0-b015-2a01765ff066) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:56.098134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088b4948-76ad-402d-bb1c-5011903d5686 None None] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:56.118450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.122303 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/ports/f9432674-a8f7-446e-bd19-aaa56cdacb42 HTTP/1.1" status: 204 len: 168 time: 1.6490688 Apr 07 01:49:56.135019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:56.135678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.140803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f2045-40f3-430e-8c8f-f153a588d887 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=f9432674-a8f7-446e-bd19-aaa56cdacb42,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:56.144008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49704) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.147528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.154115 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3a172385-9c85-4a5d-b5f9-9992ec8ad369 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/6be0e5a8-c425-47f9-9c45-e7a113c7de6e HTTP/1.1" status: 204 len: 168 time: 1.6657596 Apr 07 01:49:56.163040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49706) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.173307 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eaf320cc-d14b-4727-9f43-e225724cb2e8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/floatingips/5e52f750-ea71-43fa-ad6e-66cd1f885b1b HTTP/1.1" status: 200 len: 977 time: 0.2249200 Apr 07 01:49:56.179644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49708) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.241882 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2487222e-e739-4bb7-9ba1-2ac84e81cfe1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:49:56.246399 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-798eb754-5e70-4654-bc21-e1ff7ab46682 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8982847 Apr 07 01:49:56.246592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2487222e-e739-4bb7-9ba1-2ac84e81cfe1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/6be0e5a8-c425-47f9-9c45-e7a113c7de6e HTTP/1.1" status: 404 len: 333 time: 0.0782957 Apr 07 01:49:56.247196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49710) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.247529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49712) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.290779 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eab35b8-9673-4531-a305-b5a229c87e78 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] GET failed (client error): The resource could not be found. Apr 07 01:49:56.292195 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9eab35b8-9673-4531-a305-b5a229c87e78 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "GET /v2.0/ports/f9432674-a8f7-446e-bd19-aaa56cdacb42 HTTP/1.1" status: 404 len: 333 time: 0.1369722 Apr 07 01:49:56.296076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (007e80b1-f221-4f76-9afa-e6940b8d9768), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.299636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.304110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:56.305496 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ffd47eb9-ba72-44b0-b015-2a01765ff066', 'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': 'bcc6e5c4-7405-4620-8e2a-294cbaff95e7'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:56.311213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.445558 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-34f14346-b078-40fc-8dd2-741ff5d7cd17 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2650127 Apr 07 01:49:56.449025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49716) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:56.459402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'port_id': 'b6684646-0c8b-4ce9-8e78-ed337c4e8ab3'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:56.489406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet dd9abda8-e956-464a-aa6f-90df7f8ea7e6 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:56.502587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Allocated IP 172.20.0.2 (ffd47eb9-ba72-44b0-b015-2a01765ff066/bcc6e5c4-7405-4620-8e2a-294cbaff95e7/93e7e70a-2888-4d61-8d44-7592592d80b8) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:56.508550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:56.512077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e924a7af-e7ec-4ff8-9dbf-34e2a00cd514), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.529515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (dd9abda8-e956-464a-aa6f-90df7f8ea7e6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.560176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Subnet': ['ID=007e80b1-f221-4f76-9afa-e6940b8d9768,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:56.586568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58808284'] for subnet (bcc6e5c4-7405-4620-8e2a-294cbaff95e7), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.632278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (dd9abda8-e956-464a-aa6f-90df7f8ea7e6), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.640292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.649230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Checking segment: {'id': '99adeb0e-2f48-4b95-afa6-e2231cf0e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:56.649788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network hostable DHCP agents. Network: 84137bb2-24b7-490f-ad3b-56ac509680d9, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:56.693749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:56.706860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:56.707614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.748526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Publish callbacks [] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.755374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e924a7af-e7ec-4ff8-9dbf-34e2a00cd514), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.770500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:49:56.771047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.794953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:56.812347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.834502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:56.869126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:56.880946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:56.884827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:56.895167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Pushing event updated for resources: {'Port': ['ID=93e7e70a-2888-4d61-8d44-7592592d80b8,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:56.904053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.908909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (749fd83a-8d61-4eae-b976-31c16ce04533), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:56.937519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for 3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:56.975858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 84137bb2-24b7-490f-ad3b-56ac509680d9) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:56.999655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a036c-9258-4e5f-a41c-36d72644f8c7 None None] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:57.002379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:57.002997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.046822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Attempting to bind port 93e7e70a-2888-4d61-8d44-7592592d80b8 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:57.047257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Attempting to bind port 93e7e70a-2888-4d61-8d44-7592592d80b8 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'fc1cee30-06b4-4605-b174-43d178f1a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:57.047609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Attempting to bind port 93e7e70a-2888-4d61-8d44-7592592d80b8 on network ffd47eb9-ba72-44b0-b015-2a01765ff066 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:57.049829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:49:57.060530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:57.061521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Checking segment: {'id': 'fc1cee30-06b4-4605-b174-43d178f1a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:57.061521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.061822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Bound using segment: {'id': 'fc1cee30-06b4-4605-b174-43d178f1a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:57.062323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Bound port: 93e7e70a-2888-4d61-8d44-7592592d80b8, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc1cee30-06b4-4605-b174-43d178f1a9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ffd47eb9-ba72-44b0-b015-2a01765ff066'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:57.062722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.091062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Subnet': ['ID=749fd83a-8d61-4eae-b976-31c16ce04533,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.143998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Checking segment: {'id': '7b2473ca-b8d3-4b03-9199-04a83f2d05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:57.146799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network hostable DHCP agents. Network: 83a9bf28-cdab-4b2f-ba95-6c1833e341d2, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:57.163162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] For port 93e7e70a-2888-4d61-8d44-7592592d80b8, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:57.171674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (dd9abda8-e956-464a-aa6f-90df7f8ea7e6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.176181 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0f962a0e-e4a3-4f72-af69-f74cd3665a80 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3193355 Apr 07 01:49:57.182386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49718) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:57.190270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'network': {'name': 'tempest-router-network01--732412792'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:57.202389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] For port 93e7e70a-2888-4d61-8d44-7592592d80b8, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=93e7e70a-2888-4d61-8d44-7592592d80b8,segment=NetworkSegment(fc1cee30-06b4-4605-b174-43d178f1a9b5),segment_id=fc1cee30-06b4-4605-b174-43d178f1a9b5)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:57.205643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-84137bb2-24b7-490f-ad3b-56ac509680d9', 'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9', 'project_id': '5195032f34c64f0986feafd261042b28', 'fixed_ips': [{'subnet_id': '007e80b1-f221-4f76-9afa-e6940b8d9768'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:57.206636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.279002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e924a7af-e7ec-4ff8-9dbf-34e2a00cd514), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.319877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=e924a7af-e7ec-4ff8-9dbf-34e2a00cd514,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.342799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.353476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:57.362921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.364020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.369965 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a0eeb107-a53e-4480-aae9-f3e6e2551548 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 HTTP/1.1" status: 204 len: 168 time: 1.6570382 Apr 07 01:49:57.370209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49720) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:57.370919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:57.387738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (3b2e65aa-7da1-483d-8a0f-69373b2d3fd5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.404167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Allocated IP 2001:db8::2 (84137bb2-24b7-490f-ad3b-56ac509680d9/007e80b1-f221-4f76-9afa-e6940b8d9768/0156c62b-8188-4788-b7ce-6e62d3728cac) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:57.428647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=3b2e65aa-7da1-483d-8a0f-69373b2d3fd5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.464019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:57.473581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fc045-4b66-4a3a-b932-8dd1d9fd28ad None None] Pushing event updated for resources: {'Port': ['ID=93e7e70a-2888-4d61-8d44-7592592d80b8,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.486347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.493440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6eb493d5-ac37-46ac-bea2-27eadad03808 tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/ports/3b2e65aa-7da1-483d-8a0f-69373b2d3fd5 HTTP/1.1" status: 204 len: 168 time: 1.1804476 Apr 07 01:49:57.497807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49722) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:57.498823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 83a9bf28-cdab-4b2f-ba95-6c1833e341d2) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:57.505615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794723352589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1665372'] for subnet (bcc6e5c4-7405-4620-8e2a-294cbaff95e7), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.520277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45fb0e4-17e9-47d7-b5ef-257c3239a999 None None] Network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:57.524147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (2a5214d2-b49f-4dbc-ba27-13b87569dca3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.531896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (dd9abda8-e956-464a-aa6f-90df7f8ea7e6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.599201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (57d13418-b6e8-490d-aa99-d88f218789b6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.599557 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Added segment 57d13418-b6e8-490d-aa99-d88f218789b6 of type vlan for network 8f931cde-5a60-4107-a615-9e3939d5db10 Apr 07 01:49:57.647710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:57.647710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.651336 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "PUT /v2.0/subnets/bcc6e5c4-7405-4620-8e2a-294cbaff95e7 HTTP/1.1" status: 200 len: 806 time: 1.3641062 Apr 07 01:49:57.652074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49724) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:57.660324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.667806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fd3ca1-43fe-4469-a85c-2303412daba4 None None] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:57.675830 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/dd9abda8-e956-464a-aa6f-90df7f8ea7e6 HTTP/1.1" status: 204 len: 168 time: 1.3873901 Apr 07 01:49:57.683685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49726) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:57.719680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c157b6-cef2-4044-957e-c4d816a88939 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:57.721324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c157b6-cef2-4044-957e-c4d816a88939 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:57.726646 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d1c157b6-cef2-4044-957e-c4d816a88939 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3538923 Apr 07 01:49:57.743628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting subnet 4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:57.753825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49728) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:57.807958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a78a1d-c878-49f5-acdf-12d4348884ac tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=bcc6e5c4-7405-4620-8e2a-294cbaff95e7,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.836707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for subnet (4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.840564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (8f931cde-5a60-4107-a615-9e3939d5db10), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.846042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event updated for resources: {'Subnet': ['ID=2a5214d2-b49f-4dbc-ba27-13b87569dca3,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.850755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3839a-cbc5-44be-8477-b76f3aa3a00b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9abda8-e956-464a-aa6f-90df7f8ea7e6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:57.950743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-83a9bf28-cdab-4b2f-ba95-6c1833e341d2', 'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2', 'project_id': 'ff762db935394aa3bb9b22c255d79746', 'fixed_ips': [{'subnet_id': '749fd83a-8d61-4eae-b976-31c16ce04533'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:57.952275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.973175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.975690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:57.987940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet e69d23b1-f20e-44f2-ad06-5efabc800c5b {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:57.991233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (e69d23b1-f20e-44f2-ad06-5efabc800c5b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.042036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Publish callbacks [] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.048135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (e69d23b1-f20e-44f2-ad06-5efabc800c5b), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.105743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.113647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.resource_extend [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 01:49:58.121362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 93e7e70a-2888-4d61-8d44-7592592d80b8 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:58.121719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.159162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Checking segment: {'id': '4f45c22c-a92f-4dd8-804f-06c02a400169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:58.159542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network hostable DHCP agents. Network: 9bcbd487-957d-40f5-911d-7b3d77163710, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:49:58.167357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.177202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (622d0115-ffe6-4a2d-b02d-6c2bec6ad567), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.257753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (8f931cde-5a60-4107-a615-9e3939d5db10), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.264049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:58.264668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.283465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.298412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 93e7e70a-2888-4d61-8d44-7592592d80b8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=93e7e70a-2888-4d61-8d44-7592592d80b8,segment=NetworkSegment(fc1cee30-06b4-4605-b174-43d178f1a9b5),segment_id=fc1cee30-06b4-4605-b174-43d178f1a9b5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:58.298412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.315949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 93e7e70a-2888-4d61-8d44-7592592d80b8 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:58.323423 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 5e52f750-ea71-43fa-ad6e-66cd1f885b1b associated. External IP: 172.26.8.26, port: b40f98c2-513b-4f5f-8db0-96cc88b8f207. Apr 07 01:49:58.363012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:49:58.367969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (e69d23b1-f20e-44f2-ad06-5efabc800c5b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.389602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:58.394225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Pushing event updated for resources: {'Port': ['ID=0156c62b-8188-4788-b7ce-6e62d3728cac,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:58.400055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:49:58.408122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Network 9bcbd487-957d-40f5-911d-7b3d77163710 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:49:58.432120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.434866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Network': ['ID=8f931cde-5a60-4107-a615-9e3939d5db10,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:58.456110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Allocated IP 172.20.0.2 (83a9bf28-cdab-4b2f-ba95-6c1833e341d2/749fd83a-8d61-4eae-b976-31c16ce04533/2af40442-ff35-4146-a617-00497c334079) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:49:58.476278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fd330d9c-2d0a-42a4-8bfe-3dee3c14c8ca tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2881122 Apr 07 01:49:58.476623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49730) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:58.489215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 8f931cde-5a60-4107-a615-9e3939d5db10 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:58.504415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'network': {'name': 'tempest-router-network02--840544334'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:58.509466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 9bcbd487-957d-40f5-911d-7b3d77163710) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:49:58.515567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:58.516136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:58.516890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.568817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 09609636-4c8c-43a9-a1b6-89dc6b527d2f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:58.569362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.610804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98d460-7adf-4642-ae8d-004f5d67e969 None None] Network 9bcbd487-957d-40f5-911d-7b3d77163710 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:58.610907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] DHCP port deletion for 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:58.645057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8e47c63d-10b0-470e-aba5-ad1468c23f65 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6991436 Apr 07 01:49:58.646878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Attempting to bind port 0156c62b-8188-4788-b7ce-6e62d3728cac on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:49:58.647473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49732) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:58.648049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Attempting to bind port 0156c62b-8188-4788-b7ce-6e62d3728cac by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '99adeb0e-2f48-4b95-afa6-e2231cf0e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:49:58.648917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Attempting to bind port 0156c62b-8188-4788-b7ce-6e62d3728cac on network 84137bb2-24b7-490f-ad3b-56ac509680d9 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:49:58.713059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (e69d23b1-f20e-44f2-ad06-5efabc800c5b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.716418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.745151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:58.745393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93e7e70a-2888-4d61-8d44-7592592d80b8 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:49:58.748524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.773898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=e69d23b1-f20e-44f2-ad06-5efabc800c5b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:58.775999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.782700 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c24b90b8-e370-4c17-8ba1-d3655643c766 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/e69d23b1-f20e-44f2-ad06-5efabc800c5b HTTP/1.1" status: 204 len: 168 time: 1.0099220 Apr 07 01:49:58.783827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49734) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:58.788387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] For port 09609636-4c8c-43a9-a1b6-89dc6b527d2f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=09609636-4c8c-43a9-a1b6-89dc6b527d2f,segment=NetworkSegment(7aede700-9b5d-4b1b-b98b-83c231630964),segment_id=7aede700-9b5d-4b1b-b98b-83c231630964)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:49:58.788784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.795187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554ca3f-6caa-4e79-a9de-75a7e102759f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:58.796616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554ca3f-6caa-4e79-a9de-75a7e102759f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:58.798939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554ca3f-6caa-4e79-a9de-75a7e102759f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:58.800201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f554ca3f-6caa-4e79-a9de-75a7e102759f tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1507127 Apr 07 01:49:58.802867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.810613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/subnets/4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4 HTTP/1.1" status: 204 len: 168 time: 1.3045006 Apr 07 01:49:58.810741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49736) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:58.810741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49738) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:58.818276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:49:58.818689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Checking segment: {'id': '99adeb0e-2f48-4b95-afa6-e2231cf0e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:49:58.819057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.819460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Bound using segment: {'id': '99adeb0e-2f48-4b95-afa6-e2231cf0e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:49:58.820112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Bound port: 0156c62b-8188-4788-b7ce-6e62d3728cac, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99adeb0e-2f48-4b95-afa6-e2231cf0e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '84137bb2-24b7-490f-ad3b-56ac509680d9'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:49:58.820529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.830652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ccc35-0720-4dcc-add0-75bad6b1e607 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:58.832620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74008466-b869-43d6-892a-b93dd5144b61 None None] Network 7d758529-f35f-4502-8702-e8860e2a8078 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:58.839970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:58.878868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:49:58.899941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240594aa-2870-41bd-816c-bb2a140dd29f tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Subnet': ['ID=4175f78e-d1e0-4291-a5c9-e91a9cf2c9f4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:58.906416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-73d6d0b5-0a73-44d6-8d25-32b4f755b6f1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122503 Apr 07 01:49:58.908303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49742) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:58.910609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (93e7e70a-2888-4d61-8d44-7592592d80b8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.910893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 09609636-4c8c-43a9-a1b6-89dc6b527d2f owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:49:58.916103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:58.934536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4ff3d94f-5e0d-484b-b305-82a0e950f56f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:58.934938 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Added segment 4ff3d94f-5e0d-484b-b305-82a0e950f56f of type vlan for network 1f6e0432-cbb4-4c4d-b442-94f89452c321 Apr 07 01:49:59.015953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (7d758529-f35f-4502-8702-e8860e2a8078), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.024343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=93e7e70a-2888-4d61-8d44-7592592d80b8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:59.100702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Deleting subnet 749fd83a-8d61-4eae-b976-31c16ce04533 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:49:59.116647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-9bcbd487-957d-40f5-911d-7b3d77163710', 'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710', 'project_id': 'ff762db935394aa3bb9b22c255d79746', 'fixed_ips': [{'subnet_id': '2a5214d2-b49f-4dbc-ba27-13b87569dca3'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:49:59.117477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.131160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (1f6e0432-cbb4-4c4d-b442-94f89452c321), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.153392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca58778-6b8b-494f-8d8f-83b078f283f4 None None] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:49:59.159314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:59.163583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.166530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 93e7e70a-2888-4d61-8d44-7592592d80b8 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:59.179960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.242581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No active binding found for port 93e7e70a-2888-4d61-8d44-7592592d80b8 {{(pid=110985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 01:49:59.243243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] The host dv-neutron-836863-2-hyperv is not matching for port 93e7e70a-2888-4d61-8d44-7592592d80b8 host None! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 01:49:59.243799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93e7e70a-2888-4d61-8d44-7592592d80b8 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 01:49:59.248189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=09609636-4c8c-43a9-a1b6-89dc6b527d2f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:59.254398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No DVR routers for this DVR port 09609636-4c8c-43a9-a1b6-89dc6b527d2f on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:49:59.291579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5b55f9a7-bc40-4f80-93e8-b2aa9c9717cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.302137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bcc6e5c4-7405-4620-8e2a-294cbaff95e7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.350163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (1f6e0432-cbb4-4c4d-b442-94f89452c321), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.355126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:49:59.355930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.360795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (622d0115-ffe6-4a2d-b02d-6c2bec6ad567), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.366046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 93e7e70a-2888-4d61-8d44-7592592d80b8 not found, will not notify nova. {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 01:49:59.390717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:49:59.395068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b3c0ae7e-3245-464d-93ea-4ebcc865fd8b None None] Could not find standard attr ID for object 93e7e70a-2888-4d61-8d44-7592592d80b8. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:49:59.411805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622d0115-ffe6-4a2d-b02d-6c2bec6ad567']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:59.427760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aede700-9b5d-4b1b-b98b-83c231630964') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:59.428064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aede700-9b5d-4b1b-b98b-83c231630964') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:59.437708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Deleting port dd3229ac-6520-4aa9-a379-b7dc71f70230 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:59.438677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.444382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (7aede700-9b5d-4b1b-b98b-83c231630964), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.495248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7aede700-9b5d-4b1b-b98b-83c231630964), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.495441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:49:59.511360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Deleting port 09609636-4c8c-43a9-a1b6-89dc6b527d2f {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:49:59.511819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.511975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:49:59.512398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (7aede700-9b5d-4b1b-b98b-83c231630964), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:49:59.515762 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:49:59.527941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:49:59.543295 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0644128 Apr 07 01:49:59.549783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] For port 0156c62b-8188-4788-b7ce-6e62d3728cac, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:49:59.552580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49748) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:59.568621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'subnet': {'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:59.571824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd7156-2553-4404-ba3d-08f9cc72256d tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Network': ['ID=1f6e0432-cbb4-4c4d-b442-94f89452c321,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:59.626446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 1f6e0432-cbb4-4c4d-b442-94f89452c321 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:49:59.632869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] For port 0156c62b-8188-4788-b7ce-6e62d3728cac, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0156c62b-8188-4788-b7ce-6e62d3728cac,segment=NetworkSegment(99adeb0e-2f48-4b95-afa6-e2231cf0e918),segment_id=99adeb0e-2f48-4b95-afa6-e2231cf0e918)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:49:59.692928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:49:59.694037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:59.703637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Publish callbacks [] for port (2af40442-ff35-4146-a617-00497c334079), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.733382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (622d0115-ffe6-4a2d-b02d-6c2bec6ad567), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.746896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.754429 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/622d0115-ffe6-4a2d-b02d-6c2bec6ad567 HTTP/1.1" status: 204 len: 168 time: 2.0450964 Apr 07 01:49:59.765373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49752) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:49:59.776216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-226766131'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:49:59.783555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece3f9-22fb-4046-9882-8ff94c3a67aa tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=622d0115-ffe6-4a2d-b02d-6c2bec6ad567,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:49:59.809262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:49:59.902836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:49:59.906492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.934129 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for subnet (749fd83a-8d61-4eae-b976-31c16ce04533), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.964947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:49:59.965719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (bcc6e5c4-7405-4620-8e2a-294cbaff95e7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.984684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (97225441-0415-47b0-b7a4-5e00e1dd4473), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.986817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:49:59.988592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:49:59.989610 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Added segment 97225441-0415-47b0-b7a4-5e00e1dd4473 of type vlan for network 89f52623-2e77-467d-a64d-71414c32581e Apr 07 01:49:59.991607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (2af40442-ff35-4146-a617-00497c334079), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.012321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] For port 09609636-4c8c-43a9-a1b6-89dc6b527d2f, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:00.012930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.046599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (89f52623-2e77-467d-a64d-71414c32581e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.063387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] For port dd3229ac-6520-4aa9-a379-b7dc71f70230, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dd3229ac-6520-4aa9-a379-b7dc71f70230,segment=NetworkSegment(2f6dcd1a-a75d-4b7a-8180-2f67ed503db1),segment_id=2f6dcd1a-a75d-4b7a-8180-2f67ed503db1)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:00.063813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.069382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc6e5c4-7405-4620-8e2a-294cbaff95e7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:00.115952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Calling delete_port for 09609636-4c8c-43a9-a1b6-89dc6b527d2f owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:00.117597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.130439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Port 09609636-4c8c-43a9-a1b6-89dc6b527d2f was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:50:00.139983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Calling delete_port for dd3229ac-6520-4aa9-a379-b7dc71f70230 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:00.163389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:00.169351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:49:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:00.169351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:00.170564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Allocated IP 172.20.0.18 (9bcbd487-957d-40f5-911d-7b3d77163710/2a5214d2-b49f-4dbc-ba27-13b87569dca3/554a761d-52e6-4c85-af9d-17e7956c4e58) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:00.173549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (749fd83a-8d61-4eae-b976-31c16ce04533), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.178919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (09609636-4c8c-43a9-a1b6-89dc6b527d2f), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.195318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:00.198058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:00.225766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (89f52623-2e77-467d-a64d-71414c32581e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.235294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.235294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.235294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.235294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.235654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:00.235780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.235780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.235936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.236023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.236023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.236023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.236023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.236302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.236385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.236906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.240029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.240029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:00.248701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Network 622d0115-ffe6-4a2d-b02d-6c2bec6ad567 is not hosted by any dhcp agent {{(pid=110985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:50:00.249195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] No DVR routers for this DVR port 09609636-4c8c-43a9-a1b6-89dc6b527d2f on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:00.261406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:00.262704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b9f9f-e3c2-41a2-a5cb-b41ca17b2673 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:00.273465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd216e5a-9cec-4317-9ebc-fa29f5d2bcd2 None None] Pushing event updated for resources: {'Port': ['ID=0156c62b-8188-4788-b7ce-6e62d3728cac,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:00.300126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] DHCP port deletion for 7d758529-f35f-4502-8702-e8860e2a8078 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:00.316484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.357881 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5904932 Apr 07 01:50:00.360823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] Deleting port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:00.361349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.367512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49754) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:00.378839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '89f52623-2e77-467d-a64d-71414c32581e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:00.508789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db55777-5df2-4038-b8e6-5104d3d66c11 None None] Network ffd47eb9-ba72-44b0-b015-2a01765ff066 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:00.523047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd47eb9-ba72-44b0-b015-2a01765ff066']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:00.528111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:00.531910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.532152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1571c8-0b45-47c6-a5de-1d5b5fcc9aa1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Network': ['ID=89f52623-2e77-467d-a64d-71414c32581e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:00.591995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc1cee30-06b4-4605-b174-43d178f1a9b5') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:00.592618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc1cee30-06b4-4605-b174-43d178f1a9b5') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:00.593272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 89f52623-2e77-467d-a64d-71414c32581e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:00.621962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Pushing event updated for resources: {'Port': ['ID=2af40442-ff35-4146-a617-00497c334079,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:00.627757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Attempting to bind port 2af40442-ff35-4146-a617-00497c334079 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:00.628132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Attempting to bind port 2af40442-ff35-4146-a617-00497c334079 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '7b2473ca-b8d3-4b03-9199-04a83f2d05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:00.628497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Attempting to bind port 2af40442-ff35-4146-a617-00497c334079 on network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:00.649256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (fc1cee30-06b4-4605-b174-43d178f1a9b5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.721235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defce08-4d8d-424f-a98e-6d6b70d14138 None None] Pushing event deleted for resources: {'Port': ['ID=09609636-4c8c-43a9-a1b6-89dc6b527d2f,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:00.739577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (749fd83a-8d61-4eae-b976-31c16ce04533), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.739770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:00.740156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Checking segment: {'id': '7b2473ca-b8d3-4b03-9199-04a83f2d05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:00.740564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.740988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Bound using segment: {'id': '7b2473ca-b8d3-4b03-9199-04a83f2d05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:00.741475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Bound port: 2af40442-ff35-4146-a617-00497c334079, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2473ca-b8d3-4b03-9199-04a83f2d05cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '83a9bf28-cdab-4b2f-ba95-6c1833e341d2'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:00.741860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2af40442-ff35-4146-a617-00497c334079), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.772344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fc1cee30-06b4-4605-b174-43d178f1a9b5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.805516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:00.806153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (fc1cee30-06b4-4605-b174-43d178f1a9b5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:00.813797 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:00.839978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] For port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:00.840388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.901510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:00.916244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] Calling delete_port for fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:00.928639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.936729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Deleting port dd3229ac-6520-4aa9-a379-b7dc71f70230 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:00.937183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.946809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Publish callbacks [] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:00.959073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] No DVR routers for this DVR port dd3229ac-6520-4aa9-a379-b7dc71f70230 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:00.999848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9bfdc-b588-4b7b-97c8-29f3a75594ee None None] DHCP port deletion for ffd47eb9-ba72-44b0-b015-2a01765ff066 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:01.011355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0156c62b-8188-4788-b7ce-6e62d3728cac up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:01.055786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Port': ['ID=dd3229ac-6520-4aa9-a379-b7dc71f70230,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.091169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.116358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:01.158703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.179432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] For port dd3229ac-6520-4aa9-a379-b7dc71f70230, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:01.180040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.183205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ffd47eb9-ba72-44b0-b015-2a01765ff066), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.189186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (7d758529-f35f-4502-8702-e8860e2a8078), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.189814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:01.196097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.200508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.208339 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ffd47eb9-ba72-44b0-b015-2a01765ff066 HTTP/1.1" status: 204 len: 168 time: 3.5313041 Apr 07 01:50:01.216495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Network 9bcbd487-957d-40f5-911d-7b3d77163710 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:01.219779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49756) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:01.221036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Calling delete_port for dd3229ac-6520-4aa9-a379-b7dc71f70230 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:01.228001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Port dd3229ac-6520-4aa9-a379-b7dc71f70230 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:50:01.228565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] For port 2af40442-ff35-4146-a617-00497c334079, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:01.236869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (749fd83a-8d61-4eae-b976-31c16ce04533), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.237112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:01.237112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:01.237112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Pushing event updated for resources: {'Port': ['ID=554a761d-52e6-4c85-af9d-17e7956c4e58,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.253800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (dd3229ac-6520-4aa9-a379-b7dc71f70230), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.260528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.276220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] No DVR routers for this DVR port dd3229ac-6520-4aa9-a379-b7dc71f70230 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:01.276823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6b9fb-011f-4e7f-8cf5-b0157d690f3b tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=ffd47eb9-ba72-44b0-b015-2a01765ff066,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.279754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d758529-f35f-4502-8702-e8860e2a8078']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.289076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] For port 2af40442-ff35-4146-a617-00497c334079, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2af40442-ff35-4146-a617-00497c334079,segment=NetworkSegment(7b2473ca-b8d3-4b03-9199-04a83f2d05cb),segment_id=7b2473ca-b8d3-4b03-9199-04a83f2d05cb)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:01.339661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74019a-f0c5-49e9-84e5-5305b175be6e None None] Pushing event deleted for resources: {'Port': ['ID=dd3229ac-6520-4aa9-a379-b7dc71f70230,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.368374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,revision_number=6']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.369815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Subnet': ['ID=749fd83a-8d61-4eae-b976-31c16ce04533,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.385796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.392064 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5f3a31b-c48c-4528-8421-72d9dad27ae3 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/subnets/749fd83a-8d61-4eae-b976-31c16ce04533 HTTP/1.1" status: 204 len: 168 time: 2.5800211 Apr 07 01:50:01.401687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.401994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6dcd1a-a75d-4b7a-8180-2f67ed503db1') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.408870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49758) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:01.411915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2af40442-ff35-4146-a617-00497c334079), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.415560 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffbb1a9-18cd-424d-b448-2ae4a9c4c76d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:01.416447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffbb1a9-18cd-424d-b448-2ae4a9c4c76d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:01.423691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0156c62b-8188-4788-b7ce-6e62d3728cac triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:01.424088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.424199 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8ffbb1a9-18cd-424d-b448-2ae4a9c4c76d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ffd47eb9-ba72-44b0-b015-2a01765ff066 HTTP/1.1" status: 404 len: 339 time: 0.2030859 Apr 07 01:50:01.427983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49760) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:01.438764 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1746065982', 'description': 'd1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:01.443268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed7955a-1ec8-41de-87e4-235c701d9fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.462366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (2f6dcd1a-a75d-4b7a-8180-2f67ed503db1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.481826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (afaf7bb4-8138-44e2-ad98-602fdd25d2aa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.485491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Attempting to bind port 554a761d-52e6-4c85-af9d-17e7956c4e58 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:01.485872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Attempting to bind port 554a761d-52e6-4c85-af9d-17e7956c4e58 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '4f45c22c-a92f-4dd8-804f-06c02a400169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:01.486242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Attempting to bind port 554a761d-52e6-4c85-af9d-17e7956c4e58 on network 9bcbd487-957d-40f5-911d-7b3d77163710 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:01.499092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2f6dcd1a-a75d-4b7a-8180-2f67ed503db1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.501828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:01.515448 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:01.523822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.529122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:01.529504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Checking segment: {'id': '4f45c22c-a92f-4dd8-804f-06c02a400169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:01.529912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.530655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Bound using segment: {'id': '4f45c22c-a92f-4dd8-804f-06c02a400169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:01.531053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Bound port: 554a761d-52e6-4c85-af9d-17e7956c4e58, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f45c22c-a92f-4dd8-804f-06c02a400169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9bcbd487-957d-40f5-911d-7b3d77163710'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:01.531445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.549827 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:01.550534 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.554910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:01.555543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (2f6dcd1a-a75d-4b7a-8180-2f67ed503db1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:01.559200 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:01.570198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e719d-2db3-4d21-b45d-c90eaca0e3a6 None None] Pushing event updated for resources: {'Port': ['ID=2af40442-ff35-4146-a617-00497c334079,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.598468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Deleting subnet 2a5214d2-b49f-4dbc-ba27-13b87569dca3 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:01.608787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (fe2d4eb1-01f0-46b7-b480-574ef4e6cd11), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.647314 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.661771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (9924c905-ad5c-4b78-b89a-5f9095b4e6e1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.672774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for subnet (2a5214d2-b49f-4dbc-ba27-13b87569dca3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.673303 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:01.673934 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.701811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] Pushing event deleted for resources: {'Port': ['ID=fe2d4eb1-01f0-46b7-b480-574ef4e6cd11,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.716996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:01.723173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=afaf7bb4-8138-44e2-ad98-602fdd25d2aa,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.728028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:01.736991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:01.742049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.752350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:01.759419 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:01.760078 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90171189-d576-41b5-95cd-359e4b1dc045 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:01.765532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.777516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.778115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.781679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.782843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.783387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.784566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.785300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.786645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.787210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.787735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.788264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.788824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.789308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.789846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.790374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:01.810941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149d232b-aaff-4483-af16-3bdc83d2211a None None] No DVR routers for this DVR port fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:01.826717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0156c62b-8188-4788-b7ce-6e62d3728cac is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:01.827366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.851201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] For port 554a761d-52e6-4c85-af9d-17e7956c4e58, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:01.859989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6a0a27-f44e-4d03-9867-ee137f3f26fe None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:01.874430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (2a5214d2-b49f-4dbc-ba27-13b87569dca3), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.931464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Subnet': ['ID=9924c905-ad5c-4b78-b89a-5f9095b4e6e1,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:01.936636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (7d758529-f35f-4502-8702-e8860e2a8078), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.947123 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f7bbd6e6-5a2a-473b-a776-fd39ca915af7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/floatingips/5e52f750-ea71-43fa-ad6e-66cd1f885b1b HTTP/1.1" status: 200 len: 977 time: 5.4921379 Apr 07 01:50:01.949473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49762) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:01.955487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:01.958382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] For port 554a761d-52e6-4c85-af9d-17e7956c4e58, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=554a761d-52e6-4c85-af9d-17e7956c4e58,segment=NetworkSegment(4f45c22c-a92f-4dd8-804f-06c02a400169),segment_id=4f45c22c-a92f-4dd8-804f-06c02a400169)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:01.960326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.964556 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] 10.222.0.25 "DELETE /v2.0/networks/7d758529-f35f-4502-8702-e8860e2a8078 HTTP/1.1" status: 204 len: 168 time: 3.1531823 Apr 07 01:50:01.968510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6d22c47d-17ab-4c78-80f1-c2e316d811a1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:01.970868 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment 6d22c47d-17ab-4c78-80f1-c2e316d811a1 of type vlan for network ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 Apr 07 01:50:01.974348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 0156c62b-8188-4788-b7ce-6e62d3728cac, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0156c62b-8188-4788-b7ce-6e62d3728cac,segment=NetworkSegment(99adeb0e-2f48-4b95-afa6-e2231cf0e918),segment_id=99adeb0e-2f48-4b95-afa6-e2231cf0e918)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:01.975043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:02.026705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.058705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481eb141-404a-49a8-979c-52c0104dfdad tempest-AllowedAddressPairIpV6TestJSON-245413698 tempest-AllowedAddressPairIpV6TestJSON-245413698-project] Pushing event deleted for resources: {'Network': ['ID=7d758529-f35f-4502-8702-e8860e2a8078,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:02.062107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'afaf7bb4-8138-44e2-ad98-602fdd25d2aa'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:02.062278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (3c3fc9cb-54fb-498d-9e3d-074162a3d05f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.072826 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4bfe7db6-8778-405b-9e70-210724a999ca tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1633070 Apr 07 01:50:02.073575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Checking segment: {'id': '57d13418-b6e8-490d-aa99-d88f218789b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:02.073961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network hostable DHCP agents. Network: 8f931cde-5a60-4107-a615-9e3939d5db10, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:02.077297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.084694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49766) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.087894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.100841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a35e30-548c-4907-830f-32a71fcdda71 None None] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:02.109394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.119502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:05:0f:53', 'name': 'tempest-NetworksTestDHCPv6-1214209519'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:02.153565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.199104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.205311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:02.206182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.223065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Checking segment: {'id': '97225441-0415-47b0-b7a4-5e00e1dd4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89f52623-2e77-467d-a64d-71414c32581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:02.223446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network hostable DHCP agents. Network: 89f52623-2e77-467d-a64d-71414c32581e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:02.228220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 8f931cde-5a60-4107-a615-9e3939d5db10 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:02.239018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (2a5214d2-b49f-4dbc-ba27-13b87569dca3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.310776 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8801141 Apr 07 01:50:02.315316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49768) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.315464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 8f931cde-5a60-4107-a615-9e3939d5db10) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:02.333690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:02.334299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.408818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09609636-4c8c-43a9-a1b6-89dc6b527d2f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:02.412373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc042af-cac3-4203-9adc-9fdadf1a3c57 None None] Network 8f931cde-5a60-4107-a615-9e3939d5db10 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:02.414515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.417589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=3c3fc9cb-54fb-498d-9e3d-074162a3d05f,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:02.465835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 89f52623-2e77-467d-a64d-71414c32581e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:02.481368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 89f52623-2e77-467d-a64d-71414c32581e) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:02.482954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2787a1-6195-4df3-acc3-a1119e846d7d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:02.489959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:02.490764 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.492053 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e6699a13-af90-452d-8569-142a26958602 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9311330 Apr 07 01:50:02.495903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (2a5214d2-b49f-4dbc-ba27-13b87569dca3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.501252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.502116 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 5e52f750-ea71-43fa-ad6e-66cd1f885b1b disassociated. External IP: 172.26.8.26, port: b6684646-0c8b-4ce9-8e78-ed337c4e8ab3. Apr 07 01:50:02.507130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136bcda5-ece9-431e-bd7a-50e756186ded tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:02.512914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-136bcda5-ece9-431e-bd7a-50e756186ded tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks?id=ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 HTTP/1.1" status: 200 len: 761 time: 0.1906462 Apr 07 01:50:02.513672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49770) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.514059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49772) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.527691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'description': 'd2'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:02.538057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'subnet': {'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:02.546245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:02.549075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a868b-3b81-420d-8214-0e223294fc81 None None] Network 89f52623-2e77-467d-a64d-71414c32581e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:02.567248 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-02982175-b521-4942-a217-dae97c742281 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1952896 Apr 07 01:50:02.584144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49776) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.634132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 09609636-4c8c-43a9-a1b6-89dc6b527d2f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:02.634487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09609636-4c8c-43a9-a1b6-89dc6b527d2f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:02.634908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:02.654049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.664913 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/subnets/2a5214d2-b49f-4dbc-ba27-13b87569dca3 HTTP/1.1" status: 204 len: 168 time: 1.2570260 Apr 07 01:50:02.673448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1365225533', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:02.678564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a4a2e-59ed-47bb-b7ed-a34362797f0e tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5214d2-b49f-4dbc-ba27-13b87569dca3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:02.681663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49778) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.731978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49780) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.790317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1295df2-5755-4b4f-b095-05950d921d5d tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:02.793757 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d1295df2-5755-4b4f-b095-05950d921d5d tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1062095 Apr 07 01:50:02.796208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49784) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:02.932088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-89f52623-2e77-467d-a64d-71414c32581e', 'network_id': '89f52623-2e77-467d-a64d-71414c32581e', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': '3c3fc9cb-54fb-498d-9e3d-074162a3d05f'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:02.933355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.963253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:02.964891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7855aa84-123f-4590-b7fa-47877f83d8eb None None] Provisioning complete for port 0156c62b-8188-4788-b7ce-6e62d3728cac triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:02.965456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7855aa84-123f-4590-b7fa-47877f83d8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.023593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:03.023892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.029198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe2d4eb1-01f0-46b7-b480-574ef4e6cd11 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:03.029975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dd3229ac-6520-4aa9-a379-b7dc71f70230 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:03.038805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:03.056595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (9bcbd487-957d-40f5-911d-7b3d77163710), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.065648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (ea469154-de7a-4538-a2b0-ebdf84f9ff63), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.068985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Pushing event updated for resources: {'Port': ['ID=554a761d-52e6-4c85-af9d-17e7956c4e58,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:03.070003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (ea469154-de7a-4538-a2b0-ebdf84f9ff63), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.104299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.104742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.105195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.105621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.106029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.106436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.106843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.107245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.107669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.108079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.108469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.108961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.109497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.113495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.113495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc5a90-2f28-4edc-a100-72e089956e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:50:03.113672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:03.118341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.134992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.184105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for router_controller (ea469154-de7a-4538-a2b0-ebdf84f9ff63), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.217983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 is not hosted by any dhcp agent {{(pid=110984) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:50:03.223711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:03.224379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.228126 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "PUT /v2.0/networks/ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 HTTP/1.1" status: 200 len: 758 time: 0.7040074 Apr 07 01:50:03.238635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49786) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:03.262771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (ea469154-de7a-4538-a2b0-ebdf84f9ff63), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.270601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923954b-c467-42f6-9532-578944431a05 None None] Network 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:03.307339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: dd3229ac-6520-4aa9-a379-b7dc71f70230 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:03.307607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dd3229ac-6520-4aa9-a379-b7dc71f70230 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:03.322428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.340657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f517ba76-82d6-44f1-8171-5dc4b13e1a40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03e857c1b54d4ba89b37622389f369d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5635645 Apr 07 01:50:03.350231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 01e81c8c-42fb-4b30-aebb-a47f0d1e4057 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:03.431372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49788) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:03.465684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1063756-c1e3-421f-9533-d88d8d6632b9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:03.472252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-8f931cde-5a60-4107-a615-9e3939d5db10', 'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10', 'project_id': '5195032f34c64f0986feafd261042b28', 'fixed_ips': [{'subnet_id': '9924c905-ad5c-4b78-b89a-5f9095b4e6e1'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:03.473741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.505912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:03.557947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a374c-87ee-405c-b3b8-cf1d05c0eca3 admin admin] Publish callbacks [] for security_group (1117dbd0-1595-4518-b103-424fbf63c3e8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.566431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Allocated IP 2001:db8::f816:3eff:fe67:f317 (90b9273a-c012-429c-a675-14d31428d1d8/afaf7bb4-8138-44e2-ad98-602fdd25d2aa/de0b6ff8-e342-43da-8670-9ae4322f1338) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:03.626229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a374c-87ee-405c-b3b8-cf1d05c0eca3 admin admin] Publish callbacks [] for security_group (1117dbd0-1595-4518-b103-424fbf63c3e8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.629026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=0156c62b-8188-4788-b7ce-6e62d3728cac,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:03.666804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2af40442-ff35-4146-a617-00497c334079 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:03.690388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7855aa84-123f-4590-b7fa-47877f83d8eb None None] Current status of the port 0156c62b-8188-4788-b7ce-6e62d3728cac is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:03.759996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (02ca9fa0-4957-4f32-b089-6d704f3c7d8a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.825055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a374c-87ee-405c-b3b8-cf1d05c0eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1117dbd0-1595-4518-b103-424fbf63c3e8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.825461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Deleting port 554a761d-52e6-4c85-af9d-17e7956c4e58 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:03.825974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.827974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c9a374c-87ee-405c-b3b8-cf1d05c0eca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.830078 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3c9a374c-87ee-405c-b3b8-cf1d05c0eca3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1117dbd0-1595-4518-b103-424fbf63c3e8 HTTP/1.1" status: 204 len: 168 time: 0.3926983 Apr 07 01:50:03.853471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Allocated IP 2001:db8::2 (89f52623-2e77-467d-a64d-71414c32581e/3c3fc9cb-54fb-498d-9e3d-074162a3d05f/8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:03.886666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Subnet': ['ID=02ca9fa0-4957-4f32-b089-6d704f3c7d8a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:03.904371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a374c-87ee-405c-b3b8-cf1d05c0eca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117dbd0-1595-4518-b103-424fbf63c3e8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:03.921556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Checking segment: {'id': '4ff3d94f-5e0d-484b-b305-82a0e950f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:03.921934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network hostable DHCP agents. Network: 1f6e0432-cbb4-4c4d-b442-94f89452c321, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:03.968093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:03.971920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a0fd00f1-71b7-4066-abc1-e807c18c7361 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.3249059 Apr 07 01:50:03.972570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49792) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:03.977668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'network_id': '89f52623-2e77-467d-a64d-71414c32581e', 'name': 'tempest-PortsIpV6TestJSON-1848889144'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:03.997633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:04.008659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039976e-b9ff-4f82-b317-86a7389306a8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:04.011647 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c039976e-b9ff-4f82-b317-86a7389306a8 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks?id=ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 HTTP/1.1" status: 200 len: 761 time: 0.7712758 Apr 07 01:50:04.018555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49794) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:04.020359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] DHCP port deletion for 83a9bf28-cdab-4b2f-ba95-6c1833e341d2 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:04.026806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406470591'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:04.069908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] For port 554a761d-52e6-4c85-af9d-17e7956c4e58, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=554a761d-52e6-4c85-af9d-17e7956c4e58,segment=NetworkSegment(4f45c22c-a92f-4dd8-804f-06c02a400169),segment_id=4f45c22c-a92f-4dd8-804f-06c02a400169)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:04.070782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.074027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 1f6e0432-cbb4-4c4d-b442-94f89452c321 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:04.083328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ac061e-b6e3-4e0a-824f-3ce150c84ab9 None None] Network 9bcbd487-957d-40f5-911d-7b3d77163710 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:04.150159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Calling delete_port for 554a761d-52e6-4c85-af9d-17e7956c4e58 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:04.187642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 1f6e0432-cbb4-4c4d-b442-94f89452c321) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:04.192387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:04.193030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.215906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:04.219340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.225119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.233129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2af40442-ff35-4146-a617-00497c334079 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:04.233507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2af40442-ff35-4146-a617-00497c334079), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.235192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bbf02-f871-423b-a19e-650800c05c59 None None] Network 1f6e0432-cbb4-4c4d-b442-94f89452c321 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:04.244681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port a49fb186-d9de-4efd-abe2-cf4214d66de3 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:04.295724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:04.302612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.311928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] Provisioning complete for port 2af40442-ff35-4146-a617-00497c334079 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:04.312317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2af40442-ff35-4146-a617-00497c334079), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.321321 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8da1710e-9e00-4729-8933-48ac33d469b5 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8007789 Apr 07 01:50:04.332731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49802) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:04.335814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:04.339561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.388512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:04.399253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.399613 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2 of type vlan for network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d Apr 07 01:50:04.433816 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-56534118-8133-44cd-9704-29a5ed737ed5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/floatingips/5e52f750-ea71-43fa-ad6e-66cd1f885b1b HTTP/1.1" status: 200 len: 687 time: 2.4729800 Apr 07 01:50:04.435233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49806) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:04.486220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.553663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:04.564892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (554a761d-52e6-4c85-af9d-17e7956c4e58), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.625075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Port': ['ID=554a761d-52e6-4c85-af9d-17e7956c4e58,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:04.627897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] No DVR routers for this DVR port 554a761d-52e6-4c85-af9d-17e7956c4e58 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:04.641632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-1f6e0432-cbb4-4c4d-b442-94f89452c321', 'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321', 'project_id': '5195032f34c64f0986feafd261042b28', 'fixed_ips': [{'subnet_id': '02ca9fa0-4957-4f32-b089-6d704f3c7d8a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:04.642635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.655559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.661484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:04.662114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.731309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:04.732089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:04.757565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.816747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (9bcbd487-957d-40f5-911d-7b3d77163710), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.821020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:04.842831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:04.847197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Allocated IP 2001:db8::2 (8f931cde-5a60-4107-a615-9e3939d5db10/9924c905-ad5c-4b78-b89a-5f9095b4e6e1/920377cb-c8a9-4e59-8638-0bd2a11cac12) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:04.857681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcbd487-957d-40f5-911d-7b3d77163710']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:04.864676 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-59adc7ad-ee7c-482f-94de-4d6f0bede504 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8438342 Apr 07 01:50:04.866323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 431e30fb-e19e-430b-b115-26adf215c2a6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:04.866657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (431e30fb-e19e-430b-b115-26adf215c2a6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.870405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:04.873689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b00c6-babd-4752-8ce9-3d8827bc3f1d None None] DHCP port deletion for 9bcbd487-957d-40f5-911d-7b3d77163710 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:04.896911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49816) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:04.902079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:04.928154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f45c22c-a92f-4dd8-804f-06c02a400169') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:04.928478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f45c22c-a92f-4dd8-804f-06c02a400169') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:04.944226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (4f45c22c-a92f-4dd8-804f-06c02a400169), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.966513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4f45c22c-a92f-4dd8-804f-06c02a400169), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.984204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:04.985161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (4f45c22c-a92f-4dd8-804f-06c02a400169), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:04.988160 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:05.036979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (431e30fb-e19e-430b-b115-26adf215c2a6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.037371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (431e30fb-e19e-430b-b115-26adf215c2a6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.053924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Allocated IP 2001:db8::2 (1f6e0432-cbb4-4c4d-b442-94f89452c321/02ca9fa0-4957-4f32-b089-6d704f3c7d8a/e2c783c6-eeb3-44bb-940b-ebf985f3b77b) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:05.066026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 431e30fb-e19e-430b-b115-26adf215c2a6 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:05.107625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49820) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.143651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (9bcbd487-957d-40f5-911d-7b3d77163710), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.154964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.158238 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/networks/9bcbd487-957d-40f5-911d-7b3d77163710 HTTP/1.1" status: 204 len: 168 time: 2.3610253 Apr 07 01:50:05.161513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49824) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.176081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c4d17-d174-4529-9600-0e1aa62a37cd tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Network': ['ID=9bcbd487-957d-40f5-911d-7b3d77163710,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:05.227277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Publish callbacks [] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.242377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:05.245775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.254546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:05.255181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:05.262996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c3f72561-ee08-44e4-8984-70a51e531814 tempest-DvrRoutersNegativeTest-379879191 tempest-DvrRoutersNegativeTest-379879191-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-344012670', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:05.266474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.policy [None req-c3f72561-ee08-44e4-8984-70a51e531814 tempest-DvrRoutersNegativeTest-379879191 tempest-DvrRoutersNegativeTest-379879191-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110983) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Apr 07 01:50:05.266873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.policy [None req-c3f72561-ee08-44e4-8984-70a51e531814 tempest-DvrRoutersNegativeTest-379879191 tempest-DvrRoutersNegativeTest-379879191-project] Failed policy check for 'create_router' {{(pid=110983) enforce /opt/stack/neutron/neutron/policy.py:524}} Apr 07 01:50:05.267480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-c3f72561-ee08-44e4-8984-70a51e531814 tempest-DvrRoutersNegativeTest-379879191 tempest-DvrRoutersNegativeTest-379879191-project] create failed (client error): Access was denied to this resource. Apr 07 01:50:05.283231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c3f72561-ee08-44e4-8984-70a51e531814 tempest-DvrRoutersNegativeTest-379879191 tempest-DvrRoutersNegativeTest-379879191-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1664803 Apr 07 01:50:05.283413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] Deleting port 2af40442-ff35-4146-a617-00497c334079 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:05.283413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2af40442-ff35-4146-a617-00497c334079), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.309610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (431e30fb-e19e-430b-b115-26adf215c2a6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.338914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (83a9bf28-cdab-4b2f-ba95-6c1833e341d2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.362369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=431e30fb-e19e-430b-b115-26adf215c2a6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:05.416030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe05:f53 (90b9273a-c012-429c-a675-14d31428d1d8/afaf7bb4-8138-44e2-ad98-602fdd25d2aa/01e81c8c-42fb-4b30-aebb-a47f0d1e4057) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:05.437987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.437987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:05.437987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbfe59-fd34-49e8-90ab-2e3dc9c95678 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:05.449904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (5e52f750-ea71-43fa-ad6e-66cd1f885b1b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.456644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.461666 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-59c69d0a-f0bb-4b57-946a-3b613542c99e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/floatingips/5e52f750-ea71-43fa-ad6e-66cd1f885b1b HTTP/1.1" status: 204 len: 168 time: 1.0242312 Apr 07 01:50:05.462848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49828) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.507017 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-4bbd8c10-f7c3-4a69-9802-0284e317b74d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] delete failed (client error): The resource could not be found. Apr 07 01:50:05.511605 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4bbd8c10-f7c3-4a69-9802-0284e317b74d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/floatingips/5e52f750-ea71-43fa-ad6e-66cd1f885b1b HTTP/1.1" status: 404 len: 345 time: 0.0441113 Apr 07 01:50:05.511872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49830) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.515633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] Current status of the port 2af40442-ff35-4146-a617-00497c334079 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:05.516077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2af40442-ff35-4146-a617-00497c334079), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.564579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Publish callbacks [] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.566792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2af40442-ff35-4146-a617-00497c334079 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:05.567171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2af40442-ff35-4146-a617-00497c334079), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.569190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.600149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:05.605991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] For port 2af40442-ff35-4146-a617-00497c334079, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2af40442-ff35-4146-a617-00497c334079,segment=NetworkSegment(7b2473ca-b8d3-4b03-9199-04a83f2d05cb),segment_id=7b2473ca-b8d3-4b03-9199-04a83f2d05cb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:05.606407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2af40442-ff35-4146-a617-00497c334079), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.616140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8de41-324d-4a55-9cb9-31a07c21ed55 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:05.629197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8de41-324d-4a55-9cb9-31a07c21ed55 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:05.635210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:05.635402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a8de41-324d-4a55-9cb9-31a07c21ed55 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:05.640416 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-97a8de41-324d-4a55-9cb9-31a07c21ed55 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/ports?network_id=3d51012c-97fa-4d2b-9775-60e49d53a2cb HTTP/1.1" status: 200 len: 2358 time: 0.1250098 Apr 07 01:50:05.640674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49832) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.644246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Pushing event updated for resources: {'Port': ['ID=de0b6ff8-e342-43da-8670-9ae4322f1338,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:05.661426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:05.679926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] Calling delete_port for 2af40442-ff35-4146-a617-00497c334079 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:05.688418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.702779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013d6d7a-2cbb-4652-b986-bd70caa2827e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:05.708861 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-013d6d7a-2cbb-4652-b986-bd70caa2827e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/subnets/412d8c46-6b0e-46fe-87d8-06b55b7f8e90 HTTP/1.1" status: 200 len: 797 time: 0.0625105 Apr 07 01:50:05.709245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49834) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.714862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'port': {'network_id': '3d51012c-97fa-4d2b-9775-60e49d53a2cb', 'name': 'tempest-FloatingIPTestJSON-1126042720', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:05.746936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] For port 2af40442-ff35-4146-a617-00497c334079, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2af40442-ff35-4146-a617-00497c334079,segment=NetworkSegment(7b2473ca-b8d3-4b03-9199-04a83f2d05cb),segment_id=7b2473ca-b8d3-4b03-9199-04a83f2d05cb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:05.868555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Network 89f52623-2e77-467d-a64d-71414c32581e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:05.906121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2af40442-ff35-4146-a617-00497c334079), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:05.916620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49838) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:05.931467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::159 (89f52623-2e77-467d-a64d-71414c32581e/3c3fc9cb-54fb-498d-9e3d-074162a3d05f/a49fb186-d9de-4efd-abe2-cf4214d66de3) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:05.931600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:05.953889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:05.958986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Pushing event updated for resources: {'Port': ['ID=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:05.961446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:05.964270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Publish callbacks [] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.004016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Deleting port 2af40442-ff35-4146-a617-00497c334079 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:06.004380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2af40442-ff35-4146-a617-00497c334079), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.021785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Attempting to bind port de0b6ff8-e342-43da-8670-9ae4322f1338 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:06.022426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Attempting to bind port de0b6ff8-e342-43da-8670-9ae4322f1338 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:06.022948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Attempting to bind port de0b6ff8-e342-43da-8670-9ae4322f1338 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:06.031381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Publish callbacks [] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.073350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.077672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.086718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:06.087631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:06.088206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.088799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:06.089463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Bound port: de0b6ff8-e342-43da-8670-9ae4322f1338, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:06.090006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.091981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d7fe5649-4197-4533-b859-8fbce9310733 None None] Could not find standard attr ID for object 554a761d-52e6-4c85-af9d-17e7956c4e58. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:06.119235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32c63a90-a595-4163-bd5b-fdb2c1c9bbc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.121711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:06.122077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:06.122390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] device_id is not set on port 3ccd22f6-4729-4fdd-a042-c618ada8a6d0 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:06.153494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.172423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Network 1f6e0432-cbb4-4c4d-b442-94f89452c321 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:06.184965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d4280-fa19-4b01-8a8a-ebcef6c9a5d7 None None] Pushing event updated for resources: {'Port': ['ID=2af40442-ff35-4146-a617-00497c334079,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.188527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:06.192918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (9a4fb332-b684-4ffb-ae76-e03cce707f6a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.194086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Attempting to bind port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:06.194624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Attempting to bind port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '97225441-0415-47b0-b7a4-5e00e1dd4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89f52623-2e77-467d-a64d-71414c32581e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:06.195193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Attempting to bind port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 on network 89f52623-2e77-467d-a64d-71414c32581e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:06.198297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:06.219497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d7fe5649-4197-4533-b859-8fbce9310733 None None] Provisioning complete for port 0156c62b-8188-4788-b7ce-6e62d3728cac triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:06.220103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7fe5649-4197-4533-b859-8fbce9310733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.255074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (01e81c8c-42fb-4b30-aebb-a47f0d1e4057), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.259084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Network 8f931cde-5a60-4107-a615-9e3939d5db10 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:06.272427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] For port 2af40442-ff35-4146-a617-00497c334079, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2af40442-ff35-4146-a617-00497c334079,segment=NetworkSegment(7b2473ca-b8d3-4b03-9199-04a83f2d05cb),segment_id=7b2473ca-b8d3-4b03-9199-04a83f2d05cb)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:06.272815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2af40442-ff35-4146-a617-00497c334079), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.287623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (2af40442-ff35-4146-a617-00497c334079), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.289657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:06.290035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Checking segment: {'id': '97225441-0415-47b0-b7a4-5e00e1dd4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89f52623-2e77-467d-a64d-71414c32581e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:06.290787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.290908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Bound using segment: {'id': '97225441-0415-47b0-b7a4-5e00e1dd4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89f52623-2e77-467d-a64d-71414c32581e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:06.291304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Bound port: 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97225441-0415-47b0-b7a4-5e00e1dd4473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '89f52623-2e77-467d-a64d-71414c32581e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:06.291696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.311953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Allocated IP 2001:db8::1 (8f931cde-5a60-4107-a615-9e3939d5db10/9924c905-ad5c-4b78-b89a-5f9095b4e6e1/ac52e64f-8a08-471d-a54d-923943460be4) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:06.318472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:06.329545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Calling delete_port for 2af40442-ff35-4146-a617-00497c334079 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:06.348135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:06.386463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32c63a90-a595-4163-bd5b-fdb2c1c9bbc4 admin admin] Publish callbacks [] for security_group (5efdab32-e6f0-491a-8786-16c6d63b9a38), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.388939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Pushing event updated for resources: {'Port': ['ID=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.399269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=9a4fb332-b684-4ffb-ae76-e03cce707f6a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.411676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] No DVR routers for this DVR port 2af40442-ff35-4146-a617-00497c334079 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:06.483498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32c63a90-a595-4163-bd5b-fdb2c1c9bbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5efdab32-e6f0-491a-8786-16c6d63b9a38), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.518593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:06.519129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:06.520019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63a90-a595-4163-bd5b-fdb2c1c9bbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efdab32-e6f0-491a-8786-16c6d63b9a38,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.527117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.559429 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-32c63a90-a595-4163-bd5b-fdb2c1c9bbc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6818fc7f1e16468592b77549beaafe1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6408889 Apr 07 01:50:06.560948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.14 (3d51012c-97fa-4d2b-9775-60e49d53a2cb/412d8c46-6b0e-46fe-87d8-06b55b7f8e90/3ccd22f6-4729-4fdd-a042-c618ada8a6d0) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:06.563871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49842) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:06.584214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.13 (3d51012c-97fa-4d2b-9775-60e49d53a2cb/412d8c46-6b0e-46fe-87d8-06b55b7f8e90/3ccd22f6-4729-4fdd-a042-c618ada8a6d0) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:06.660311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for port (ac52e64f-8a08-471d-a54d-923943460be4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.663037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (01e81c8c-42fb-4b30-aebb-a47f0d1e4057), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.667632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe484f65-4ceb-4ecf-a295-a61de727ff9a admin admin] Publish callbacks [] for security_group (5efdab32-e6f0-491a-8786-16c6d63b9a38), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.680301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] For port de0b6ff8-e342-43da-8670-9ae4322f1338, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:06.684143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Attempting to bind port e2c783c6-eeb3-44bb-940b-ebf985f3b77b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:06.684519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Attempting to bind port e2c783c6-eeb3-44bb-940b-ebf985f3b77b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '4ff3d94f-5e0d-484b-b305-82a0e950f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:06.684924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Attempting to bind port e2c783c6-eeb3-44bb-940b-ebf985f3b77b on network 1f6e0432-cbb4-4c4d-b442-94f89452c321 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:06.706351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:06.730929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 2af40442-ff35-4146-a617-00497c334079 update to ACTIVE by agent not found {{(pid=110985) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 01:50:06.731367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 554a761d-52e6-4c85-af9d-17e7956c4e58 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:06.733962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2af40442-ff35-4146-a617-00497c334079), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.741368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] For port de0b6ff8-e342-43da-8670-9ae4322f1338, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=de0b6ff8-e342-43da-8670-9ae4322f1338,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:06.742460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:06.747102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe484f65-4ceb-4ecf-a295-a61de727ff9a admin admin] Publish callbacks [] for security_group (5efdab32-e6f0-491a-8786-16c6d63b9a38), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.754996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.761220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:06.761611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Checking segment: {'id': '4ff3d94f-5e0d-484b-b305-82a0e950f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:06.762017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.762416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Bound using segment: {'id': '4ff3d94f-5e0d-484b-b305-82a0e950f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:06.762904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Bound port: e2c783c6-eeb3-44bb-940b-ebf985f3b77b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ff3d94f-5e0d-484b-b305-82a0e950f56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '1f6e0432-cbb4-4c4d-b442-94f89452c321'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:06.763252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:06.763379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.770155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:06.775776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:06.776523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.786532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=01e81c8c-42fb-4b30-aebb-a47f0d1e4057,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.791040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] No DVR routers for this DVR port 2af40442-ff35-4146-a617-00497c334079 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:06.794936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Pushing event updated for resources: {'Port': ['ID=920377cb-c8a9-4e59-8638-0bd2a11cac12,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.802858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:06.806844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 554a761d-52e6-4c85-af9d-17e7956c4e58 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:06.807263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 554a761d-52e6-4c85-af9d-17e7956c4e58 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 01:50:06.816716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Attempting to bind port 920377cb-c8a9-4e59-8638-0bd2a11cac12 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:06.817142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Attempting to bind port 920377cb-c8a9-4e59-8638-0bd2a11cac12 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '57d13418-b6e8-490d-aa99-d88f218789b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:06.817484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Attempting to bind port 920377cb-c8a9-4e59-8638-0bd2a11cac12 on network 8f931cde-5a60-4107-a615-9e3939d5db10 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:06.825614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309787fc-cfe6-49fb-b494-63b696659899 None None] Network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:06.857612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:06.858314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.859440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (3ccd22f6-4729-4fdd-a042-c618ada8a6d0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.864676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 89f52623-2e77-467d-a64d-71414c32581e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:06.865660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Port': ['ID=2af40442-ff35-4146-a617-00497c334079,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.880656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:06.886423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] For port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:06.916374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.917548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:06.918298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d48ee4-e250-47ec-a94b-d0308c183179 None None] Pushing event deleted for resources: {'Port': ['ID=2af40442-ff35-4146-a617-00497c334079,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.920406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 554a761d-52e6-4c85-af9d-17e7956c4e58 not found, will not notify nova. {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 01:50:06.923523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:06.924178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.936461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe484f65-4ceb-4ecf-a295-a61de727ff9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5efdab32-e6f0-491a-8786-16c6d63b9a38), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.939206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe484f65-4ceb-4ecf-a295-a61de727ff9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.943156 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fe484f65-4ceb-4ecf-a295-a61de727ff9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5efdab32-e6f0-491a-8786-16c6d63b9a38 HTTP/1.1" status: 204 len: 168 time: 0.3760505 Apr 07 01:50:06.950884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe484f65-4ceb-4ecf-a295-a61de727ff9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efdab32-e6f0-491a-8786-16c6d63b9a38,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:06.972353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:06.972735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Checking segment: {'id': '57d13418-b6e8-490d-aa99-d88f218789b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:06.973562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.974155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Bound using segment: {'id': '57d13418-b6e8-490d-aa99-d88f218789b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:06.974982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Bound port: 920377cb-c8a9-4e59-8638-0bd2a11cac12, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d13418-b6e8-490d-aa99-d88f218789b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '8f931cde-5a60-4107-a615-9e3939d5db10'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:06.975430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ac52e64f-8a08-471d-a54d-923943460be4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.975736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:06.991393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93e7e70a-2888-4d61-8d44-7592592d80b8 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:07.003048 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6dbbb22f-bf23-4eb9-b907-017140799ec4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9150224 Apr 07 01:50:07.006741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3ccd22f6-4729-4fdd-a042-c618ada8a6d0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.008175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49846) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:07.024893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (83a9bf28-cdab-4b2f-ba95-6c1833e341d2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.034777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] For port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,segment=NetworkSegment(97225441-0415-47b0-b7a4-5e00e1dd4473),segment_id=97225441-0415-47b0-b7a4-5e00e1dd4473)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:07.049528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a9bf28-cdab-4b2f-ba95-6c1833e341d2']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:07.060255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2473ca-b8d3-4b03-9199-04a83f2d05cb') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:07.060675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2473ca-b8d3-4b03-9199-04a83f2d05cb') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:07.074304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:07.079303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:07.080908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 93e7e70a-2888-4d61-8d44-7592592d80b8 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:07.081478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93e7e70a-2888-4d61-8d44-7592592d80b8 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:07.089063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (7b2473ca-b8d3-4b03-9199-04a83f2d05cb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.090700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:07.098274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d7fe5649-4197-4533-b859-8fbce9310733 None None] Current status of the port 0156c62b-8188-4788-b7ce-6e62d3728cac is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:07.124742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7b2473ca-b8d3-4b03-9199-04a83f2d05cb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.133665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:07.134290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (7b2473ca-b8d3-4b03-9199-04a83f2d05cb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.151192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:07.151884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.174789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=3ccd22f6-4729-4fdd-a042-c618ada8a6d0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:07.175299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.204195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be332347-e582-45eb-b855-6c45b3bea05b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:07.209893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be332347-e582-45eb-b855-6c45b3bea05b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:07.211449 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-be332347-e582-45eb-b855-6c45b3bea05b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2022889 Apr 07 01:50:07.219285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49848) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:07.226805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fba87-fba6-44cc-8a8d-9ecaa6803ff5 None None] Pushing event updated for resources: {'Port': ['ID=de0b6ff8-e342-43da-8670-9ae4322f1338,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:07.231586 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:07.253519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] For port e2c783c6-eeb3-44bb-940b-ebf985f3b77b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:07.262122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-346cd10b-76bd-4b6f-b60c-da9c71aa3582 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3639474 Apr 07 01:50:07.274866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49852) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:07.281152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 8f931cde-5a60-4107-a615-9e3939d5db10 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:07.291912 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-102fd3da-fc16-4593-be42-e10b087918aa tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5786302 Apr 07 01:50:07.295201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49854) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:07.296043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:07.305079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '3ccd22f6-4729-4fdd-a042-c618ada8a6d0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:07.308586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:07.309375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.339636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0156c62b-8188-4788-b7ce-6e62d3728cac up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:07.340409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (83a9bf28-cdab-4b2f-ba95-6c1833e341d2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.342245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=a49fb186-d9de-4efd-abe2-cf4214d66de3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:07.405381 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-57f38299-eaef-4051-a88a-2c6d164ae2e3 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4298832 Apr 07 01:50:07.407015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.407272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49856) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:07.408375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] For port e2c783c6-eeb3-44bb-940b-ebf985f3b77b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,segment=NetworkSegment(4ff3d94f-5e0d-484b-b305-82a0e950f56f),segment_id=4ff3d94f-5e0d-484b-b305-82a0e950f56f)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:07.413612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49858) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:07.414742 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/networks/83a9bf28-cdab-4b2f-ba95-6c1833e341d2 HTTP/1.1" status: 204 len: 168 time: 2.2509053 Apr 07 01:50:07.454782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d', 'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '9a4fb332-b684-4ffb-ae76-e03cce707f6a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:07.454782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.486375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] For port 920377cb-c8a9-4e59-8638-0bd2a11cac12, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:07.535955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.568022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] For port 920377cb-c8a9-4e59-8638-0bd2a11cac12, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=920377cb-c8a9-4e59-8638-0bd2a11cac12,segment=NetworkSegment(57d13418-b6e8-490d-aa99-d88f218789b6),segment_id=57d13418-b6e8-490d-aa99-d88f218789b6)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:07.587625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a9a91-7478-413e-875c-730e4377e1c4 None None] Pushing event updated for resources: {'Port': ['ID=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:07.692935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.734357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.755906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.770055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (d525080a-1e28-457c-8a83-01ddda291a0a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.794870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904abb8a-21c0-44f0-a0c2-fdd624c36012 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Network': ['ID=83a9bf28-cdab-4b2f-ba95-6c1833e341d2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:07.907305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Port': ['ID=ac52e64f-8a08-471d-a54d-923943460be4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:07.915020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (9a4fb332-b684-4ffb-ae76-e03cce707f6a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:07.960071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Allocated IP 172.20.0.2 (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d/9a4fb332-b684-4ffb-ae76-e03cce707f6a/b7f44c21-624c-4a66-9d2e-b8fb08afce1f) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:08.115654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 01e81c8c-42fb-4b30-aebb-a47f0d1e4057 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:08.116090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (01e81c8c-42fb-4b30-aebb-a47f0d1e4057), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.139846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0156c62b-8188-4788-b7ce-6e62d3728cac triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:08.140397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.162126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ac52e64f-8a08-471d-a54d-923943460be4), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.211732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b656211-230b-4c0d-9236-8c0cafaa0e91 None None] Pushing event updated for resources: {'Port': ['ID=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:08.373614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1146fd-0204-44bd-99de-f3e6e3144d17 None None] Pushing event updated for resources: {'Port': ['ID=920377cb-c8a9-4e59-8638-0bd2a11cac12,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:08.503028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Publish callbacks [] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.523861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0156c62b-8188-4788-b7ce-6e62d3728cac is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:08.563875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.593187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49876) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:08.617609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2af40442-ff35-4146-a617-00497c334079 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:08.661065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:08.661529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (9a4fb332-b684-4ffb-ae76-e03cce707f6a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.665648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2af40442-ff35-4146-a617-00497c334079 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:08.666001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2af40442-ff35-4146-a617-00497c334079 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:08.666418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 554a761d-52e6-4c85-af9d-17e7956c4e58 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:08.692076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:08.697461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:08.699693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 554a761d-52e6-4c85-af9d-17e7956c4e58 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:08.700045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 554a761d-52e6-4c85-af9d-17e7956c4e58 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:08.702695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Pushing event updated for resources: {'Port': ['ID=b7f44c21-624c-4a66-9d2e-b8fb08afce1f,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:08.788860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for port (ac52e64f-8a08-471d-a54d-923943460be4), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.794419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Attempting to bind port b7f44c21-624c-4a66-9d2e-b8fb08afce1f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:08.794804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Attempting to bind port b7f44c21-624c-4a66-9d2e-b8fb08afce1f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:08.807322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Attempting to bind port b7f44c21-624c-4a66-9d2e-b8fb08afce1f on network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:08.807477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bdeef6f5-0307-4f04-a39c-695a64853b31 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:08.807477 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-bdeef6f5-0307-4f04-a39c-695a64853b31 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 01:50:08.807477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-bdeef6f5-0307-4f04-a39c-695a64853b31 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 01:50:08.807477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bdeef6f5-0307-4f04-a39c-695a64853b31 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2086694 Apr 07 01:50:08.807752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:08.807752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Checking segment: {'id': 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:08.807752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.807752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Bound using segment: {'id': 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:08.807752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Bound port: b7f44c21-624c-4a66-9d2e-b8fb08afce1f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:08.808146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.814366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (d525080a-1e28-457c-8a83-01ddda291a0a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.830227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49880) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:08.838174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--580720144'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:08.850563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4fb332-b684-4ffb-ae76-e03cce707f6a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:08.865452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.876201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (ac52e64f-8a08-471d-a54d-923943460be4), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.880915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:08.926017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] For port b7f44c21-624c-4a66-9d2e-b8fb08afce1f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:08.931426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] For port b7f44c21-624c-4a66-9d2e-b8fb08afce1f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b7f44c21-624c-4a66-9d2e-b8fb08afce1f,segment=NetworkSegment(c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2),segment_id=c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:08.938714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Port': ['ID=ac52e64f-8a08-471d-a54d-923943460be4,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:08.939884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d525080a-1e28-457c-8a83-01ddda291a0a']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:08.979340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1efd9ca-2431-4ec7-afbe-e181b217d470') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:08.979659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1efd9ca-2431-4ec7-afbe-e181b217d470') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:09.001465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.010054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:09.027536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:09.027839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:09.033114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (01e81c8c-42fb-4b30-aebb-a47f0d1e4057), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.049594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d1efd9ca-2431-4ec7-afbe-e181b217d470), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.049957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.065325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 01e81c8c-42fb-4b30-aebb-a47f0d1e4057 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:09.087606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.091625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.105887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d1efd9ca-2431-4ec7-afbe-e181b217d470), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.106484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.119090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:09.119674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:09.124258 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:09.140633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:09.141160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d1efd9ca-2431-4ec7-afbe-e181b217d470), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.150970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab87bba-e8b5-492d-95ed-e608389dad75 None None] Pushing event updated for resources: {'Port': ['ID=b7f44c21-624c-4a66-9d2e-b8fb08afce1f,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:09.158122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 8f931cde-5a60-4107-a615-9e3939d5db10 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:09.188376 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:09.192653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe01287-acfd-4849-b59b-9380bd931416 None None] Network adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:09.206477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:09.394313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:50:09.394313 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:50:09.394313 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': 'adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d'}] Apr 07 01:50:09.394313 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:09.394795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:09.411199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] Provisioning complete for port de0b6ff8-e342-43da-8670-9ae4322f1338 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:09.411761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.464711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.478729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2c783c6-eeb3-44bb-940b-ebf985f3b77b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:09.501071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (d525080a-1e28-457c-8a83-01ddda291a0a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.585132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.626862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.630824 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/networks/d525080a-1e28-457c-8a83-01ddda291a0a HTTP/1.1" status: 204 len: 168 time: 2.2076802 Apr 07 01:50:09.631950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9ab23-75c8-4812-a198-6fe6f7c77674 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Network': ['ID=d525080a-1e28-457c-8a83-01ddda291a0a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:09.633598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49882) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:09.720994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.723156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Router b08db4b7-363b-408a-8676-4e485ab1f8ae is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:50:09.731279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.765512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:09.851085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a1f2f-f19c-4609-b62f-aec529e1fcaf None None] Network 89f52623-2e77-467d-a64d-71414c32581e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:09.877420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2e472238-c697-4f22-9f72-2a570566d742), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.954836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:09.993614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (01e81c8c-42fb-4b30-aebb-a47f0d1e4057), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.025238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e2c783c6-eeb3-44bb-940b-ebf985f3b77b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:10.025850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.034220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa36559-bf81-4e0f-b470-462c92538545 None None] Network 1f6e0432-cbb4-4c4d-b442-94f89452c321 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:10.042052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=01e81c8c-42fb-4b30-aebb-a47f0d1e4057,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:10.058436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (97e32113-c4b8-4393-8e53-250c75a10f54), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.086246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] Current status of the port de0b6ff8-e342-43da-8670-9ae4322f1338 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:10.091708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.102952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:10.114162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-04fb5bed-0a27-49ea-8599-c3fed3c58464 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7803724 Apr 07 01:50:10.114529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.114929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (97e32113-c4b8-4393-8e53-250c75a10f54), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.118285 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] Sync routers for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:10.125324 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a9cdd8bf-2751-444a-bda4-dc887b15dbb6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/01e81c8c-42fb-4b30-aebb-a47f0d1e4057 HTTP/1.1" status: 204 len: 168 time: 2.9047041 Apr 07 01:50:10.127037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.89 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/8f03ea58-b01e-4594-8ee2-f57b60bd870a) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:10.129427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49884) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:10.129974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49886) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:10.142816 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:10.144283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.238737 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.273014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2e472238-c697-4f22-9f72-2a570566d742), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.281096 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:10.282635 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.306729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] For port de0b6ff8-e342-43da-8670-9ae4322f1338, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=de0b6ff8-e342-43da-8670-9ae4322f1338,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:10.329558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4182be-dd81-4cf0-ac2c-69439fd2c923 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:10.332089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4182be-dd81-4cf0-ac2c-69439fd2c923 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:10.334030 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ef4182be-dd81-4cf0-ac2c-69439fd2c923 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1991484 Apr 07 01:50:10.343524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e32113-c4b8-4393-8e53-250c75a10f54,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:10.353351 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.354366 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef3b538-9219-4089-89bd-18f5e14e065d None None] The sync data for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:10.362710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49888) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:10.367099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port b7f44c21-624c-4a66-9d2e-b8fb08afce1f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:10.367449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.379577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.400144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e472238-c697-4f22-9f72-2a570566d742']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.402416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.407210 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c33d1882-dc43-4fc3-86b3-5f89609ab67f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5696111 Apr 07 01:50:10.427870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49890) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:10.436003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '97e32113-c4b8-4393-8e53-250c75a10f54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:10.445914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.449310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb348be-9265-475e-9527-2ce92fd59551 None None] Network 8f931cde-5a60-4107-a615-9e3939d5db10 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:10.474440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e2c783c6-eeb3-44bb-940b-ebf985f3b77b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:10.475546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.490318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ced024-8874-4ee3-a7ff-f02780a3b692') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.490318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ced024-8874-4ee3-a7ff-f02780a3b692') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:10.520415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (07ced024-8874-4ee3-a7ff-f02780a3b692), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.525947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.551110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet afaf7bb4-8138-44e2-ad98-602fdd25d2aa {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:10.556542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (afaf7bb4-8138-44e2-ad98-602fdd25d2aa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.564569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (07ced024-8874-4ee3-a7ff-f02780a3b692), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.574078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port e2c783c6-eeb3-44bb-940b-ebf985f3b77b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,segment=NetworkSegment(4ff3d94f-5e0d-484b-b305-82a0e950f56f),segment_id=4ff3d94f-5e0d-484b-b305-82a0e950f56f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:10.601518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:10.602018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (07ced024-8874-4ee3-a7ff-f02780a3b692), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:10.606981 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:10.704058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Provisioning complete for port 920377cb-c8a9-4e59-8638-0bd2a11cac12 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:10.704442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.737719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.738511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 920377cb-c8a9-4e59-8638-0bd2a11cac12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:10.747311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (ea469154-de7a-4538-a2b0-ebdf84f9ff63), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.785305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a4459-453f-42e1-a2a4-b4f382bc9524 None None] Pushing event updated for resources: {'Port': ['ID=de0b6ff8-e342-43da-8670-9ae4322f1338,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:10.889247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:10.940368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=a49fb186-d9de-4efd-abe2-cf4214d66de3,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:10.974787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 920377cb-c8a9-4e59-8638-0bd2a11cac12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:10.975388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.028442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port b7f44c21-624c-4a66-9d2e-b8fb08afce1f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b7f44c21-624c-4a66-9d2e-b8fb08afce1f,segment=NetworkSegment(c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2),segment_id=c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:11.029077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.063904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.079930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (afaf7bb4-8138-44e2-ad98-602fdd25d2aa), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.083616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group_rule (d578a61a-ba02-4474-9291-b1e5b75d6bdd), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.083939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Current status of the port 920377cb-c8a9-4e59-8638-0bd2a11cac12 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:11.084383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.093820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for b7f44c21-624c-4a66-9d2e-b8fb08afce1f owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:11.098588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.182140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] For port 920377cb-c8a9-4e59-8638-0bd2a11cac12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=920377cb-c8a9-4e59-8638-0bd2a11cac12,segment=NetworkSegment(57d13418-b6e8-490d-aa99-d88f218789b6),segment_id=57d13418-b6e8-490d-aa99-d88f218789b6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:11.188820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 920377cb-c8a9-4e59-8638-0bd2a11cac12 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:11.189402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.196942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2e472238-c697-4f22-9f72-2a570566d742), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.215400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.222703 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] 10.222.0.25 "DELETE /v2.0/networks/2e472238-c697-4f22-9f72-2a570566d742 HTTP/1.1" status: 204 len: 168 time: 1.5844238 Apr 07 01:50:11.243058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:11.270478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:11.275875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:11.286527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:11.286906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:11.287477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.287959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397809ca-e830-4b52-b59d-151d0f621090 tempest-BulkNetworkOpsTest-1375894097 tempest-BulkNetworkOpsTest-1375894097-project] Pushing event deleted for resources: {'Network': ['ID=2e472238-c697-4f22-9f72-2a570566d742,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.345163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Could not find standard attr ID for object 01e81c8c-42fb-4b30-aebb-a47f0d1e4057. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:11.346835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Pushing event updated for resources: {'Port': ['ID=920377cb-c8a9-4e59-8638-0bd2a11cac12,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.347247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=8f03ea58-b01e-4594-8ee2-f57b60bd870a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.361394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Provisioning complete for port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:11.361793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.397002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (afaf7bb4-8138-44e2-ad98-602fdd25d2aa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.439130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b7f44c21-624c-4a66-9d2e-b8fb08afce1f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.471951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Current status of the port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:11.472789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.494891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=b7f44c21-624c-4a66-9d2e-b8fb08afce1f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.497461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port b7f44c21-624c-4a66-9d2e-b8fb08afce1f on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:11.531790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] For port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,segment=NetworkSegment(97225441-0415-47b0-b7a4-5e00e1dd4473),segment_id=97225441-0415-47b0-b7a4-5e00e1dd4473)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:11.550398 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-79360380-1b91-44e8-8f83-fb2c0ffeb6ba tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:11.551472 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-79360380-1b91-44e8-8f83-fb2c0ffeb6ba tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4179442 Apr 07 01:50:11.554983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49894) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:11.565907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group_rule (d578a61a-ba02-4474-9291-b1e5b75d6bdd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.584658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.615863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.680196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.697902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Pushing event updated for resources: {'Port': ['ID=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.700891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b95dce5-171f-41f1-b283-56b1f13fa088 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:50:11.716648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:11.721139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (afaf7bb4-8138-44e2-ad98-602fdd25d2aa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.762395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:11.762701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:11.779536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=afaf7bb4-8138-44e2-ad98-602fdd25d2aa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:11.857708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.860587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.863108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b95dce5-171f-41f1-b283-56b1f13fa088 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:50:11.871309 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e697b4cd-db86-44ef-b767-8c6d65cce976 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/afaf7bb4-8138-44e2-ad98-602fdd25d2aa HTTP/1.1" status: 204 len: 168 time: 1.4908266 Apr 07 01:50:11.876421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49898) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:11.889053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Provisioning complete for port e2c783c6-eeb3-44bb-940b-ebf985f3b77b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:11.889053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.934925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49900) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:11.936088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.943128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4a86d901-fc02-4c42-9dce-73a6396445a3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0651045 Apr 07 01:50:11.955605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49902) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:11.960809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:11.961243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (c89cc1d8-b9f7-4b4c-8a72-b5f59e896ba2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:11.977009 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:12.032200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 920377cb-c8a9-4e59-8638-0bd2a11cac12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:12.033281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device de0b6ff8-e342-43da-8670-9ae4322f1338 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:12.144339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d578a61a-ba02-4474-9291-b1e5b75d6bdd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.151256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53b9277f-3b1a-4ffc-a4df-89624a05d291 None None] Current status of the port e2c783c6-eeb3-44bb-940b-ebf985f3b77b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:12.151609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e4b53-4765-4415-b5c2-5d262d503774 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:12.152650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c88e4b53-4765-4415-b5c2-5d262d503774 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1939063 Apr 07 01:50:12.157793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49906) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.215907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d578a61a-ba02-4474-9291-b1e5b75d6bdd,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:12.219826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port de0b6ff8-e342-43da-8670-9ae4322f1338 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:12.220227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.229548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.242318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.248873 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d HTTP/1.1" status: 204 len: 168 time: 4.9704337 Apr 07 01:50:12.254656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49908) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.257973 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-baeed5d6-ccbe-46e4-bc28-d5c474867d1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff762db935394aa3bb9b22c255d79746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134613 Apr 07 01:50:12.269985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49910) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.282130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c156a-4e7f-411f-8880-c7cb3c7912e3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:12.289246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc271-c96f-4979-a8ed-c0b0b5492cd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:12.291201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0b8fc271-c96f-4979-a8ed-c0b0b5492cd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1312892 Apr 07 01:50:12.300027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49912) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.304797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.309878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9e74a8fd-2dfa-42cf-beea-b89a8c48b2f0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8779228 Apr 07 01:50:12.310888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49914) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.322460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-49e4fa10-f78a-4def-bc7c-64e01ad3a5c7 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '97e32113-c4b8-4393-8e53-250c75a10f54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:12.347429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port de0b6ff8-e342-43da-8670-9ae4322f1338 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:12.348385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:12.350499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Provisioning complete for port ac52e64f-8a08-471d-a54d-923943460be4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:12.350499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac52e64f-8a08-471d-a54d-923943460be4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.361882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2d846ef2-7420-43f7-bb5f-2b2cae547adc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0592167 Apr 07 01:50:12.365893 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-07891291-95fb-408c-9df7-a9f5c24d0be4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] GET failed (client error): The resource could not be found. Apr 07 01:50:12.369310 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-07891291-95fb-408c-9df7-a9f5c24d0be4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/subnets/9a4fb332-b684-4ffb-ae76-e03cce707f6a HTTP/1.1" status: 404 len: 337 time: 0.1100945 Apr 07 01:50:12.370916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49916) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.371258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49918) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.379761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:12.460684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-30932085-4504-403b-b34b-0b373c35648c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:12.461461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30932085-4504-403b-b34b-0b373c35648c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:12.466461 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-30932085-4504-403b-b34b-0b373c35648c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d HTTP/1.1" status: 404 len: 339 time: 0.0914884 Apr 07 01:50:12.475535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49920) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.555044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49e4fa10-f78a-4def-bc7c-64e01ad3a5c7 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group_rule (86d8687c-5266-4dfb-b292-ac9d664441d5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.585767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.616312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Port ac52e64f-8a08-471d-a54d-923943460be4 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:12.618836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc53000-4d0a-47eb-81d5-137431d9d457 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:12.621803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-779e7dfa-8df8-46a9-a3b3-a12352709e1c admin admin] Publish callbacks [] for security_group (06fe7dd7-e1c4-4694-96f0-41f453378972), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.647801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.648541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (ea469154-de7a-4538-a2b0-ebdf84f9ff63), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.716333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-779e7dfa-8df8-46a9-a3b3-a12352709e1c admin admin] Publish callbacks [] for security_group (06fe7dd7-e1c4-4694-96f0-41f453378972), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.725138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Provisioning complete for port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:12.725666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.796590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=a49fb186-d9de-4efd-abe2-cf4214d66de3,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:12.805450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.809237 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-49e4fa10-f78a-4def-bc7c-64e01ad3a5c7 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 01:50:12.811399 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-49e4fa10-f78a-4def-bc7c-64e01ad3a5c7 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4927521 Apr 07 01:50:12.818382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:12.822268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.825208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49922) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.895178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Current status of the port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:12.911912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2869a7ca-3430-4012-b649-3e3c675bd675 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:12.916332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2869a7ca-3430-4012-b649-3e3c675bd675 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4332905 Apr 07 01:50:12.919608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49924) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.920420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:12.924499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.943112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Provisioning complete for port a49fb186-d9de-4efd-abe2-cf4214d66de3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:12.943112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.966503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (d9c7d207-105e-40cb-9054-14527ecd5194), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:12.986318 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c1c895c6-a477-4c5b-9f75-5afb325eed60 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 207 time: 0.0644848 Apr 07 01:50:12.987171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49926) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:12.988401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 89f52623-2e77-467d-a64d-71414c32581e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:12.988853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:12.990244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:13.010158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:13.019874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Port a49fb186-d9de-4efd-abe2-cf4214d66de3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:13.054870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Provisioning complete for port e2c783c6-eeb3-44bb-940b-ebf985f3b77b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:13.055453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.127175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-412ffdb2-4b0d-4b41-8b6c-0fda6da33a3f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (97e32113-c4b8-4393-8e53-250c75a10f54), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.148788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] Deleting port de0b6ff8-e342-43da-8670-9ae4322f1338 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:13.154470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.190483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-412ffdb2-4b0d-4b41-8b6c-0fda6da33a3f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (97e32113-c4b8-4393-8e53-250c75a10f54), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.191257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-779e7dfa-8df8-46a9-a3b3-a12352709e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (06fe7dd7-e1c4-4694-96f0-41f453378972), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.194054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-779e7dfa-8df8-46a9-a3b3-a12352709e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.195794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-779e7dfa-8df8-46a9-a3b3-a12352709e1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06fe7dd7-e1c4-4694-96f0-41f453378972 HTTP/1.1" status: 204 len: 168 time: 0.9224641 Apr 07 01:50:13.223987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e7dfa-8df8-46a9-a3b3-a12352709e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fe7dd7-e1c4-4694-96f0-41f453378972,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:13.284300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2c783c6-eeb3-44bb-940b-ebf985f3b77b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:13.302082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.323168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1e1fe-a557-4a81-9d3e-6b251ce32443 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:13.329276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1e1fe-a557-4a81-9d3e-6b251ce32443 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:13.332845 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:50:13.338258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1e1fe-a557-4a81-9d3e-6b251ce32443 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:13.339742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1e1fe-a557-4a81-9d3e-6b251ce32443 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:13.345784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49932) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:13.346034 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-33d1e1fe-a557-4a81-9d3e-6b251ce32443 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3518152 Apr 07 01:50:13.390395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Router ea469154-de7a-4538-a2b0-ebdf84f9ff63 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:50:13.418748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] For port de0b6ff8-e342-43da-8670-9ae4322f1338, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=de0b6ff8-e342-43da-8670-9ae4322f1338,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:13.419166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.437121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-412ffdb2-4b0d-4b41-8b6c-0fda6da33a3f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (97e32113-c4b8-4393-8e53-250c75a10f54), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.439915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-412ffdb2-4b0d-4b41-8b6c-0fda6da33a3f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.440713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] Calling delete_port for de0b6ff8-e342-43da-8670-9ae4322f1338 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:13.443971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-412ffdb2-4b0d-4b41-8b6c-0fda6da33a3f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/97e32113-c4b8-4393-8e53-250c75a10f54 HTTP/1.1" status: 204 len: 168 time: 0.6158893 Apr 07 01:50:13.449892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49934) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:13.450845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Current status of the port e2c783c6-eeb3-44bb-940b-ebf985f3b77b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:13.499252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ffdb2-4b0d-4b41-8b6c-0fda6da33a3f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e32113-c4b8-4393-8e53-250c75a10f54,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:13.530413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Provisioning complete for port 920377cb-c8a9-4e59-8638-0bd2a11cac12 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:13.530804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.554373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e2c783c6-eeb3-44bb-940b-ebf985f3b77b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:13.554717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.568140 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5503bf13-066f-4d67-bbdd-748187d20167 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1103590 Apr 07 01:50:13.568332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49938) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:13.618185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183191764'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:13.720427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:50:13.723233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting port ac52e64f-8a08-471d-a54d-923943460be4 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:13.723581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ac52e64f-8a08-471d-a54d-923943460be4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.761763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (de0b6ff8-e342-43da-8670-9ae4322f1338), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.770066 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dcfc2913-c1cc-4451-8abe-19a11cb568f3 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4230633 Apr 07 01:50:13.770690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49946) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:13.777334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c6785b2e-f468-4854-ae59-39c76618a481 None None] Current status of the port 920377cb-c8a9-4e59-8638-0bd2a11cac12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:13.813909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e2c783c6-eeb3-44bb-940b-ebf985f3b77b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:13.815004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:13.817967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] No DVR routers for this DVR port de0b6ff8-e342-43da-8670-9ae4322f1338 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:13.819618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:13.834780 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-213b4126-9bd1-4cfc-a7d4-5536b5455cee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/routers/ea469154-de7a-4538-a2b0-ebdf84f9ff63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4263785 Apr 07 01:50:13.838913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49948) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:13.839974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18692324-1d90-47a2-b7bd-1b4c339dbb9f None None] Pushing event deleted for resources: {'Port': ['ID=de0b6ff8-e342-43da-8670-9ae4322f1338,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:13.846628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] Sync routers for ids ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:13.863211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.865250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] Routers {'ea469154-de7a-4538-a2b0-ebdf84f9ff63'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:13.865887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:13.926698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab78db91-de9e-4d0a-8991-339cc547fcb6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:13.929001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab78db91-de9e-4d0a-8991-339cc547fcb6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:13.934062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ac52e64f-8a08-471d-a54d-923943460be4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.935110 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ab78db91-de9e-4d0a-8991-339cc547fcb6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1602621 Apr 07 01:50:13.938577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49952) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:13.943640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:13.958602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:13.978600 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.services.revisions.revision_plugin [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Could not find related port for resource to bump revision. Apr 07 01:50:13.988327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Calling delete_port for ac52e64f-8a08-471d-a54d-923943460be4 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:13.999858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7031a00d-5115-46b2-a62f-da72d35c3eb3 None None] Provisioning complete for port ac52e64f-8a08-471d-a54d-923943460be4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:14.001752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7031a00d-5115-46b2-a62f-da72d35c3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ac52e64f-8a08-471d-a54d-923943460be4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.008772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] Routers {'ea469154-de7a-4538-a2b0-ebdf84f9ff63'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:14.009705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:14.014804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e219a1-d608-4c4f-a663-837b0b7f572c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:14.017040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-58e219a1-d608-4c4f-a663-837b0b7f572c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea469154-de7a-4538-a2b0-ebdf84f9ff63 HTTP/1.1" status: 200 len: 989 time: 0.1771939 Apr 07 01:50:14.025168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49954) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:14.027214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.045410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_pluggable_backend [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Port de0b6ff8-e342-43da-8670-9ae4322f1338 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 07 01:50:14.045761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_pluggable_backend [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Reverting IP allocation for 2001:db8::f816:3eff:fe67:f317 {{(pid=110984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 07 01:50:14.052622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (3a2e2f10-5109-44a5-b66f-417cdfdff8fa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.103098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396acbb6-bb6b-4f4b-99c5-dfd89347cb96 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:14.104325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396acbb6-bb6b-4f4b-99c5-dfd89347cb96 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:14.110055 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-396acbb6-bb6b-4f4b-99c5-dfd89347cb96 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1685688 Apr 07 01:50:14.110618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49958) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:14.122853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:14.123208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7031a00d-5115-46b2-a62f-da72d35c3eb3 None None] Port ac52e64f-8a08-471d-a54d-923943460be4 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:14.126843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:14.127401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d6c8c-8993-4855-8c92-58e6e6cc3076 None None] The sync data for ids ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:14.129491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:14.129898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.136015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:14.173532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc28aeb-faa2-4510-a010-a3066baabf3d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:14.195781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=3a2e2f10-5109-44a5-b66f-417cdfdff8fa,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:14.199460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:14.200157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.234178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7031a00d-5115-46b2-a62f-da72d35c3eb3 None None] Provisioning complete for port a49fb186-d9de-4efd-abe2-cf4214d66de3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:14.234178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7031a00d-5115-46b2-a62f-da72d35c3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.304255 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-45629fe3-c951-42b5-b37b-c2e9a5604990 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9309046 Apr 07 01:50:14.307569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49964) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:14.312905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:8e:a9:9d', 'name': 'tempest-NetworksTestDHCPv6-23629380'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:14.318943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7031a00d-5115-46b2-a62f-da72d35c3eb3 None None] Port a49fb186-d9de-4efd-abe2-cf4214d66de3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:14.377538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:14.378966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 920377cb-c8a9-4e59-8638-0bd2a11cac12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:14.399119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ac52e64f-8a08-471d-a54d-923943460be4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.409580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '3a2e2f10-5109-44a5-b66f-417cdfdff8fa'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:14.411186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.437060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Port': ['ID=ac52e64f-8a08-471d-a54d-923943460be4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:14.541203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 920377cb-c8a9-4e59-8638-0bd2a11cac12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:14.541743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.545992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:14.580091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:14.666064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Allocated IP 2001:db8::f816:3eff:fe4f:f3f3 (90b9273a-c012-429c-a675-14d31428d1d8/3a2e2f10-5109-44a5-b66f-417cdfdff8fa/517f55e8-dd27-4022-8291-74603dcd9d39) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:14.713411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=8f03ea58-b01e-4594-8ee2-f57b60bd870a,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:14.730040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5b328a-ce58-45ff-8f05-ba3c0d460158 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:14.737328 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3f5b328a-ce58-45ff-8f05-ba3c0d460158 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks/0798c163-1724-4909-b724-3ebae9d9e42a HTTP/1.1" status: 200 len: 800 time: 0.5951302 Apr 07 01:50:14.741310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49972) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:14.747718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (e58e32e2-25c8-48c6-980d-b7b8a99c057d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.810605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 920377cb-c8a9-4e59-8638-0bd2a11cac12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:14.845995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e58e32e2-25c8-48c6-980d-b7b8a99c057d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.894968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (d9c7d207-105e-40cb-9054-14527ecd5194), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.917785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device de0b6ff8-e342-43da-8670-9ae4322f1338 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:14.956441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: de0b6ff8-e342-43da-8670-9ae4322f1338 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:14.956881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device de0b6ff8-e342-43da-8670-9ae4322f1338 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:14.969111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Publish callbacks [] for port (517f55e8-dd27-4022-8291-74603dcd9d39), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.971577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:14.972729 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3583376 Apr 07 01:50:14.989530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49974) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:14.996107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6e344-be99-498b-b318-b40d8b9df42a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e32e2-25c8-48c6-980d-b7b8a99c057d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:14.997372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-43fb197e-0521-4676-8750-e3dcc54c96c5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] Request body: {'port': {'network_id': '8f3f2e54-9601-42af-9895-c355673ac91e', 'name': 'tempest-NetworksNegativeTestJSON-435537664'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.001396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a522d3c2-011a-48e9-81d9-624d29daa7cf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'e58e32e2-25c8-48c6-980d-b7b8a99c057d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.012368 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-a522d3c2-011a-48e9-81d9-624d29daa7cf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 07 01:50:15.012368 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-a522d3c2-011a-48e9-81d9-624d29daa7cf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:15.012368 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a522d3c2-011a-48e9-81d9-624d29daa7cf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131929 Apr 07 01:50:15.012987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.012987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49976) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.022899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.057419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fb197e-0521-4676-8750-e3dcc54c96c5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] POST failed (client error): The resource could not be found. Apr 07 01:50:15.057980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fb197e-0521-4676-8750-e3dcc54c96c5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.063996 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-43fb197e-0521-4676-8750-e3dcc54c96c5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5177202 Apr 07 01:50:15.065685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49978) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.066857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:15.073756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:15.077691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:15.090613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Pushing event updated for resources: {'Port': ['ID=517f55e8-dd27-4022-8291-74603dcd9d39,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:15.122877 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce6d6a4-4f89-4e15-9247-9b163198c5a0 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:15.123419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce6d6a4-4f89-4e15-9247-9b163198c5a0 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.127134 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6ce6d6a4-4f89-4e15-9247-9b163198c5a0 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "DELETE /v2.0/networks/6c79eb5c-bcde-4870-9d65-19a045e363c2 HTTP/1.1" status: 404 len: 339 time: 0.0569911 Apr 07 01:50:15.133945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49980) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.149980 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ee583e67-a16e-438f-a04c-c4dfc06d1d54 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/networks/0798c163-1724-4909-b724-3ebae9d9e42a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3907650 Apr 07 01:50:15.150837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49982) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.157334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Attempting to bind port 517f55e8-dd27-4022-8291-74603dcd9d39 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:15.157865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Attempting to bind port 517f55e8-dd27-4022-8291-74603dcd9d39 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:15.158268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Attempting to bind port 517f55e8-dd27-4022-8291-74603dcd9d39 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:15.163380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:15.163881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:15.164393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.165014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:15.165601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Bound port: 517f55e8-dd27-4022-8291-74603dcd9d39, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:15.166557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.180854 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP d9c7d207-105e-40cb-9054-14527ecd5194 associated. External IP: 172.26.8.89, port: 3ccd22f6-4729-4fdd-a042-c618ada8a6d0. Apr 07 01:50:15.186384 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2427f8cf-5e07-4f40-872a-1e288d223a5e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:15.186979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2427f8cf-5e07-4f40-872a-1e288d223a5e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.187668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-553cbf3f-548d-4528-a358-7409b6a7d07c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (e58e32e2-25c8-48c6-980d-b7b8a99c057d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.194607 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2427f8cf-5e07-4f40-872a-1e288d223a5e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "DELETE /v2.0/ports/7719c9bb-d46f-4257-873d-bc74ec39cd83 HTTP/1.1" status: 404 len: 333 time: 0.0549853 Apr 07 01:50:15.200780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.221683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.239765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] For port 517f55e8-dd27-4022-8291-74603dcd9d39, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:15.243120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] For port 517f55e8-dd27-4022-8291-74603dcd9d39, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=517f55e8-dd27-4022-8291-74603dcd9d39,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:15.261272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34402e0-6f14-481e-9757-9cb6877d4846 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:15.261736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34402e0-6f14-481e-9757-9cb6877d4846 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.264785 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f34402e0-6f14-481e-9757-9cb6877d4846 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "DELETE /v2.0/subnets/b7e761de-5a67-4f10-a5bd-996b03697c19 HTTP/1.1" status: 404 len: 337 time: 0.0630362 Apr 07 01:50:15.270780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49986) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.324558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-553cbf3f-548d-4528-a358-7409b6a7d07c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (e58e32e2-25c8-48c6-980d-b7b8a99c057d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.331471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.349875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:15.351034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3e2caa-ee90-4df3-9246-62adce833a6c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:15.356956 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5b3e2caa-ee90-4df3-9246-62adce833a6c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/subnets/913d7f3c-928c-4dfa-a07a-85a0fcc3fc89 HTTP/1.1" status: 200 len: 811 time: 0.1847057 Apr 07 01:50:15.356956 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd53fa01-6647-4e42-a1b8-c101174534f4 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] GET failed (client error): The resource could not be found. Apr 07 01:50:15.357765 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dd53fa01-6647-4e42-a1b8-c101174534f4 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "GET /v2.0/networks/bd6007d5-8a83-4d85-83d5-03d471151672 HTTP/1.1" status: 404 len: 339 time: 0.0836630 Apr 07 01:50:15.360454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49988) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.366940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49990) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.401836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f65fc-142d-4f1b-bfb4-4dcb53fc9eff None None] Pushing event updated for resources: {'Port': ['ID=517f55e8-dd27-4022-8291-74603dcd9d39,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:15.431782 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2660560-44ed-4ad3-8b37-11f726658762 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] GET failed (client error): The resource could not be found. Apr 07 01:50:15.438068 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d2660560-44ed-4ad3-8b37-11f726658762 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "GET /v2.0/ports/ddb094c7-0ed2-4c4f-b365-da59dd7599a9 HTTP/1.1" status: 404 len: 333 time: 0.0644257 Apr 07 01:50:15.439785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49992) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.447378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Router b08db4b7-363b-408a-8676-4e485ab1f8ae has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:15.506996 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcb2643e-cd58-4bb1-9c04-465082cd8374 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] GET failed (client error): The resource could not be found. Apr 07 01:50:15.508359 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fcb2643e-cd58-4bb1-9c04-465082cd8374 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "GET /v2.0/subnets/75e7b4f8-b81a-43be-b90d-5160a3ae6309 HTTP/1.1" status: 404 len: 337 time: 0.0606973 Apr 07 01:50:15.512592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49994) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.522645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-80977b5c-dfca-4085-b4cf-473a0a090d46 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.542281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb523840-4a97-456f-865b-012f21c2ca08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:15.543679 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cb523840-4a97-456f-865b-012f21c2ca08 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "GET /v2.0/subnets/913d7f3c-928c-4dfa-a07a-85a0fcc3fc89?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1817324 Apr 07 01:50:15.568031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 49996) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.575201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759004360'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.578655 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-80977b5c-dfca-4085-b4cf-473a0a090d46 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] PUT failed (client error): The resource could not be found. Apr 07 01:50:15.579190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80977b5c-dfca-4085-b4cf-473a0a090d46 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.580538 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-80977b5c-dfca-4085-b4cf-473a0a090d46 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "PUT /v2.0/networks/8b19fa9f-b163-4526-ba57-68785dac8755 HTTP/1.1" status: 404 len: 339 time: 0.0666304 Apr 07 01:50:15.580679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-553cbf3f-548d-4528-a358-7409b6a7d07c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e58e32e2-25c8-48c6-980d-b7b8a99c057d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.583213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-553cbf3f-548d-4528-a358-7409b6a7d07c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.586541 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-553cbf3f-548d-4528-a358-7409b6a7d07c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/e58e32e2-25c8-48c6-980d-b7b8a99c057d HTTP/1.1" status: 204 len: 168 time: 0.5766809 Apr 07 01:50:15.589012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 49998) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.589345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50000) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.617909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-31b755de-3508-4b8f-a64a-3b5f4766e5a5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.640079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe8e:a99d (90b9273a-c012-429c-a675-14d31428d1d8/3a2e2f10-5109-44a5-b66f-417cdfdff8fa/bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:15.649243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:15.651949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cbf3f-548d-4528-a358-7409b6a7d07c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e32e2-25c8-48c6-980d-b7b8a99c057d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:15.669847 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b6930a51-dc61-4c7e-8da1-0dbe0e609e98 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1135659 Apr 07 01:50:15.671471 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417885f-308d-4773-bab8-89a3620373cb None None] Sync routers for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:15.678130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50002) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.692501 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417885f-308d-4773-bab8-89a3620373cb None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:15.693718 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e417885f-308d-4773-bab8-89a3620373cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:15.731906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:15.735278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.736558 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e417885f-308d-4773-bab8-89a3620373cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:15.744964 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-03e5f611-cfcb-46b6-a193-977a1291775a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] delete failed (client error): The resource could not be found. Apr 07 01:50:15.746063 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-03e5f611-cfcb-46b6-a193-977a1291775a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1886928233 HTTP/1.1" status: 404 len: 335 time: 0.0665996 Apr 07 01:50:15.751686 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417885f-308d-4773-bab8-89a3620373cb None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:15.752574 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e417885f-308d-4773-bab8-89a3620373cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:15.761999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50004) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.766602 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b755de-3508-4b8f-a64a-3b5f4766e5a5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] PUT failed (client error): The resource could not be found. Apr 07 01:50:15.767145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b755de-3508-4b8f-a64a-3b5f4766e5a5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.772055 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-31b755de-3508-4b8f-a64a-3b5f4766e5a5 tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "PUT /v2.0/ports/3e96850f-3fdf-4716-babb-2953be24477d HTTP/1.1" status: 404 len: 333 time: 0.1696312 Apr 07 01:50:15.775432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2eca1279-945b-4cb0-bef0-6aecc3694164 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b08db4b7-363b-408a-8676-4e485ab1f8ae'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.777081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.784892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3c913406-525d-4825-afee-f386c6ada75e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.791392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:15.804236 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e417885f-308d-4773-bab8-89a3620373cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:15.806386 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417885f-308d-4773-bab8-89a3620373cb None None] The sync data for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:15.833018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (ea469154-de7a-4538-a2b0-ebdf84f9ff63), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.841968 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c913406-525d-4825-afee-f386c6ada75e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] PUT failed (client error): The resource could not be found. Apr 07 01:50:15.842383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c913406-525d-4825-afee-f386c6ada75e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:15.845222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3c913406-525d-4825-afee-f386c6ada75e tempest-NetworksNegativeTestJSON-1813328935 tempest-NetworksNegativeTestJSON-1813328935-project] 10.222.0.25 "PUT /v2.0/subnets/87abf83d-a60e-422c-a150-557c6150b35c HTTP/1.1" status: 404 len: 337 time: 0.0634282 Apr 07 01:50:15.913697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:15.975229 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ae62bbab-4d51-474f-8502-5ae736baa319 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3751433 Apr 07 01:50:15.980873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50010) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:15.987901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--581469967'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:15.999559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (65669c8e-a752-446a-93cb-4d493da287dc), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:15.999951 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Added segment 65669c8e-a752-446a-93cb-4d493da287dc of type vlan for network 80f7964b-e698-4400-95f1-4546c7897d2e Apr 07 01:50:16.122068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:16.133247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:16.134028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (80f7964b-e698-4400-95f1-4546c7897d2e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.141205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2eca1279-945b-4cb0-bef0-6aecc3694164 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router_gateway (b08db4b7-363b-408a-8676-4e485ab1f8ae), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.148609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:16.149721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:16.161921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.195055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.200993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:16.212869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:16.213838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:16.216019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.237709 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-2eca1279-945b-4cb0-bef0-6aecc3694164 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] update failed (client error): The resource could not be found. Apr 07 01:50:16.239425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2eca1279-945b-4cb0-bef0-6aecc3694164 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae HTTP/1.1" status: 404 len: 339 time: 0.4763832 Apr 07 01:50:16.243716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50012) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.251733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-549870251'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:16.259064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:16.260157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d87a6-947f-4d7f-a119-35308989c696 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:16.287744 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9dcb81a1-df94-455a-b416-aeaf263c79f4 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.9798191 Apr 07 01:50:16.287903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (80f7964b-e698-4400-95f1-4546c7897d2e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.287903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:16.287903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.291240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50014) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.295752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'port_id': '3ccd22f6-4729-4fdd-a042-c618ada8a6d0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:16.305824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port a49fb186-d9de-4efd-abe2-cf4214d66de3 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:16.306168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.351430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.396706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:16.400950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.419082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:16.423924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (d9c7d207-105e-40cb-9054-14527ecd5194), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.424225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:16.435317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Network': ['ID=80f7964b-e698-4400-95f1-4546c7897d2e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:16.444019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:16.450360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:16.451004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.451806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 80f7964b-e698-4400-95f1-4546c7897d2e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:16.456872 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-780ae4b0-d165-47d8-b5e9-100acde251c9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8874424 Apr 07 01:50:16.462209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50018) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.462802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50020) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.469349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:16.489168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (3ef78717-e701-4a82-88fb-9da07e6caac8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.502329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:16.546865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.568979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:16.580479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-627442de-4beb-4a45-a0ed-2d0886f84b16 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2717814 Apr 07 01:50:16.586554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50024) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.589323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3ef78717-e701-4a82-88fb-9da07e6caac8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.605371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (19b9fcbc-bdc9-4b3a-bebb-b835edb94b76), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.605371 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Added segment 19b9fcbc-bdc9-4b3a-bebb-b835edb94b76 of type vlan for network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e Apr 07 01:50:16.606595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for a49fb186-d9de-4efd-abe2-cf4214d66de3 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:16.689576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (22e22769-2d2e-43aa-8b1d-7b15c7cf947e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.695585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c2eb-b5c7-4686-a072-f7d04ce01619 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.702040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef78717-e701-4a82-88fb-9da07e6caac8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:16.715849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.716887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-186bc2ff-2f74-4dc6-8cf5-60e27eb2c198 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7336535 Apr 07 01:50:16.724390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50026) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.743029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9654cc37-5091-425f-8dce-c9b7b9e69f5c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '3ef78717-e701-4a82-88fb-9da07e6caac8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:16.743910 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-9654cc37-5091-425f-8dce-c9b7b9e69f5c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 07 01:50:16.744423 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-9654cc37-5091-425f-8dce-c9b7b9e69f5c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:16.749301 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9654cc37-5091-425f-8dce-c9b7b9e69f5c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0160017 Apr 07 01:50:16.750392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50028) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.760658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39311470-3e18-44a1-863a-6eecf055d8c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:16.766555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39311470-3e18-44a1-863a-6eecf055d8c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:16.770762 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-39311470-3e18-44a1-863a-6eecf055d8c2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1807170 Apr 07 01:50:16.780632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50030) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:16.782818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-97af6192-bbef-4517-8807-588d861b699c None None] Provisioning complete for port 517f55e8-dd27-4022-8291-74603dcd9d39 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:16.789248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97af6192-bbef-4517-8807-588d861b699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.801255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Made reservation on behalf of 6d89e3df0efe486f80f5a0759843215c for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:16.805474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.859822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (22e22769-2d2e-43aa-8b1d-7b15c7cf947e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.864963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:16.865602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.915740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-97af6192-bbef-4517-8807-588d861b699c None None] Current status of the port 517f55e8-dd27-4022-8291-74603dcd9d39 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:16.916147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97af6192-bbef-4517-8807-588d861b699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:16.961883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-97af6192-bbef-4517-8807-588d861b699c None None] For port 517f55e8-dd27-4022-8291-74603dcd9d39, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=517f55e8-dd27-4022-8291-74603dcd9d39,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:17.002110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Performing IP validity checks on allocation pools {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:50:17.002564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:50:17.017466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97af6192-bbef-4517-8807-588d861b699c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.078738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Network': ['ID=22e22769-2d2e-43aa-8b1d-7b15c7cf947e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:17.102574 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b8c90cf-a846-430d-9cc2-75f2e3b82a39 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8576412 Apr 07 01:50:17.114244 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f436c01-5117-484f-9ac1-7cfd5ab4baef tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (3ef78717-e701-4a82-88fb-9da07e6caac8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.114377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:17.116782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50032) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:17.121882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c2eb-b5c7-4686-a072-f7d04ce01619 admin admin] Publish callbacks [] for security_group (a4186dea-d2cf-44c9-a12a-1007fc18e01a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.127284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'subnet': {'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:17.201711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e0c7c2eb-b5c7-4686-a072-f7d04ce01619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a4186dea-d2cf-44c9-a12a-1007fc18e01a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.235728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f436c01-5117-484f-9ac1-7cfd5ab4baef tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (3ef78717-e701-4a82-88fb-9da07e6caac8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.336670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:17.338001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.363120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7c2eb-b5c7-4686-a072-f7d04ce01619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4186dea-d2cf-44c9-a12a-1007fc18e01a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:17.367685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e0c7c2eb-b5c7-4686-a072-f7d04ce01619 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6588ba9a15c4239b40c68445589d529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9039273 Apr 07 01:50:17.372953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50034) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:17.391409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 517f55e8-dd27-4022-8291-74603dcd9d39 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:17.414640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af6192-bbef-4517-8807-588d861b699c None None] Pushing event updated for resources: {'Port': ['ID=517f55e8-dd27-4022-8291-74603dcd9d39,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:17.451956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a49fb186-d9de-4efd-abe2-cf4214d66de3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.465748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8d03494f-3ada-4406-bf9f-3ebf64463473 None None] Provisioning complete for port bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:17.466129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8d03494f-3ada-4406-bf9f-3ebf64463473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.499327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Made reservation on behalf of 5195032f34c64f0986feafd261042b28 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:17.502402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=a49fb186-d9de-4efd-abe2-cf4214d66de3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:17.503283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.517130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f436c01-5117-484f-9ac1-7cfd5ab4baef tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3ef78717-e701-4a82-88fb-9da07e6caac8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.518291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 517f55e8-dd27-4022-8291-74603dcd9d39 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:17.518800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.519755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6f436c01-5117-484f-9ac1-7cfd5ab4baef tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.521521 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6f436c01-5117-484f-9ac1-7cfd5ab4baef tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/3ef78717-e701-4a82-88fb-9da07e6caac8 HTTP/1.1" status: 204 len: 168 time: 0.7694228 Apr 07 01:50:17.535272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50036) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:17.536412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.572668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8d03494f-3ada-4406-bf9f-3ebf64463473 None None] Port bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:17.595470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (9e6e993f-157e-4f04-aedb-3b368eb7c720), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.601690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e6299c-038b-48cb-9ae9-9f1762b26b67 admin admin] Publish callbacks [] for security_group (a4186dea-d2cf-44c9-a12a-1007fc18e01a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.613037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f436c01-5117-484f-9ac1-7cfd5ab4baef tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef78717-e701-4a82-88fb-9da07e6caac8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:17.615652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:17.620365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 517f55e8-dd27-4022-8291-74603dcd9d39 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:17.738466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=9e6e993f-157e-4f04-aedb-3b368eb7c720,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:17.741518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e6299c-038b-48cb-9ae9-9f1762b26b67 admin admin] Publish callbacks [] for security_group (a4186dea-d2cf-44c9-a12a-1007fc18e01a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.747830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (ea469154-de7a-4538-a2b0-ebdf84f9ff63), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.751480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.787455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.800889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Checking segment: {'id': '65669c8e-a752-446a-93cb-4d493da287dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:17.804811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network hostable DHCP agents. Network: 80f7964b-e698-4400-95f1-4546c7897d2e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:17.847644 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a6ebd25f-726c-45d4-96b6-e737820d4078 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3094814 Apr 07 01:50:17.851675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50038) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:17.877091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1808941768'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:17.890928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (d9c7d207-105e-40cb-9054-14527ecd5194), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:17.928598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Network 80f7964b-e698-4400-95f1-4546c7897d2e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:18.010740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (045e3016-3bc6-4cc3-818c-f1df81827058), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.064266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 80f7964b-e698-4400-95f1-4546c7897d2e) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:18.065952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.067703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.079657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Router ea469154-de7a-4538-a2b0-ebdf84f9ff63 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:18.085041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529a0d1-e847-4812-b567-b3dd7583b1e3 None None] Network 80f7964b-e698-4400-95f1-4546c7897d2e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:18.095677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:18.096267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.127039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Subnet': ['ID=045e3016-3bc6-4cc3-818c-f1df81827058,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:18.135873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e6299c-038b-48cb-9ae9-9f1762b26b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a4186dea-d2cf-44c9-a12a-1007fc18e01a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.139088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20e6299c-038b-48cb-9ae9-9f1762b26b67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.140361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:18.140654 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-20e6299c-038b-48cb-9ae9-9f1762b26b67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4186dea-d2cf-44c9-a12a-1007fc18e01a HTTP/1.1" status: 204 len: 168 time: 0.7665064 Apr 07 01:50:18.175720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Checking segment: {'id': '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:18.176101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network hostable DHCP agents. Network: 22e22769-2d2e-43aa-8b1d-7b15c7cf947e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:18.178843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.182245 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1e32f794-add5-4366-ab31-d59ec9c3eb80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 HTTP/1.1" status: 204 len: 168 time: 1.4005408 Apr 07 01:50:18.185565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50042) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:18.242769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6299c-038b-48cb-9ae9-9f1762b26b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4186dea-d2cf-44c9-a12a-1007fc18e01a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:18.270393 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a6d9488c-0bb0-468e-ba77-6b60a8507e8e tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8054006 Apr 07 01:50:18.275815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50044) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:18.283392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:18.301019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2d1b9-b59d-4c68-af67-45ae62544180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:18.302479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2d1b9-b59d-4c68-af67-45ae62544180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:18.304021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-54a2d1b9-b59d-4c68-af67-45ae62544180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1174901 Apr 07 01:50:18.306831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50046) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:18.318165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:18.327077 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-890ea80c-645b-4008-924e-504c73f5d3d1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/routers/ea469154-de7a-4538-a2b0-ebdf84f9ff63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3000894 Apr 07 01:50:18.329203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50048) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:18.344076 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] Sync routers for ids ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:18.357178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-80f7964b-e698-4400-95f1-4546c7897d2e', 'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e', 'project_id': '6d89e3df0efe486f80f5a0759843215c', 'fixed_ips': [{'subnet_id': '9e6e993f-157e-4f04-aedb-3b368eb7c720'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:18.358826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.375873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (17808135-7485-4663-b603-bce6a01e2a24), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.396926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:18.397398 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] Routers {'ea469154-de7a-4538-a2b0-ebdf84f9ff63'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:18.399647 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.408384 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-23fb7a85-269a-43ce-8db2-ee7f4ce9dd1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:50:18.410379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-23fb7a85-269a-43ce-8db2-ee7f4ce9dd1e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/a49fb186-d9de-4efd-abe2-cf4214d66de3 HTTP/1.1" status: 404 len: 333 time: 0.0802379 Apr 07 01:50:18.417053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50050) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:18.419916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 22e22769-2d2e-43aa-8b1d-7b15c7cf947e) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:18.434276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:18.447419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:18.448032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.494627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (17808135-7485-4663-b603-bce6a01e2a24), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.584783 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.588353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185ebe1c-184a-405e-95e6-71e77c4d8a05 None None] Network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:18.591955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Allocated IP 172.20.0.3 (80f7964b-e698-4400-95f1-4546c7897d2e/9e6e993f-157e-4f04-aedb-3b368eb7c720/0b6f2ecc-01fb-4430-8d9d-18e9cee4a921) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:18.598819 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] Routers {'ea469154-de7a-4538-a2b0-ebdf84f9ff63'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:18.599496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.624610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58808284'] for subnet (9e6e993f-157e-4f04-aedb-3b368eb7c720), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.651718 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.652647 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a61c02-4eea-49f7-a41c-e3bc66e85b0e None None] The sync data for ids ['ea469154-de7a-4538-a2b0-ebdf84f9ff63'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:18.671381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:18.680041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.688258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:18.763205 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6ed57985-e13e-42a6-8e73-41e6d31b97ed tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/floatingips/d9c7d207-105e-40cb-9054-14527ecd5194 HTTP/1.1" status: 200 len: 978 time: 2.4708333 Apr 07 01:50:18.766346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50056) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:18.772711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:18.773386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.831110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.841954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-22e22769-2d2e-43aa-8b1d-7b15c7cf947e', 'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e', 'project_id': '5195032f34c64f0986feafd261042b28', 'fixed_ips': [{'subnet_id': '045e3016-3bc6-4cc3-818c-f1df81827058'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:18.842808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.866267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 3a2e2f10-5109-44a5-b66f-417cdfdff8fa {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:18.880176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (3a2e2f10-5109-44a5-b66f-417cdfdff8fa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.887711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:18.888340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.914419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for router (ea469154-de7a-4538-a2b0-ebdf84f9ff63), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.955190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:18.955861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946fb55-305c-4910-a56a-2757f1b530ea None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:18.960180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17808135-7485-4663-b603-bce6a01e2a24,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:18.989628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 8f03ea58-b01e-4594-8ee2-f57b60bd870a {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:18.990466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:18.996513 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e3823990-1b01-4099-8394-e4238ad28222 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8757586 Apr 07 01:50:19.003880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50062) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.008103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f6274f64-3647-4934-a2ec-0f27c36e64fa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'router': {'external_gateway_info': {'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:19.016354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.017627 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-967a3f2f-9904-4937-9169-0e662dddf832 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1649463 Apr 07 01:50:19.022573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (3a2e2f10-5109-44a5-b66f-417cdfdff8fa), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.025237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50064) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.043600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Publish callbacks [] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.101220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Allocated IP 2001:db8:1::2 (22e22769-2d2e-43aa-8b1d-7b15c7cf947e/045e3016-3bc6-4cc3-818c-f1df81827058/83ff2959-7a8c-4467-bdc0-48277b9fb507) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:19.108540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-387d6418-a669-43d7-b3c8-0d1a70923e60 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '17808135-7485-4663-b603-bce6a01e2a24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:19.128224 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-387d6418-a669-43d7-b3c8-0d1a70923e60 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 07 01:50:19.129775 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-387d6418-a669-43d7-b3c8-0d1a70923e60 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:19.134611 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-387d6418-a669-43d7-b3c8-0d1a70923e60 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0735025 Apr 07 01:50:19.137771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50068) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.142765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.143096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (8f03ea58-b01e-4594-8ee2-f57b60bd870a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.147972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-acac8ca1-0d09-400b-9834-bca6109bb98f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '17808135-7485-4663-b603-bce6a01e2a24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:19.149610 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-acac8ca1-0d09-400b-9834-bca6109bb98f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 07 01:50:19.150380 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-acac8ca1-0d09-400b-9834-bca6109bb98f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:19.150729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.152183 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-acac8ca1-0d09-400b-9834-bca6109bb98f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126801 Apr 07 01:50:19.159316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50070) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.169209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6c68725b-5674-4836-967d-98b45f106170 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '17808135-7485-4663-b603-bce6a01e2a24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:19.170250 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-6c68725b-5674-4836-967d-98b45f106170 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 07 01:50:19.170877 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-6c68725b-5674-4836-967d-98b45f106170 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:19.171892 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6c68725b-5674-4836-967d-98b45f106170 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092213 Apr 07 01:50:19.184987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 517f55e8-dd27-4022-8291-74603dcd9d39 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:19.195528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50072) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.199896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5eac98c0-d16f-4765-8673-be3b676d6d0e tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '17808135-7485-4663-b603-bce6a01e2a24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:19.200906 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-5eac98c0-d16f-4765-8673-be3b676d6d0e tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 07 01:50:19.201556 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-5eac98c0-d16f-4765-8673-be3b676d6d0e tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:19.202395 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5eac98c0-d16f-4765-8673-be3b676d6d0e tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059102 Apr 07 01:50:19.203966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 8f03ea58-b01e-4594-8ee2-f57b60bd870a owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:19.207682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50074) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.262874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Network 80f7964b-e698-4400-95f1-4546c7897d2e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:19.275309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:19.280333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:19.288003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Pushing event updated for resources: {'Port': ['ID=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:19.404559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Attempting to bind port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:19.405347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Attempting to bind port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '65669c8e-a752-446a-93cb-4d493da287dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:19.405887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Attempting to bind port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 on network 80f7964b-e698-4400-95f1-4546c7897d2e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:19.422905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b399e88-6369-4438-ad7f-530190838f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (17808135-7485-4663-b603-bce6a01e2a24), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.425951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:19.426338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Checking segment: {'id': '65669c8e-a752-446a-93cb-4d493da287dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:19.426759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.427158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Bound using segment: {'id': '65669c8e-a752-446a-93cb-4d493da287dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:19.427648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Bound port: 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65669c8e-a752-446a-93cb-4d493da287dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '80f7964b-e698-4400-95f1-4546c7897d2e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:19.428041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.431759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Publish callbacks [] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.433395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 517f55e8-dd27-4022-8291-74603dcd9d39 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:19.433983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.485187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f6274f64-3647-4934-a2ec-0f27c36e64fa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router_gateway (b08db4b7-363b-408a-8676-4e485ab1f8ae), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.501142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (ea469154-de7a-4538-a2b0-ebdf84f9ff63), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.505846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for router_controller (ea469154-de7a-4538-a2b0-ebdf84f9ff63), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.510088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.575339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:19.580367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] For port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:19.592648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:19.595089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:19.636580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 517f55e8-dd27-4022-8291-74603dcd9d39 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:19.640507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (3a2e2f10-5109-44a5-b66f-417cdfdff8fa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.682825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] For port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,segment=NetworkSegment(65669c8e-a752-446a-93cb-4d493da287dc),segment_id=65669c8e-a752-446a-93cb-4d493da287dc)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:19.685649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (ea469154-de7a-4538-a2b0-ebdf84f9ff63), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.686171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Fanout notify agent at l3_agent the message router_deleted on router ea469154-de7a-4538-a2b0-ebdf84f9ff63 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:50:19.688428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Pushing event updated for resources: {'Port': ['ID=83ff2959-7a8c-4467-bdc0-48277b9fb507,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:19.701205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.702475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-409fdfec-58c9-4525-9235-1bda7837d09a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/routers/ea469154-de7a-4538-a2b0-ebdf84f9ff63 HTTP/1.1" status: 204 len: 168 time: 1.2835538 Apr 07 01:50:19.707997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50084) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.737102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Attempting to bind port 83ff2959-7a8c-4467-bdc0-48277b9fb507 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:19.738005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Attempting to bind port 83ff2959-7a8c-4467-bdc0-48277b9fb507 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:19.738615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Attempting to bind port 83ff2959-7a8c-4467-bdc0-48277b9fb507 on network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:19.744900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:19.745748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Checking segment: {'id': '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:19.746395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.747017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Bound using segment: {'id': '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:19.747892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Bound port: 83ff2959-7a8c-4467-bdc0-48277b9fb507, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '22e22769-2d2e-43aa-8b1d-7b15c7cf947e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:19.748536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.759282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.773683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet 3c3fc9cb-54fb-498d-9e3d-074162a3d05f {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:19.775743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50086) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:19.788313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (3c3fc9cb-54fb-498d-9e3d-074162a3d05f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.817081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b399e88-6369-4438-ad7f-530190838f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (17808135-7485-4663-b603-bce6a01e2a24), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.870852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (3c3fc9cb-54fb-498d-9e3d-074162a3d05f), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.913703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c343ea-2a90-40fc-bbaf-51d5bc3a1d5c None None] Pushing event updated for resources: {'Port': ['ID=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:19.928564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794723352589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1665372'] for subnet (9e6e993f-157e-4f04-aedb-3b368eb7c720), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:19.945092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] For port 83ff2959-7a8c-4467-bdc0-48277b9fb507, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:19.955851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] For port 83ff2959-7a8c-4467-bdc0-48277b9fb507, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83ff2959-7a8c-4467-bdc0-48277b9fb507,segment=NetworkSegment(19b9fcbc-bdc9-4b3a-bebb-b835edb94b76),segment_id=19b9fcbc-bdc9-4b3a-bebb-b835edb94b76)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:19.994853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (3a2e2f10-5109-44a5-b66f-417cdfdff8fa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.004264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a2823427-e1da-41ff-9048-5c76fec3a93c tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-96222711', 'prefixes': ['172.20.0.0/16']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:20.004608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:20.005336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.006707 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "PUT /v2.0/subnets/9e6e993f-157e-4f04-aedb-3b368eb7c720 HTTP/1.1" status: 200 len: 877 time: 1.7299359 Apr 07 01:50:20.011109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50090) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.019335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-f6274f64-3647-4934-a2ec-0f27c36e64fa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:20.020467 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f6274f64-3647-4934-a2ec-0f27c36e64fa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae HTTP/1.1" status: 400 len: 364 time: 1.0159166 Apr 07 01:50:20.032552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50092) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.058674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.064337 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/3a2e2f10-5109-44a5-b66f-417cdfdff8fa HTTP/1.1" status: 204 len: 168 time: 1.7543683 Apr 07 01:50:20.067482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168063c-c031-4010-9e16-a5343768e316 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2e2f10-5109-44a5-b66f-417cdfdff8fa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:20.068001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f519a69-84e8-46fd-900f-e0f1c2e781dd None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:20.071572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50094) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.081257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (3c3fc9cb-54fb-498d-9e3d-074162a3d05f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.155604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.156911 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fa8891cb-ab06-4c71-84d4-35070cbb6205 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826979 Apr 07 01:50:20.166369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b399e88-6369-4438-ad7f-530190838f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (17808135-7485-4663-b603-bce6a01e2a24), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.167574 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50096) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.169047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b399e88-6369-4438-ad7f-530190838f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.173993 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8b399e88-6369-4438-ad7f-530190838f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/17808135-7485-4663-b603-bce6a01e2a24 HTTP/1.1" status: 204 len: 168 time: 0.9633994 Apr 07 01:50:20.177405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50098) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.177542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:20.184818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8f03ea58-b01e-4594-8ee2-f57b60bd870a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.204223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675d818-3796-4098-9fe9-739338c6df24 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event updated for resources: {'Subnet': ['ID=9e6e993f-157e-4f04-aedb-3b368eb7c720,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:20.257578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b399e88-6369-4438-ad7f-530190838f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17808135-7485-4663-b603-bce6a01e2a24,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:20.265875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=8f03ea58-b01e-4594-8ee2-f57b60bd870a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:20.288170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e801eee-5e62-4efb-a64e-6e8e2465b451 None None] Pushing event updated for resources: {'Port': ['ID=83ff2959-7a8c-4467-bdc0-48277b9fb507,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:20.391667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (3c3fc9cb-54fb-498d-9e3d-074162a3d05f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.435191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:20.439301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.443196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.445984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc86a3-b888-4136-963d-f12a453740b8 None None] Network 89f52623-2e77-467d-a64d-71414c32581e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:20.457152 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/3c3fc9cb-54fb-498d-9e3d-074162a3d05f HTTP/1.1" status: 204 len: 168 time: 0.7449591 Apr 07 01:50:20.457737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47185825-4ee3-473d-983e-1eb6a665b003 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3fc9cb-54fb-498d-9e3d-074162a3d05f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:20.459682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50100) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.477634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2823427-e1da-41ff-9048-5c76fec3a93c tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.481664 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a2823427-e1da-41ff-9048-5c76fec3a93c tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.6967897 Apr 07 01:50:20.488058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50102) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.500221 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5429e738-be5d-46d6-b0c4-f8b09633bc19 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3090098 Apr 07 01:50:20.506013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:20.507098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50104) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.551528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016974420'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:20.584659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (80f7964b-e698-4400-95f1-4546c7897d2e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.634415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (d9c7d207-105e-40cb-9054-14527ecd5194), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.634885 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP d9c7d207-105e-40cb-9054-14527ecd5194 disassociated (deleted). External IP: 172.26.8.89, port: 3ccd22f6-4729-4fdd-a042-c618ada8a6d0. Apr 07 01:50:20.665308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] Deleting port 517f55e8-dd27-4022-8291-74603dcd9d39 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:20.665907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.675735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (89f52623-2e77-467d-a64d-71414c32581e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.694116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.701581 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4cd7883a-a6b6-446b-998e-9259a945311f tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] 10.222.0.25 "GET /v2.0/subnetpools/d65185d2-72e2-4fe0-abba-a4390b6b8403 HTTP/1.1" status: 200 len: 730 time: 0.2061400 Apr 07 01:50:20.702727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50106) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:20.711544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f3cdc073-0da2-4356-aa75-fb813f047f51 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-989282589'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:20.777020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] For port 517f55e8-dd27-4022-8291-74603dcd9d39, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=517f55e8-dd27-4022-8291-74603dcd9d39,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:20.777756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:20.936165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.003134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] Calling delete_port for 517f55e8-dd27-4022-8291-74603dcd9d39 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:21.006653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3cdc073-0da2-4356-aa75-fb813f047f51 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.010496 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f3cdc073-0da2-4356-aa75-fb813f047f51 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] 10.222.0.25 "PUT /v2.0/subnetpools/d65185d2-72e2-4fe0-abba-a4390b6b8403 HTTP/1.1" status: 200 len: 683 time: 0.3037171 Apr 07 01:50:21.011466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50108) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:21.014732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:21.015063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.017781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] DHCP port deletion for 89f52623-2e77-467d-a64d-71414c32581e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:21.194604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] For port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,segment=NetworkSegment(97225441-0415-47b0-b7a4-5e00e1dd4473),segment_id=97225441-0415-47b0-b7a4-5e00e1dd4473)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:21.194604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.255116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:21.259243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] Deleting port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:21.259821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.265145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (fea5b2dc-f917-4402-a009-fe3be1572fd9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.270320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:21.270732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.341220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] For port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,segment=NetworkSegment(97225441-0415-47b0-b7a4-5e00e1dd4473),segment_id=97225441-0415-47b0-b7a4-5e00e1dd4473)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:21.341626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.347458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (fea5b2dc-f917-4402-a009-fe3be1572fd9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.357655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] Calling delete_port for 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:21.414642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6b21d44-d49a-4fdf-924b-ccd92ef78d17 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.419438 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a6b21d44-d49a-4fdf-924b-ccd92ef78d17 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d65185d2-72e2-4fe0-abba-a4390b6b8403 HTTP/1.1" status: 204 len: 168 time: 0.4066916 Apr 07 01:50:21.420350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50112) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:21.444125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83ff2959-7a8c-4467-bdc0-48277b9fb507 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:21.460843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.469257 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-1c0f79ac-cda8-40d9-9b82-3c441b00274b tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] show failed (client error): The resource could not be found. Apr 07 01:50:21.473602 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1c0f79ac-cda8-40d9-9b82-3c441b00274b tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] 10.222.0.25 "GET /v2.0/subnetpools/d65185d2-72e2-4fe0-abba-a4390b6b8403 HTTP/1.1" status: 404 len: 346 time: 0.0497715 Apr 07 01:50:21.476521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50114) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:21.487269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc559fc-7f2f-4600-9d18-37baa52f30a1 None None] Network 80f7964b-e698-4400-95f1-4546c7897d2e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:21.530568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:21.530838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5b2dc-f917-4402-a009-fe3be1572fd9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:21.545453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.565980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.567788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d41ae1c4-8489-4d74-8836-e831f4fbf5e8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0507970 Apr 07 01:50:21.569395 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-afff0c90-0c76-4259-9edc-ef741e5a5a03 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] delete failed (client error): The resource could not be found. Apr 07 01:50:21.579884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-afff0c90-0c76-4259-9edc-ef741e5a5a03 tempest-SubnetPoolsTestJSON-861535819 tempest-SubnetPoolsTestJSON-861535819-project] 10.222.0.25 "DELETE /v2.0/subnetpools/d65185d2-72e2-4fe0-abba-a4390b6b8403 HTTP/1.1" status: 404 len: 346 time: 0.0991404 Apr 07 01:50:21.580641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50116) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:21.581746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No DVR routers for this DVR port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:21.620723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,segment=NetworkSegment(65669c8e-a752-446a-93cb-4d493da287dc),segment_id=65669c8e-a752-446a-93cb-4d493da287dc)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:21.621707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.621938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] Provisioning complete for port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:21.622423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.622822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6f129413-4354-401b-bbd4-cc2bd72666d8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:21.623793 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-6f129413-4354-401b-bbd4-cc2bd72666d8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 01:50:21.624308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-6f129413-4354-401b-bbd4-cc2bd72666d8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:21.628017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] Pushing event deleted for resources: {'Port': ['ID=8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:21.628168 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6f129413-4354-401b-bbd4-cc2bd72666d8 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0345426 Apr 07 01:50:21.628288 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (517f55e8-dd27-4022-8291-74603dcd9d39), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.638219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50120) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:21.645849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-eddb1103-2a72-4da8-b09b-3424b8b9fbe2 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:21.651044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:21.666996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:21.671133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e20ca-84e2-4236-beee-027e621d2f5f None None] No DVR routers for this DVR port 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:21.681719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Allocated IP 2001:db8::1 (84137bb2-24b7-490f-ad3b-56ac509680d9/007e80b1-f221-4f76-9afa-e6940b8d9768/a9601d9f-b0e0-4433-891a-1b32f88cad1e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:21.745724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] Pushing event deleted for resources: {'Port': ['ID=517f55e8-dd27-4022-8291-74603dcd9d39,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:21.748668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb0070-6a54-461e-9256-7373f2a8e0ed None None] No DVR routers for this DVR port 517f55e8-dd27-4022-8291-74603dcd9d39 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:21.754407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (89f52623-2e77-467d-a64d-71414c32581e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.782651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 83ff2959-7a8c-4467-bdc0-48277b9fb507 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:21.783530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.805591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f52623-2e77-467d-a64d-71414c32581e']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:21.836113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97225441-0415-47b0-b7a4-5e00e1dd4473') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:21.836463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97225441-0415-47b0-b7a4-5e00e1dd4473') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:21.860508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (97225441-0415-47b0-b7a4-5e00e1dd4473), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.882319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (97225441-0415-47b0-b7a4-5e00e1dd4473), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.887734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:21.888149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (97225441-0415-47b0-b7a4-5e00e1dd4473), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.919111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] Current status of the port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:21.919111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.952213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cc46c5-8898-4e96-9238-75ad67de930a None None] Network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:21.961711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:21.962830 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:21.975077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:21.986576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 83ff2959-7a8c-4467-bdc0-48277b9fb507 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:21.986576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:21.988268 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:21.996296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.014939 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:22.014939 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:22.045232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (89f52623-2e77-467d-a64d-71414c32581e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.067318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.070949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/89f52623-2e77-467d-a64d-71414c32581e HTTP/1.1" status: 204 len: 168 time: 1.5908403 Apr 07 01:50:22.076166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50122) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.093802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 83ff2959-7a8c-4467-bdc0-48277b9fb507, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83ff2959-7a8c-4467-bdc0-48277b9fb507,segment=NetworkSegment(19b9fcbc-bdc9-4b3a-bebb-b835edb94b76),segment_id=19b9fcbc-bdc9-4b3a-bebb-b835edb94b76)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:22.097888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] For port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,segment=NetworkSegment(65669c8e-a752-446a-93cb-4d493da287dc),segment_id=65669c8e-a752-446a-93cb-4d493da287dc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:22.109845 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-eddb1103-2a72-4da8-b09b-3424b8b9fbe2 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:22.110941 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eddb1103-2a72-4da8-b09b-3424b8b9fbe2 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4717457 Apr 07 01:50:22.115039 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ea2544e9-fd4b-46a3-8fd5-bef543b3c86c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/floatingips/d9c7d207-105e-40cb-9054-14527ecd5194 HTTP/1.1" status: 204 len: 168 time: 3.3450363 Apr 07 01:50:22.115039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50124) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.119975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50126) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.124600 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:22.125745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e4aaf0ad-8a93-4737-b361-3a0da6d3ed32 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:22.126554 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-e4aaf0ad-8a93-4737-b361-3a0da6d3ed32 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 07 01:50:22.127106 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-e4aaf0ad-8a93-4737-b361-3a0da6d3ed32 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:22.128344 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e4aaf0ad-8a93-4737-b361-3a0da6d3ed32 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090616 Apr 07 01:50:22.129227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a90c17-cfa4-4fd3-bc95-beee660f1df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=89f52623-2e77-467d-a64d-71414c32581e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:22.142956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50128) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.161032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:22.161832 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:22.169382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a3933a86-b21e-40b9-86ff-e2fc7a327e76 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:22.220165 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:22.220853 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7e4fb7-8cfa-40c3-a6ce-44a0063b143a None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:22.227720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.240112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91762873-1383-4ecc-babc-bb97606de0fc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:22.241984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-91762873-1383-4ecc-babc-bb97606de0fc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/e1def7d4-2527-4c66-a4c3-f7bed49b87f0 HTTP/1.1" status: 200 len: 843 time: 0.1551015 Apr 07 01:50:22.250521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50130) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.259566 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.services.revisions.revision_plugin [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Could not find related port for resource to bump revision. Apr 07 01:50:22.276644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0fb500-11c3-419a-a721-ade75086a2ab None None] Network 80f7964b-e698-4400-95f1-4546c7897d2e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:22.346623 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7aaa425d-ddbc-4f20-a163-d74882362323 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/e1def7d4-2527-4c66-a4c3-f7bed49b87f0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0943940 Apr 07 01:50:22.350048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50132) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.358388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:22.379269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 3ccd22f6-4729-4fdd-a042-c618ada8a6d0 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:22.380900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3ccd22f6-4729-4fdd-a042-c618ada8a6d0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.499754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3ccd22f6-4729-4fdd-a042-c618ada8a6d0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.517044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 3ccd22f6-4729-4fdd-a042-c618ada8a6d0 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:22.556960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50136) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.568466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_pluggable_backend [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Port 517f55e8-dd27-4022-8291-74603dcd9d39 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 07 01:50:22.569479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_pluggable_backend [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:f3f3 {{(pid=110984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 07 01:50:22.574646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7e213777-2ee4-479b-8e5a-e67177a8f10e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.604844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.605814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:22.652287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=7e213777-2ee4-479b-8e5a-e67177a8f10e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:22.657223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.670034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:22.683378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.692075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.729518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:22.737483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=83ff2959-7a8c-4467-bdc0-48277b9fb507,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:22.747106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:22.747949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.759807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c630148-2368-480e-af18-f918eb760840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.765269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:22.768856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:22.769727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.790806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6c598-e270-47af-925a-268fc88e65bc None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:22.797462 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-a3933a86-b21e-40b9-86ff-e2fc7a327e76 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:22.801172 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a3933a86-b21e-40b9-86ff-e2fc7a327e76 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6353149 Apr 07 01:50:22.813174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50140) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.818506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6b0046cb-2d04-4d12-9d67-37f489e09e34 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:22.827747 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-6b0046cb-2d04-4d12-9d67-37f489e09e34 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 01:50:22.827747 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-6b0046cb-2d04-4d12-9d67-37f489e09e34 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:22.827747 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b0046cb-2d04-4d12-9d67-37f489e09e34 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063102 Apr 07 01:50:22.832699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50142) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.843175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8cdd2880-2a3f-4bac-815d-f79dc3b56bbf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:22.899091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-254ef2e7-cdd7-42b0-ad24-2006b9ae596c None None] Provisioning complete for port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:22.899660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-254ef2e7-cdd7-42b0-ad24-2006b9ae596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:22.908507 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-707f1e4a-6ab1-4749-9b9f-8ee7e9bac180 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7378020 Apr 07 01:50:22.918146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50144) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:22.927999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:41:03:79', 'name': 'tempest-NetworksTestDHCPv6-865866664'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:22.934640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74670ce-c050-485e-a38d-d999f36657d9 None None] Pushing event updated for resources: {'Port': ['ID=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:23.033097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '7e213777-2ee4-479b-8e5a-e67177a8f10e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:23.041296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.047775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:23.150110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 517f55e8-dd27-4022-8291-74603dcd9d39 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:23.156474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-254ef2e7-cdd7-42b0-ad24-2006b9ae596c None None] Current status of the port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:23.180670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 517f55e8-dd27-4022-8291-74603dcd9d39 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:23.181201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 517f55e8-dd27-4022-8291-74603dcd9d39 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:23.181821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:23.192237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:23.211240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:23.219639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:23.220389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8c49dd4f-dcc4-4a8d-ab51-fb80c76478e5 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:23.222110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:23.222683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.228439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Port': ['ID=a9601d9f-b0e0-4433-891a-1b32f88cad1e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:23.232897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-254ef2e7-cdd7-42b0-ad24-2006b9ae596c None None] Provisioning complete for port 83ff2959-7a8c-4467-bdc0-48277b9fb507 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:23.233599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-254ef2e7-cdd7-42b0-ad24-2006b9ae596c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.288332 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-5eddd343-2cd7-48a5-a105-38977ea67338 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5980268 Apr 07 01:50:23.303848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3ccd22f6-4729-4fdd-a042-c618ada8a6d0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.310327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Allocated IP 2001:db8::f816:3eff:fe7f:6336 (90b9273a-c012-429c-a675-14d31428d1d8/7e213777-2ee4-479b-8e5a-e67177a8f10e/46651cc4-66c8-452e-919a-94507bd357be) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:23.379583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-8cdd2880-2a3f-4bac-815d-f79dc3b56bbf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Project 12da11b884064fd1b946465eb18fbb97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:50:23.423201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0b6f2ecc-01fb-4430-8d9d-18e9cee4a921), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.424579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=3ccd22f6-4729-4fdd-a042-c618ada8a6d0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:23.431287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c630148-2368-480e-af18-f918eb760840 admin admin] Publish callbacks [] for security_group (427b7193-6df0-41a5-a3c4-f6d48cadc718), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.510686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c630148-2368-480e-af18-f918eb760840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (427b7193-6df0-41a5-a3c4-f6d48cadc718), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.546419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-8cdd2880-2a3f-4bac-815d-f79dc3b56bbf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:23.551434 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8cdd2880-2a3f-4bac-815d-f79dc3b56bbf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7143488 Apr 07 01:50:23.571549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=0b6f2ecc-01fb-4430-8d9d-18e9cee4a921,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:23.589257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50146) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:23.598864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-25c30e15-a8b8-47c8-a5db-f7ceec705a47 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:23.599371 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-25c30e15-a8b8-47c8-a5db-f7ceec705a47 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 07 01:50:23.599881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-25c30e15-a8b8-47c8-a5db-f7ceec705a47 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:23.601050 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-25c30e15-a8b8-47c8-a5db-f7ceec705a47 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106466 Apr 07 01:50:23.609938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c630148-2368-480e-af18-f918eb760840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427b7193-6df0-41a5-a3c4-f6d48cadc718,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:23.614158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50148) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:23.622761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83ff2959-7a8c-4467-bdc0-48277b9fb507 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:23.625060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-42af9ed6-c6fd-402a-a090-43e2591ed5bc tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:23.648867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (61959f04-43e4-40c3-b009-5e28ff4dcebc), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.651821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f425728b-020c-41bb-b737-dc0f2acda81f None None] DHCP port deletion for 80f7964b-e698-4400-95f1-4546c7897d2e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:23.661303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:23.690504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-254ef2e7-cdd7-42b0-ad24-2006b9ae596c None None] Current status of the port 83ff2959-7a8c-4467-bdc0-48277b9fb507 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:23.716974 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1c630148-2368-480e-af18-f918eb760840 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=958e8482b77d4aa595492a77bbe49634&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1586871 Apr 07 01:50:23.717686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:23.727134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:23.728471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50150) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:23.735067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 83ff2959-7a8c-4467-bdc0-48277b9fb507 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:23.738396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.754569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:23.755536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-fe71c3c8-9469-4494-a088-a01b47d21f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:23.757162 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-fe71c3c8-9469-4494-a088-a01b47d21f5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.3749490 Apr 07 01:50:23.767155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.775863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec310802-5bd8-4d28-a53e-c27a64671be5 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:23.776086 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fd88aeb5-5b15-4626-8700-6edba6d956dd tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/ports/3ccd22f6-4729-4fdd-a042-c618ada8a6d0 HTTP/1.1" status: 204 len: 168 time: 1.6311123 Apr 07 01:50:23.776909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.778730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50152) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:23.785651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:23.810159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (9e6e993f-157e-4f04-aedb-3b368eb7c720), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.813179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:23.814598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.820222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=61959f04-43e4-40c3-b009-5e28ff4dcebc,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:23.893779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Publish callbacks [] for port (46651cc4-66c8-452e-919a-94507bd357be), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.904993 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-42af9ed6-c6fd-402a-a090-43e2591ed5bc tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Project 12da11b884064fd1b946465eb18fbb97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:50:23.905141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7436a28f-7c07-4019-b43a-26fb055a0c18 None None] Provisioning complete for port a9601d9f-b0e0-4433-891a-1b32f88cad1e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:23.905141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7436a28f-7c07-4019-b43a-26fb055a0c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.909594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d1636551-d6bb-4ebd-85d5-f79920268b93 admin admin] Publish callbacks [] for security_group (427b7193-6df0-41a5-a3c4-f6d48cadc718), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.918242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.942325 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-065da5ae-c784-4b19-97ef-73547e7ca084 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5859416 Apr 07 01:50:23.944725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50154) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:23.950544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'security_group': {'name': 'tempest-secgroup-1590743387'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:23.968404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d1636551-d6bb-4ebd-85d5-f79920268b93 admin admin] Publish callbacks [] for security_group (427b7193-6df0-41a5-a3c4-f6d48cadc718), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:23.980474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 0368cc9d-37d4-43ba-a8cb-a234f72a594b yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:23.999312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7436a28f-7c07-4019-b43a-26fb055a0c18 None None] Port a9601d9f-b0e0-4433-891a-1b32f88cad1e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:24.003015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (46651cc4-66c8-452e-919a-94507bd357be), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.044321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 83ff2959-7a8c-4467-bdc0-48277b9fb507 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:24.045316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:24.073776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:24.083419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:24.085708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.085875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:24.088268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:24.088626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 01:50:24.093004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-42af9ed6-c6fd-402a-a090-43e2591ed5bc tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:24.094108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-42af9ed6-c6fd-402a-a090-43e2591ed5bc tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4789059 Apr 07 01:50:24.110287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50156) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:24.123879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8fe8d533-462a-468e-886c-ac98b3145d02 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fea5b2dc-f917-4402-a009-fe3be1572fd9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:24.125280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Pushing event updated for resources: {'Port': ['ID=46651cc4-66c8-452e-919a-94507bd357be,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:24.130677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 not found, will not notify nova. {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 01:50:24.139901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.149276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-176651cd-3b1f-4d44-9232-c956eb81ad50', 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'project_id': '6983ae62db90456b974d284c32c8e0fe', 'fixed_ips': [{'subnet_id': '61959f04-43e4-40c3-b009-5e28ff4dcebc'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:24.150157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.157058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d1636551-d6bb-4ebd-85d5-f79920268b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (427b7193-6df0-41a5-a3c4-f6d48cadc718), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.162947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d1636551-d6bb-4ebd-85d5-f79920268b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.162947 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d1636551-d6bb-4ebd-85d5-f79920268b93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/427b7193-6df0-41a5-a3c4-f6d48cadc718 HTTP/1.1" status: 204 len: 168 time: 0.4319694 Apr 07 01:50:24.179479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-32c0a4d6-d3a5-4045-8d26-e2a18e8d7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:24.181049 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-32c0a4d6-d3a5-4045-8d26-e2a18e8d7676 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.3879237 Apr 07 01:50:24.188342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1636551-d6bb-4ebd-85d5-f79920268b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427b7193-6df0-41a5-a3c4-f6d48cadc718,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:24.209746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe41:379 (90b9273a-c012-429c-a675-14d31428d1d8/7e213777-2ee4-479b-8e5a-e67177a8f10e/0368cc9d-37d4-43ba-a8cb-a234f72a594b) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:24.255744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (9e6e993f-157e-4f04-aedb-3b368eb7c720), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.300489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (d293fce1-64fb-4acc-807b-46e84e5ace70), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.301785 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-8fe8d533-462a-468e-886c-ac98b3145d02 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Project 12da11b884064fd1b946465eb18fbb97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:50:24.352642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6e993f-157e-4f04-aedb-3b368eb7c720,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:24.367370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d293fce1-64fb-4acc-807b-46e84e5ace70), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.368631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e39c8c-363c-4049-a9fe-32b91a2ceba1 None None] Network 80f7964b-e698-4400-95f1-4546c7897d2e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:24.387339 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-3ee4127c-efb6-4177-ba49-b5f720577076 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1001 time: 0.1969957 Apr 07 01:50:24.430243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Attempting to bind port 46651cc4-66c8-452e-919a-94507bd357be on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:24.430761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Attempting to bind port 46651cc4-66c8-452e-919a-94507bd357be by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:24.430980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Attempting to bind port 46651cc4-66c8-452e-919a-94507bd357be on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:24.437623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d293fce1-64fb-4acc-807b-46e84e5ace70,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:24.465687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Allocated IP 2001:db8::2 (176651cd-3b1f-4d44-9232-c956eb81ad50/61959f04-43e4-40c3-b009-5e28ff4dcebc/8dce4188-abc2-4b33-8dbc-25346a84ac02) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:24.473647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:24.474082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:24.475189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.475189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:24.475626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Bound port: 46651cc4-66c8-452e-919a-94507bd357be, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:24.476203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (46651cc4-66c8-452e-919a-94507bd357be), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.481945 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-8fe8d533-462a-468e-886c-ac98b3145d02 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:24.485919 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8fe8d533-462a-468e-886c-ac98b3145d02 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3666534 Apr 07 01:50:24.485919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (80f7964b-e698-4400-95f1-4546c7897d2e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.492606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50162) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:24.498034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8916bb26-86db-4223-98c7-ff851fc5e700 None None] DHCP port deletion for 80f7964b-e698-4400-95f1-4546c7897d2e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:24.510564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.515273 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-975ed16e-b324-4dbf-8b34-d18b394339c9 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5654120 Apr 07 01:50:24.519278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (0368cc9d-37d4-43ba-a8cb-a234f72a594b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.520595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50164) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:24.532712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'security_group': {'name': 'tempest-secgroup-247462109'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:24.551796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f7964b-e698-4400-95f1-4546c7897d2e']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:24.557507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-6574015d-8a48-4fe3-82ed-3af68c6a7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:24.559101 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-6574015d-8a48-4fe3-82ed-3af68c6a7176 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.1308303 Apr 07 01:50:24.565385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] For port 46651cc4-66c8-452e-919a-94507bd357be, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:24.568564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] For port 46651cc4-66c8-452e-919a-94507bd357be, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=46651cc4-66c8-452e-919a-94507bd357be,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:24.579047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65669c8e-a752-446a-93cb-4d493da287dc') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:24.579425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65669c8e-a752-446a-93cb-4d493da287dc') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:24.602435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (65669c8e-a752-446a-93cb-4d493da287dc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.630141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ce0-645e-461a-8ce2-1e11145e5691 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (fea5b2dc-f917-4402-a009-fe3be1572fd9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.653489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (65669c8e-a752-446a-93cb-4d493da287dc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.658759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (46651cc4-66c8-452e-919a-94507bd357be), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.668170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.668864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ce0-645e-461a-8ce2-1e11145e5691 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (fea5b2dc-f917-4402-a009-fe3be1572fd9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.674986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.686706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:24.686706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (65669c8e-a752-446a-93cb-4d493da287dc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:24.687924 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:24.715419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.735862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c461398-e6c6-4065-948e-236977ea4c1d None None] Pushing event updated for resources: {'Port': ['ID=46651cc4-66c8-452e-919a-94507bd357be,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:24.780289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-c2d53f42-02a0-4f31-ad2a-36ae6d7626dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:24.781912 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-c2d53f42-02a0-4f31-ad2a-36ae6d7626dc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2113600 Apr 07 01:50:24.802015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (4e218ad9-188f-4464-a86e-6d4cdb616d48), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.809161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.810141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.816178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ce0-645e-461a-8ce2-1e11145e5691 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (fea5b2dc-f917-4402-a009-fe3be1572fd9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.821557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-22cc3ce0-645e-461a-8ce2-1e11145e5691 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.825527 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-22cc3ce0-645e-461a-8ce2-1e11145e5691 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/fea5b2dc-f917-4402-a009-fe3be1572fd9 HTTP/1.1" status: 204 len: 168 time: 0.3313458 Apr 07 01:50:24.827190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50172) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:24.834122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0368cc9d-37d4-43ba-a8cb-a234f72a594b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.871167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:24.909341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:24.932055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Publish callbacks [] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.969114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (80f7964b-e698-4400-95f1-4546c7897d2e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:24.972212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc3ce0-645e-461a-8ce2-1e11145e5691 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5b2dc-f917-4402-a009-fe3be1572fd9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:24.990158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:24.996470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:24.997376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.004340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4e218ad9-188f-4464-a86e-6d4cdb616d48), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.022254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.037354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.040935 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/80f7964b-e698-4400-95f1-4546c7897d2e HTTP/1.1" status: 204 len: 168 time: 5.0288484 Apr 07 01:50:25.051517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50176) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.072251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a39bf4-a7bb-4e84-aa4b-69d51dacc300 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=80f7964b-e698-4400-95f1-4546c7897d2e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.099483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.175 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/aab9f6ec-589c-4a57-9dfb-d24c53382726) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:25.104229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event updated for resources: {'Port': ['ID=a9601d9f-b0e0-4433-891a-1b32f88cad1e,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.117837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Pushing event updated for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.163819 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-ad289ff1-ac68-48e5-a8de-da55804ebfa7 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695571 Apr 07 01:50:25.176029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:25.181652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:25.183178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:25.184629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4b6e75-6ad7-4a4f-844c-996f030c20d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:25.185192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4b6e75-6ad7-4a4f-844c-996f030c20d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:25.204033 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1d4b6e75-6ad7-4a4f-844c-996f030c20d9 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/9e6e993f-157e-4f04-aedb-3b368eb7c720 HTTP/1.1" status: 404 len: 337 time: 0.1321208 Apr 07 01:50:25.225710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50178) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.259721 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb53bb36-2bc8-460b-9346-4d37491c6437 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:25.260258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb53bb36-2bc8-460b-9346-4d37491c6437 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:25.270888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bb53bb36-2bc8-460b-9346-4d37491c6437 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/80f7964b-e698-4400-95f1-4546c7897d2e HTTP/1.1" status: 404 len: 339 time: 0.0422199 Apr 07 01:50:25.278009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50180) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.292583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=0368cc9d-37d4-43ba-a8cb-a234f72a594b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.298250 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f383129f-efa0-4b8f-b325-78444559ed95 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4616222 Apr 07 01:50:25.299455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e218ad9-188f-4464-a86e-6d4cdb616d48,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.310988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50184) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.316637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--676951798'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:25.333378 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-844d735e-4ede-4383-9261-97240b1a0714 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4128942 Apr 07 01:50:25.337845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50186) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.345125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:25.375133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Attempting to bind port 8dce4188-abc2-4b33-8dbc-25346a84ac02 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:25.375529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Attempting to bind port 8dce4188-abc2-4b33-8dbc-25346a84ac02 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '5f272635-afac-4e50-961e-5d056ede68ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:25.375970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Attempting to bind port 8dce4188-abc2-4b33-8dbc-25346a84ac02 on network 176651cd-3b1f-4d44-9232-c956eb81ad50 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:25.382811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:25.383368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Checking segment: {'id': '5f272635-afac-4e50-961e-5d056ede68ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:25.384011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.384410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Bound using segment: {'id': '5f272635-afac-4e50-961e-5d056ede68ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:25.384994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Bound port: 8dce4188-abc2-4b33-8dbc-25346a84ac02, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f272635-afac-4e50-961e-5d056ede68ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:25.385591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.393644 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4a5e5e-49cc-4dd5-8266-b755dbb5ddf0 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:25.394120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4a5e5e-49cc-4dd5-8266-b755dbb5ddf0 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:25.401058 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5f4a5e5e-49cc-4dd5-8266-b755dbb5ddf0 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/9a4fb332-b684-4ffb-ae76-e03cce707f6a HTTP/1.1" status: 404 len: 337 time: 0.1126409 Apr 07 01:50:25.409023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50190) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.424454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.429225 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-387e1c7a-0449-43ff-adca-6e22da19e613 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9021730 Apr 07 01:50:25.429602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:25.430201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.437713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-363761117', 'security_groups': ['4e218ad9-188f-4464-a86e-6d4cdb616d48'], 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '61959f04-43e4-40c3-b009-5e28ff4dcebc'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:25.473154 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e64e857-46dc-4fc7-b229-dd6cc44010c4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:25.478391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e64e857-46dc-4fc7-b229-dd6cc44010c4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:25.485922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5e64e857-46dc-4fc7-b229-dd6cc44010c4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/adb5cc6a-fc40-40a6-8bb0-8131a1de5e5d HTTP/1.1" status: 404 len: 339 time: 0.0619433 Apr 07 01:50:25.491303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50196) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.499943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.539891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:25.542474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8dce4188-abc2-4b33-8dbc-25346a84ac02,segment=NetworkSegment(5f272635-afac-4e50-961e-5d056ede68ef),segment_id=5f272635-afac-4e50-961e-5d056ede68ef)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:25.560186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 46651cc4-66c8-452e-919a-94507bd357be up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:25.588320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fadfce4-0183-4b47-8372-c7b893d377a0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:25.595646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fadfce4-0183-4b47-8372-c7b893d377a0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:25.600729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1fadfce4-0183-4b47-8372-c7b893d377a0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2617643 Apr 07 01:50:25.606580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:25.641211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.706988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0529534-a19c-42dc-a64a-b5e7c9a080a1 None None] Pushing event updated for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.726101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 46651cc4-66c8-452e-919a-94507bd357be triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:25.726487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (46651cc4-66c8-452e-919a-94507bd357be), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.742249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.815567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.885876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 46651cc4-66c8-452e-919a-94507bd357be is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:25.886078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (46651cc4-66c8-452e-919a-94507bd357be), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.902696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:25.925775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 0368cc9d-37d4-43ba-a8cb-a234f72a594b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:25.926146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0368cc9d-37d4-43ba-a8cb-a234f72a594b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.982676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 46651cc4-66c8-452e-919a-94507bd357be, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=46651cc4-66c8-452e-919a-94507bd357be,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:25.987544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af0403d6-9dfe-4b88-9ad0-ecd1b9e47552 None None] Provisioning complete for port a9601d9f-b0e0-4433-891a-1b32f88cad1e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:25.987952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af0403d6-9dfe-4b88-9ad0-ecd1b9e47552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:25.994691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.000322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e16079a3-bd56-4f1f-ba18-40298b3eead0 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6875398 Apr 07 01:50:26.001023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50204) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:26.005445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:26.034183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af0403d6-9dfe-4b88-9ad0-ecd1b9e47552 None None] Port a9601d9f-b0e0-4433-891a-1b32f88cad1e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:26.115901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (46651cc4-66c8-452e-919a-94507bd357be), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.120649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1434309d-f19e-4b2a-a86f-a865539a49aa tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:26.145472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0368cc9d-37d4-43ba-a8cb-a234f72a594b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.177995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 0368cc9d-37d4-43ba-a8cb-a234f72a594b owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:26.197210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.210174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=46651cc4-66c8-452e-919a-94507bd357be,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:26.219580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:26.254090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:26.254562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b6f2ecc-01fb-4430-8d9d-18e9cee4a921 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:26.318850 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86c5a824-d0b9-42ab-86a9-1e4f09719db3 req-eea820e8-d961-4c68-8d65-61433930c130 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0858183 Apr 07 01:50:26.372271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Router b08db4b7-363b-408a-8676-4e485ab1f8ae has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:26.377372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.425891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.446990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:26.461123 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-1434309d-f19e-4b2a-a86f-a865539a49aa tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The resource could not be found. Apr 07 01:50:26.465778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1434309d-f19e-4b2a-a86f-a865539a49aa tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4612687 Apr 07 01:50:26.467852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50212) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:26.481453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.509683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c5f20742-53cc-4419-ad7d-51f9a88146de tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'a6d71454-7876-4972-bf41-11808795db17'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:26.600574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:26.616085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:26.626906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:26.684108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:26.695037 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a289e6aa-47f0-4947-a4e1-f14b1509fafe tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6613858 Apr 07 01:50:26.697081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7cb91379-8393-4d1f-910e-ef5ae8d7b3f5 None None] Provisioning complete for port 46651cc4-66c8-452e-919a-94507bd357be triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:26.697460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7cb91379-8393-4d1f-910e-ef5ae8d7b3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (46651cc4-66c8-452e-919a-94507bd357be), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.698612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50216) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:26.723343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::169 (176651cd-3b1f-4d44-9232-c956eb81ad50/61959f04-43e4-40c3-b009-5e28ff4dcebc/8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:26.726633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.731181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0368cc9d-37d4-43ba-a8cb-a234f72a594b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.760262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] Sync routers for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:26.788775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=aab9f6ec-589c-4a57-9dfb-d24c53382726,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:26.806036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:26.808714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:26.811069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:26.840156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d22c47d-17ab-4c78-80f1-c2e316d811a1') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:26.840613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d22c47d-17ab-4c78-80f1-c2e316d811a1') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:26.884601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:26.911597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=0368cc9d-37d4-43ba-a8cb-a234f72a594b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:26.925567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (6d22c47d-17ab-4c78-80f1-c2e316d811a1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.938544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:26.939211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:26.954632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6d22c47d-17ab-4c78-80f1-c2e316d811a1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.969630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:26.970296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (6d22c47d-17ab-4c78-80f1-c2e316d811a1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:26.973866 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:26.992867 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-c5f20742-53cc-4419-ad7d-51f9a88146de tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The resource could not be found. Apr 07 01:50:26.998627 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c5f20742-53cc-4419-ad7d-51f9a88146de tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4989080 Apr 07 01:50:27.005179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50222) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.006142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:27.006659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9820d596-afb3-413a-acc4-a45371bfeeec None None] The sync data for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:27.008019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7cb91379-8393-4d1f-910e-ef5ae8d7b3f5 None None] Current status of the port 46651cc4-66c8-452e-919a-94507bd357be is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:27.023659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.033413 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-65c79fb9-4599-4a4d-bcd1-9c8d1dacbb66 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/0368cc9d-37d4-43ba-a8cb-a234f72a594b HTTP/1.1" status: 204 len: 168 time: 1.4257009 Apr 07 01:50:27.047910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50224) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.066671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (56cd4e76-59c7-453f-9f02-ced400d0653c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.144000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3d47f10e-3091-4193-8a13-221b90264c5b None None] Could not find standard attr ID for object 0368cc9d-37d4-43ba-a8cb-a234f72a594b. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:27.173004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51708652-8150-40ea-aeaf-93a147bd2186 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.185177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.215781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.222743 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3 HTTP/1.1" status: 204 len: 168 time: 1.7271030 Apr 07 01:50:27.223848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.225745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50232) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.228976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac181b-3058-4dc3-9dcd-6e5b79b71800 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=ade7e5b9-e09c-4f9f-82ba-df2e835d5ae3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:27.288993 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a684b60-9b64-4e18-bc11-45ce28614aad tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.301498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a684b60-9b64-4e18-bc11-45ce28614aad tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.305270 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2a684b60-9b64-4e18-bc11-45ce28614aad tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/bcc6e5c4-7405-4620-8e2a-294cbaff95e7 HTTP/1.1" status: 404 len: 337 time: 0.0776083 Apr 07 01:50:27.307945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50234) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.339401 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2aabd1f-05bb-4866-a836-ffcabc1b60fa tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.340022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2aabd1f-05bb-4866-a836-ffcabc1b60fa tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.343096 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e2aabd1f-05bb-4866-a836-ffcabc1b60fa tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ffd47eb9-ba72-44b0-b015-2a01765ff066 HTTP/1.1" status: 404 len: 339 time: 0.0341361 Apr 07 01:50:27.345751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50236) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.397722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca451c-03fd-43b2-8a2b-fd345639ae33 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:27.397722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ca451c-03fd-43b2-8a2b-fd345639ae33 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:27.398089 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-72ca451c-03fd-43b2-8a2b-fd345639ae33 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3478506 Apr 07 01:50:27.410860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50238) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.415960 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-39aafaf3-6f7d-41f3-83d4-4c9c04e64c77 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.420920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39aafaf3-6f7d-41f3-83d4-4c9c04e64c77 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.420920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-39aafaf3-6f7d-41f3-83d4-4c9c04e64c77 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/cc2981b5-bbc3-42c0-b4fb-bf10348a5cdb HTTP/1.1" status: 404 len: 337 time: 0.0732210 Apr 07 01:50:27.423849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50240) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.449900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05a297ba-a924-4941-9c4e-b0ef3a5b071f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.475952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Provisioning complete for port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:27.476730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.486922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-3972e4ad-4aed-4738-aaf9-17bcf98710bd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.487446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3972e4ad-4aed-4738-aaf9-17bcf98710bd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.490777 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3972e4ad-4aed-4738-aaf9-17bcf98710bd tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/3a51a73e-db57-4f55-9761-1979d546824c HTTP/1.1" status: 404 len: 339 time: 0.0657256 Apr 07 01:50:27.496813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50242) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.523345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbaacd9-ed92-4a65-a553-68a81bca0dba None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:50:27.566990 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-51708652-8150-40ea-aeaf-93a147bd2186 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 01:50:27.568063 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51708652-8150-40ea-aeaf-93a147bd2186 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae HTTP/1.1" status: 409 len: 376 time: 0.8683352 Apr 07 01:50:27.580594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50244) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.598296 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd934cc5-1662-4d34-a060-87591c68aee4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.599361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd934cc5-1662-4d34-a060-87591c68aee4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.607975 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bd934cc5-1662-4d34-a060-87591c68aee4 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/2e38c2eb-f154-4c6f-919f-6dc217c4bd7d HTTP/1.1" status: 404 len: 337 time: 0.1101727 Apr 07 01:50:27.611341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50246) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.617698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05a297ba-a924-4941-9c4e-b0ef3a5b071f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.653681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.656432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbaacd9-ed92-4a65-a553-68a81bca0dba None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:50:27.658604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 46651cc4-66c8-452e-919a-94507bd357be up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:27.661694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:27.663518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 7e213777-2ee4-479b-8e5a-e67177a8f10e {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:27.668190 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a32269-5555-455f-ba80-cef0beff2324 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.668711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a32269-5555-455f-ba80-cef0beff2324 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.674138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-87a32269-5555-455f-ba80-cef0beff2324 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ce1d0ddb-b92f-4e29-aee0-ce02c8181f3a HTTP/1.1" status: 404 len: 339 time: 0.0622571 Apr 07 01:50:27.674307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (7e213777-2ee4-479b-8e5a-e67177a8f10e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.679322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50248) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.717568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:27.717954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.757214 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bd58ac-0769-440a-835e-061bda71ea13 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.757728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bd58ac-0769-440a-835e-061bda71ea13 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.763368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-67bd58ac-0769-440a-835e-061bda71ea13 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/cb47aa84-73cb-4571-8215-983b3ae4c098 HTTP/1.1" status: 404 len: 337 time: 0.0594428 Apr 07 01:50:27.769884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50250) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.810270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (7e213777-2ee4-479b-8e5a-e67177a8f10e), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.833008 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed9b6e8-5e78-44b5-9fed-0399df03caf0 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.833645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed9b6e8-5e78-44b5-9fed-0399df03caf0 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.839689 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9ed9b6e8-5e78-44b5-9fed-0399df03caf0 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/fb5acc61-42f5-49ec-9f2c-d76cc873f1b8 HTTP/1.1" status: 404 len: 339 time: 0.0687160 Apr 07 01:50:27.842691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50254) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.889739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.892580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05a297ba-a924-4941-9c4e-b0ef3a5b071f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.895322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05a297ba-a924-4941-9c4e-b0ef3a5b071f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.900049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05a297ba-a924-4941-9c4e-b0ef3a5b071f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1 HTTP/1.1" status: 204 len: 168 time: 0.8884401 Apr 07 01:50:27.904612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50256) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.918140 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-996051fa-601b-4185-b3ba-28faaf19266c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.918933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996051fa-601b-4185-b3ba-28faaf19266c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.919998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a297ba-a924-4941-9c4e-b0ef3a5b071f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d1c9c-82af-4f38-8d1e-6cd2b224c9e1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:27.935999 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-996051fa-601b-4185-b3ba-28faaf19266c tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/6da65dc7-ad35-442f-8460-df9ff5633c76 HTTP/1.1" status: 404 len: 337 time: 0.0574896 Apr 07 01:50:27.936656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.937998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50258) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.970435 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3f9e7f-639b-4a0a-99bc-c4ace93e4a70 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:27.971318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3f9e7f-639b-4a0a-99bc-c4ace93e4a70 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:27.977018 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8b3f9e7f-639b-4a0a-99bc-c4ace93e4a70 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/d63e66a1-24b7-4ce0-9dde-9b802c73c239 HTTP/1.1" status: 404 len: 339 time: 0.0317848 Apr 07 01:50:27.978190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:27.986543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7e213777-2ee4-479b-8e5a-e67177a8f10e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:27.988295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.029090 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2d653f-f871-4947-90b6-69e63366ed0d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:28.029654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c2d653f-f871-4947-90b6-69e63366ed0d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:28.035269 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8c2d653f-f871-4947-90b6-69e63366ed0d tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/c606a9b3-0115-4899-8488-beda6a7dc70e HTTP/1.1" status: 404 len: 337 time: 0.0523181 Apr 07 01:50:28.039560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 46651cc4-66c8-452e-919a-94507bd357be triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:28.040064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (46651cc4-66c8-452e-919a-94507bd357be), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.042243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:28.042875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50262) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.071939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50264) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.083747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-746192701', 'description': 'tempest-secgroup-smoke-746192701 description', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:28.088243 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-351c3646-7bd7-4037-a73c-4b1f89351865 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:28.088785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351c3646-7bd7-4037-a73c-4b1f89351865 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:28.094346 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-351c3646-7bd7-4037-a73c-4b1f89351865 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/6109a344-68a2-4978-9199-668803b76d28 HTTP/1.1" status: 404 len: 339 time: 0.0434694 Apr 07 01:50:28.094346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:28.094642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50266) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.109474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-38205d8f-db79-49fa-bd8a-bf0ad804b031 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1963589 Apr 07 01:50:28.110103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50268) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.110934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:28.116519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:28.116920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.134860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cd8acdd6-cdd2-42f8-a71a-6e17d4627dc1 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': '6f8985cb-dd62-461f-b4a2-c52f6358ec8d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:28.147698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:28.173366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=aab9f6ec-589c-4a57-9dfb-d24c53382726,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:28.181598 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b4a3dc-fc36-466a-b799-6c27bff33913 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:28.182060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b4a3dc-fc36-466a-b799-6c27bff33913 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:28.188076 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-81b4a3dc-fc36-466a-b799-6c27bff33913 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/07ceb931-19d1-45fd-a35e-a92f01412d28 HTTP/1.1" status: 404 len: 337 time: 0.0837755 Apr 07 01:50:28.192850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50270) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.241107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (56cd4e76-59c7-453f-9f02-ced400d0653c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.242113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:28.242513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.244837 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb88f879-2eb9-46d4-b559-4168e8ea4a58 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:28.245365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb88f879-2eb9-46d4-b559-4168e8ea4a58 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:28.252235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50272) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.252378 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cb88f879-2eb9-46d4-b559-4168e8ea4a58 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/7d0b7943-4cc3-4aea-b42f-6c7879c065ac HTTP/1.1" status: 404 len: 339 time: 0.0557477 Apr 07 01:50:28.280495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0592cf2e-b1a6-47c7-9143-55e79acb28e1 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8470201 Apr 07 01:50:28.283456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50274) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.288840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:28.295234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8dce4188-abc2-4b33-8dbc-25346a84ac02,segment=NetworkSegment(5f272635-afac-4e50-961e-5d056ede68ef),segment_id=5f272635-afac-4e50-961e-5d056ede68ef)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:28.306934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (7e213777-2ee4-479b-8e5a-e67177a8f10e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.309873 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-812d6190-d0ac-44ba-8bee-61cbd627d442 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:28.318832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812d6190-d0ac-44ba-8bee-61cbd627d442 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:28.318832 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-812d6190-d0ac-44ba-8bee-61cbd627d442 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/32be9ffb-7191-4687-8c40-e339ec54da06 HTTP/1.1" status: 404 len: 337 time: 0.0607960 Apr 07 01:50:28.319069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.332793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50276) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.333544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.337199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 46651cc4-66c8-452e-919a-94507bd357be is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:28.338850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:28.361590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.362916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-571247c9-e9ba-4974-884b-f3d87e02c1a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5807815 Apr 07 01:50:28.366544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.381821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50278) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.402487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=7e213777-2ee4-479b-8e5a-e67177a8f10e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:28.413640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'port': {'network_id': '3d51012c-97fa-4d2b-9775-60e49d53a2cb', 'name': 'tempest-FloatingIPTestJSON-2109855663'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:28.418713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871ea40-97a0-47fc-acf0-1f9acbbfd3af None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:28.466826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.490513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce6565-0003-452b-8125-4e05eac5d684 None None] Pushing event updated for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:28.509959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.513295 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-044209dd-0035-44b0-b95a-c5e966442ad8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/7e213777-2ee4-479b-8e5a-e67177a8f10e HTTP/1.1" status: 204 len: 168 time: 1.0990863 Apr 07 01:50:28.519278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50280) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.523603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-13f1c75e-3933-4421-8c3f-24c34d5e3806 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:28.524138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13f1c75e-3933-4421-8c3f-24c34d5e3806 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:28.529795 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-13f1c75e-3933-4421-8c3f-24c34d5e3806 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/ceac860a-2d98-4ee1-87f6-e890b0d97024 HTTP/1.1" status: 404 len: 339 time: 0.1849215 Apr 07 01:50:28.544921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:28.544921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.545105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50282) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.620581 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-82598d89-ddcc-4aa7-89fc-9ea1af8749da tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1000240 Apr 07 01:50:28.627228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50284) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.631053 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-cd8acdd6-cdd2-42f8-a71a-6e17d4627dc1 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The resource could not be found. Apr 07 01:50:28.631053 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cd8acdd6-cdd2-42f8-a71a-6e17d4627dc1 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4993935 Apr 07 01:50:28.639840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50286) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.644806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223976406'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:28.650567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:28.658066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting subnet 913d7f3c-928c-4dfa-a07a-85a0fcc3fc89 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:28.668245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for subnet (913d7f3c-928c-4dfa-a07a-85a0fcc3fc89), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.703931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:28.709716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3679fff9-df8e-4130-b931-36ba13dc7f55 None None] Provisioning complete for port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:28.710249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3679fff9-df8e-4130-b931-36ba13dc7f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.726759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:28.730242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.732233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (913d7f3c-928c-4dfa-a07a-85a0fcc3fc89), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.743831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2fac2-2f0a-4a1a-b7ec-87105c94ee78 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:28.748304 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-06b2fac2-2f0a-4a1a-b7ec-87105c94ee78 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1188998 Apr 07 01:50:28.748930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50288) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.756840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:28.760544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.778319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3679fff9-df8e-4130-b931-36ba13dc7f55 None None] Port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:28.780208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (1e2a389c-706e-4eab-9777-6403affdf53a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.787813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.799689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] Deleting port 46651cc4-66c8-452e-919a-94507bd357be {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:28.800065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (46651cc4-66c8-452e-919a-94507bd357be), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.810702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] device_id is not set on port f08b271b-8d63-4bd8-a715-cbb6de0e99ee yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:28.861472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1e2a389c-706e-4eab-9777-6403affdf53a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.870628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] For port 46651cc4-66c8-452e-919a-94507bd357be, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=46651cc4-66c8-452e-919a-94507bd357be,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:28.871038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (46651cc4-66c8-452e-919a-94507bd357be), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:28.882886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34a119c-964d-4822-ac4b-a9c93c179789 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:28.887563 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f34a119c-964d-4822-ac4b-a9c93c179789 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068120 Apr 07 01:50:28.888173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50290) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.892833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] Calling delete_port for 46651cc4-66c8-452e-919a-94507bd357be owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:28.957518 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-438d6d9b-01c1-40e0-be4e-962a574f5ed5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646749 Apr 07 01:50:28.958149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50292) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:28.972034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:28.994201 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.ipam_backend_mixin [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61959f04-43e4-40c3-b009-5e28ff4dcebc (CIDR: 2001:db8::/64) Apr 07 01:50:29.005869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2a389c-706e-4eab-9777-6403affdf53a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:29.011881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (913d7f3c-928c-4dfa-a07a-85a0fcc3fc89), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.025218 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:29.025730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:29.038675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50915a1a-f08e-4098-89c4-c4d2639279cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.059580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (46651cc4-66c8-452e-919a-94507bd357be), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.090239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] Pushing event deleted for resources: {'Port': ['ID=46651cc4-66c8-452e-919a-94507bd357be,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:29.096215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f496a818-2d5c-4972-aa89-6aa0b25b7715 None None] No DVR routers for this DVR port 46651cc4-66c8-452e-919a-94507bd357be on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:29.103667 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e52d161e-783a-446e-a2af-95f26b179ec4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8182719 Apr 07 01:50:29.112394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50294) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:29.118841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (7f63fc40-0780-49f3-9d39-da689dcf4f0d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.118956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:29.125792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (fdac971d-9d71-41cd-a430-ba2e58c6fcca), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.127119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.2 (3d51012c-97fa-4d2b-9775-60e49d53a2cb/412d8c46-6b0e-46fe-87d8-06b55b7f8e90/f08b271b-8d63-4bd8-a715-cbb6de0e99ee) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:29.172533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7f63fc40-0780-49f3-9d39-da689dcf4f0d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.259039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting port a9601d9f-b0e0-4433-891a-1b32f88cad1e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:29.259382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.264155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:29.268179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.371061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:29.429094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:29.430647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:29.431128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.432137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.489431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.517011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:29.521315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Calling delete_port for a9601d9f-b0e0-4433-891a-1b32f88cad1e owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:29.549532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (fdac971d-9d71-41cd-a430-ba2e58c6fcca), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.553752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.554986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4820645 Apr 07 01:50:29.556032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (913d7f3c-928c-4dfa-a07a-85a0fcc3fc89), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.561751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50296) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:29.569503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group_rule': {'security_group_id': '7f63fc40-0780-49f3-9d39-da689dcf4f0d', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:29.573127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3cb7a-8f1d-45f5-b210-5cc6f918d5df tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f63fc40-0780-49f3-9d39-da689dcf4f0d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:29.575963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 46651cc4-66c8-452e-919a-94507bd357be no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:29.606722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Subnet': ['ID=913d7f3c-928c-4dfa-a07a-85a0fcc3fc89,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:29.609704 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.610153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 46651cc4-66c8-452e-919a-94507bd357be {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:29.610740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 46651cc4-66c8-452e-919a-94507bd357be not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:29.612958 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-77b0a9f6-8d87-42f5-ae23-122bff101ba6 tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/subnets/913d7f3c-928c-4dfa-a07a-85a0fcc3fc89 HTTP/1.1" status: 204 len: 168 time: 1.0675898 Apr 07 01:50:29.618473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b5282-4521-4006-a9e6-decbc45db181 None None] Network 0798c163-1724-4909-b724-3ebae9d9e42a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:29.622818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50298) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:29.707543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.711215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0677841 Apr 07 01:50:29.714309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50300) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:29.719425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9c359-21a0-48a8-a9d9-a8b2782f6257 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdac971d-9d71-41cd-a430-ba2e58c6fcca,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:29.723101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737253725'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:29.750223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (f08b271b-8d63-4bd8-a715-cbb6de0e99ee), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.757717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (16dc5559-8cc6-4a38-8209-41cb2c6b12ff), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.767851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (0798c163-1724-4909-b724-3ebae9d9e42a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.809689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] DHCP port deletion for 0798c163-1724-4909-b724-3ebae9d9e42a request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:29.833418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (1d43e8fc-5cbd-4d59-a314-e960eecda8a3), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.846272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Deleting port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:29.848275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.866473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] Deleting port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:29.866844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.909643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f08b271b-8d63-4bd8-a715-cbb6de0e99ee), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.924110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:29.925060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.950870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] For port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,segment=NetworkSegment(c92de97f-7a59-4336-b4ae-7300b45f5758),segment_id=c92de97f-7a59-4336-b4ae-7300b45f5758)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:29.951809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.963323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] For port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,segment=NetworkSegment(c92de97f-7a59-4336-b4ae-7300b45f5758),segment_id=c92de97f-7a59-4336-b4ae-7300b45f5758)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:29.963323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:29.965127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] Calling delete_port for 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:29.977871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 3d51012c-97fa-4d2b-9775-60e49d53a2cb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:29.985680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Calling delete_port for 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:29.992212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:29.994827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:30.032321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=f08b271b-8d63-4bd8-a715-cbb6de0e99ee,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.094193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:30.094976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.142067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.149560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9e33f814-d1c5-4aae-b1f4-9f461bf8b540), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.169171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] Pushing event deleted for resources: {'Port': ['ID=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.173495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d577e8-3972-4e46-ad3d-6f53285930a4 None None] No DVR routers for this DVR port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:30.186619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Port': ['ID=9e33f814-d1c5-4aae-b1f4-9f461bf8b540,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.188743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] No DVR routers for this DVR port 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:30.230407 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f9a4601a-3399-4dc9-b812-d34de6758d32 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8446162 Apr 07 01:50:30.259825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50302) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:30.264563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'port_id': 'f08b271b-8d63-4bd8-a715-cbb6de0e99ee'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:30.305353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:30.316787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53abe39-f7c6-45c8-8862-e41110762eb8 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:30.321957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (56cd4e76-59c7-453f-9f02-ced400d0653c), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.327409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:30.328053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.361912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=1d43e8fc-5cbd-4d59-a314-e960eecda8a3,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.383379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (0798c163-1724-4909-b724-3ebae9d9e42a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.414317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (16dc5559-8cc6-4a38-8209-41cb2c6b12ff), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.437064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0798c163-1724-4909-b724-3ebae9d9e42a']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:30.438717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '1d43e8fc-5cbd-4d59-a314-e960eecda8a3'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:30.440118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.451505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92de97f-7a59-4336-b4ae-7300b45f5758') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:30.451850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92de97f-7a59-4336-b4ae-7300b45f5758') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:30.467706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (c92de97f-7a59-4336-b4ae-7300b45f5758), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.469555 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-83f71a32-fd8d-427d-a3c2-f5eabe114e68 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5038517 Apr 07 01:50:30.472868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50304) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:30.485059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:b7:6b:60', 'name': 'tempest-NetworksTestDHCPv6-753771976'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:30.490752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (16dc5559-8cc6-4a38-8209-41cb2c6b12ff), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.520994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c92de97f-7a59-4336-b4ae-7300b45f5758), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.533420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:30.533820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (c92de97f-7a59-4336-b4ae-7300b45f5758), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:30.537457 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:30.560409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a9601d9f-b0e0-4433-891a-1b32f88cad1e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.562571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.605067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/1d43e8fc-5cbd-4d59-a314-e960eecda8a3/fadb83e4-790f-4f82-869a-4d3c4f8fa44a) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:30.617922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dc5559-8cc6-4a38-8209-41cb2c6b12ff,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.647749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (77a9b35b-daf8-4bd7-90c9-2400c6b6ad11), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.655486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Port': ['ID=a9601d9f-b0e0-4433-891a-1b32f88cad1e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.675289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:30.702145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (0798c163-1724-4909-b724-3ebae9d9e42a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.712328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.713208 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3c9f1121-81e7-40e4-bee6-ef369af5b594 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1487005 Apr 07 01:50:30.743547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50306) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:30.753241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:30.756291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:30.756928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.764448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9c0d8-0c3b-483f-ae29-38722188db9e None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:30.765809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group_rule': {'security_group_id': '7f63fc40-0780-49f3-9d39-da689dcf4f0d', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:30.771909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.777469 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] 10.222.0.25 "DELETE /v2.0/networks/0798c163-1724-4909-b724-3ebae9d9e42a HTTP/1.1" status: 204 len: 168 time: 1.1513355 Apr 07 01:50:30.801494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (77a9b35b-daf8-4bd7-90c9-2400c6b6ad11), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.817330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cdad1-e774-45e2-929f-928a3e697aba tempest-NetworksTest-75831448 tempest-NetworksTest-75831448-project] Pushing event deleted for resources: {'Network': ['ID=0798c163-1724-4909-b724-3ebae9d9e42a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.818531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Publish callbacks [] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.852425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.864277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (b08db4b7-363b-408a-8676-4e485ab1f8ae), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.921492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.944433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a9b35b-daf8-4bd7-90c9-2400c6b6ad11,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:30.989760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:30.994324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:30.994488 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-68b80f19-571b-4b2d-bc10-5bad5e8265c3 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2734442 Apr 07 01:50:30.994613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50310) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:30.996248 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-48517bd9-e707-45d4-8732-ff9ea2509bec tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8813982 Apr 07 01:50:31.002651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50312) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.006339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e1f21b4c-fa7f-4776-9ec3-481d83c79eca tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'fdac971d-9d71-41cd-a430-ba2e58c6fcca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '77a9b35b-daf8-4bd7-90c9-2400c6b6ad11'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:31.009559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1650705330', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5'}], 'security_groups': ['d293fce1-64fb-4acc-807b-46e84e5ace70']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:31.009700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:31.020632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:31.023814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Pushing event updated for resources: {'Port': ['ID=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:31.029248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (3f6eb132-05ec-443a-a021-b8c67bb2c1e6), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.132717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Attempting to bind port fadb83e4-790f-4f82-869a-4d3c4f8fa44a on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:31.133120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Attempting to bind port fadb83e4-790f-4f82-869a-4d3c4f8fa44a by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:31.133492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Attempting to bind port fadb83e4-790f-4f82-869a-4d3c4f8fa44a on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:31.140093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.144456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:31.145036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:31.145470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.145867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:31.147648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Bound port: fadb83e4-790f-4f82-869a-4d3c4f8fa44a, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:31.148058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.189292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (3f6eb132-05ec-443a-a021-b8c67bb2c1e6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.193573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (56cd4e76-59c7-453f-9f02-ced400d0653c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.210546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:31.231794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-e1f21b4c-fa7f-4776-9ec3-481d83c79eca tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:31.235781 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e1f21b4c-fa7f-4776-9ec3-481d83c79eca tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2402194 Apr 07 01:50:31.236336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50314) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.249045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (3f6eb132-05ec-443a-a021-b8c67bb2c1e6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.276922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] Update dhcp port {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'fixed_ips': [{'subnet_id': '61959f04-43e4-40c3-b009-5e28ff4dcebc', 'ip_address': '2001:db8::2'}, {'subnet_id': '2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '8dce4188-abc2-4b33-8dbc-25346a84ac02'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:50:31.283257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6eb132-05ec-443a-a021-b8c67bb2c1e6,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:31.304616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Router b08db4b7-363b-408a-8676-4e485ab1f8ae has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:31.315609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.360689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.381006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-702f479b-d19a-4e3c-9126-947e79eebee9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (77a9b35b-daf8-4bd7-90c9-2400c6b6ad11), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.389054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] For port fadb83e4-790f-4f82-869a-4d3c4f8fa44a, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:31.403872 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 56cd4e76-59c7-453f-9f02-ced400d0653c associated. External IP: 172.26.8.175, port: f08b271b-8d63-4bd8-a715-cbb6de0e99ee. Apr 07 01:50:31.431937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] For port fadb83e4-790f-4f82-869a-4d3c4f8fa44a, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:31.442561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.446992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.449952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-17ead3dc-d02c-4c34-8e26-004ee6de52ac tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6888239 Apr 07 01:50:31.453564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-702f479b-d19a-4e3c-9126-947e79eebee9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (77a9b35b-daf8-4bd7-90c9-2400c6b6ad11), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.457848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50318) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.471605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:31.475138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50320) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.477178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group_rule': {'security_group_id': '7f63fc40-0780-49f3-9d39-da689dcf4f0d', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:31.482596 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] Sync routers for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:31.483616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e4a2836e-8a04-4919-bd74-45fa36d4ba42 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8987150 Apr 07 01:50:31.486188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:31.490341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50322) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.498628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 39a2448e-219f-4559-8a1c-385ff9f988d2 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:31.508663 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:31.510527 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:31.528108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:31.529920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e33f814-d1c5-4aae-b1f4-9f461bf8b540 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:31.539922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.547570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f16c8202-f5d0-4aa7-a549-52375e538a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.572742 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-2a143b09-347b-4908-8e5e-ff757f04cc79 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] show failed (client error): The resource could not be found. Apr 07 01:50:31.574223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2a143b09-347b-4908-8e5e-ff757f04cc79 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1410948336 HTTP/1.1" status: 404 len: 335 time: 0.0755413 Apr 07 01:50:31.583150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50326) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.601038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:31.620807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bc975a96-9050-40a1-a167-f130b110234a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:31.625493 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] Routers {'b08db4b7-363b-408a-8676-4e485ab1f8ae'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:31.626258 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b08db4b7-363b-408a-8676-4e485ab1f8ae'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:31.668190 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-bc975a96-9050-40a1-a167-f130b110234a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] update failed (client error): The resource could not be found. Apr 07 01:50:31.669307 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bc975a96-9050-40a1-a167-f130b110234a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1769436421 HTTP/1.1" status: 404 len: 335 time: 0.0851912 Apr 07 01:50:31.674718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50328) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.710418 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:31.711456 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddc9e02-200e-46ba-901a-01f072012842 None None] The sync data for ids ['b08db4b7-363b-408a-8676-4e485ab1f8ae'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:31.762781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92876034-b60e-432c-a0b6-9a8331739c85 None None] Pushing event updated for resources: {'Port': ['ID=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:31.795330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-702f479b-d19a-4e3c-9126-947e79eebee9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (77a9b35b-daf8-4bd7-90c9-2400c6b6ad11), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.798798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-702f479b-d19a-4e3c-9126-947e79eebee9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.802840 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-702f479b-d19a-4e3c-9126-947e79eebee9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/77a9b35b-daf8-4bd7-90c9-2400c6b6ad11 HTTP/1.1" status: 204 len: 168 time: 0.5637307 Apr 07 01:50:31.807218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50330) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.811971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (fc225fba-539c-41af-a0d8-2287d5be740c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.816457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::217 (90b9273a-c012-429c-a675-14d31428d1d8/1d43e8fc-5cbd-4d59-a314-e960eecda8a3/39a2448e-219f-4559-8a1c-385ff9f988d2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:31.830974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] Allocated IP 2001:db8:0:1::2 (176651cd-3b1f-4d44-9232-c956eb81ad50/2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5/8dce4188-abc2-4b33-8dbc-25346a84ac02) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:31.837219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting subnet 045e3016-3bc6-4cc3-818c-f1df81827058 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:31.854636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for subnet (045e3016-3bc6-4cc3-818c-f1df81827058), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:31.868070 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-330af75f-a702-4b7a-b6b9-97b406bbc6c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d89e3df0efe486f80f5a0759843215c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894732 Apr 07 01:50:31.870625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50332) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:31.907287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f479b-d19a-4e3c-9126-947e79eebee9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a9b35b-daf8-4bd7-90c9-2400c6b6ad11,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:31.986718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8dce4188-abc2-4b33-8dbc-25346a84ac02,segment=NetworkSegment(5f272635-afac-4e50-961e-5d056ede68ef),segment_id=5f272635-afac-4e50-961e-5d056ede68ef)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:32.034766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (045e3016-3bc6-4cc3-818c-f1df81827058), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.042430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] Publish callbacks [] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.081819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (fc225fba-539c-41af-a0d8-2287d5be740c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.082296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd38eea-ba49-4726-8691-9cda1bdf1935 admin admin] Publish callbacks [] for security_group (c6bff4bc-4a9c-4fd9-8784-e871f31c7231), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.100155 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-62dc859c-1c3f-4072-9ae5-fd0c4f4f67a9 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2890544 Apr 07 01:50:32.102334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50334) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:32.109828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:32.122076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.148125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd38eea-ba49-4726-8691-9cda1bdf1935 admin admin] Publish callbacks [] for security_group (c6bff4bc-4a9c-4fd9-8784-e871f31c7231), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.159958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (fc225fba-539c-41af-a0d8-2287d5be740c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.230193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (045e3016-3bc6-4cc3-818c-f1df81827058), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.233593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa923e2-436f-4eca-8f82-c298ba1a319e None None] Pushing event updated for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:32.235406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc225fba-539c-41af-a0d8-2287d5be740c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:32.319511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (39a2448e-219f-4559-8a1c-385ff9f988d2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.333267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.340341 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8b357a65-7c58-4403-8bf5-bcbf9019ed79 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8757498 Apr 07 01:50:32.340474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50336) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:32.349331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group_rule': {'security_group_id': '7f63fc40-0780-49f3-9d39-da689dcf4f0d', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:32.351850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:32.356573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.363650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:32.375996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8b7c-b6d5-4a70-bcbc-13d96147c70f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (fdac971d-9d71-41cd-a430-ba2e58c6fcca), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.384471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:32.388623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:32.396655 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-72623af5-48a7-40e4-932a-eac20c03ad21 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/floatingips/56cd4e76-59c7-453f-9f02-ced400d0653c HTTP/1.1" status: 200 len: 978 time: 2.1330996 Apr 07 01:50:32.397809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50338) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:32.443040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Delete allocated IP 2001:db8::169 (176651cd-3b1f-4d44-9232-c956eb81ad50/61959f04-43e4-40c3-b009-5e28ff4dcebc) {{(pid=110983) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 01:50:32.451812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (045e3016-3bc6-4cc3-818c-f1df81827058), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.454524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:32.459548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.461351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd38eea-ba49-4726-8691-9cda1bdf1935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c6bff4bc-4a9c-4fd9-8784-e871f31c7231), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.464121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0cd38eea-ba49-4726-8691-9cda1bdf1935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.465402 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0cd38eea-ba49-4726-8691-9cda1bdf1935 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6bff4bc-4a9c-4fd9-8784-e871f31c7231 HTTP/1.1" status: 204 len: 168 time: 0.5938592 Apr 07 01:50:32.467203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8b7c-b6d5-4a70-bcbc-13d96147c70f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (fdac971d-9d71-41cd-a430-ba2e58c6fcca), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.468937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:32.470982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:32.504547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8:0:1::2fb (176651cd-3b1f-4d44-9232-c956eb81ad50/2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5/8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:32.515898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (e982f464-122e-49ee-9047-c35108e9ffc5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.518063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Subnet': ['ID=045e3016-3bc6-4cc3-818c-f1df81827058,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:32.531383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:32.532178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda1cfa1-9324-4f90-9625-89b058440b03 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:32.533957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.540795 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b37486e3-749c-4cd9-a70f-dc7e717e2a8a tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/subnets/045e3016-3bc6-4cc3-818c-f1df81827058 HTTP/1.1" status: 204 len: 168 time: 0.8621745 Apr 07 01:50:32.546819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50342) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:32.550760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9359c-2a8e-4099-b8c6-68764294fc25 None None] Network 22e22769-2d2e-43aa-8b1d-7b15c7cf947e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:32.567751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (39a2448e-219f-4559-8a1c-385ff9f988d2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.574457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd38eea-ba49-4726-8691-9cda1bdf1935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bff4bc-4a9c-4fd9-8784-e871f31c7231,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:32.707740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (22e22769-2d2e-43aa-8b1d-7b15c7cf947e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.709762 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=39a2448e-219f-4559-8a1c-385ff9f988d2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:32.741079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port f08b271b-8d63-4bd8-a715-cbb6de0e99ee {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:32.741858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f08b271b-8d63-4bd8-a715-cbb6de0e99ee), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.762620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:32.772719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:32.776232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:32.784192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:32.787490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.814702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (e982f464-122e-49ee-9047-c35108e9ffc5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.852268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8b7c-b6d5-4a70-bcbc-13d96147c70f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (fdac971d-9d71-41cd-a430-ba2e58c6fcca), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.867194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c3e8b7c-b6d5-4a70-bcbc-13d96147c70f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.870704 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1c3e8b7c-b6d5-4a70-bcbc-13d96147c70f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/fdac971d-9d71-41cd-a430-ba2e58c6fcca HTTP/1.1" status: 204 len: 168 time: 0.7626355 Apr 07 01:50:32.887243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50346) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:32.888068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c738f29-1476-47b6-83db-0866174494ea None None] DHCP port deletion for 22e22769-2d2e-43aa-8b1d-7b15c7cf947e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:32.928746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e8b7c-b6d5-4a70-bcbc-13d96147c70f tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdac971d-9d71-41cd-a430-ba2e58c6fcca,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:32.932434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting port 83ff2959-7a8c-4467-bdc0-48277b9fb507 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:32.932700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.950668 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1610b865-0be6-4349-b3f7-7e19284d6216 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4741704 Apr 07 01:50:32.950668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e982f464-122e-49ee-9047-c35108e9ffc5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:32.964979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50348) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:33.011940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4c738f29-1476-47b6-83db-0866174494ea None None] Deleting port 83ff2959-7a8c-4467-bdc0-48277b9fb507 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:33.015918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4c738f29-1476-47b6-83db-0866174494ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.036306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e982f464-122e-49ee-9047-c35108e9ffc5,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:33.062796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.068863 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-50e90c7f-e811-413d-9c5f-ea030832c2b9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7275929 Apr 07 01:50:33.072213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] For port 83ff2959-7a8c-4467-bdc0-48277b9fb507, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83ff2959-7a8c-4467-bdc0-48277b9fb507,segment=NetworkSegment(19b9fcbc-bdc9-4b3a-bebb-b835edb94b76),segment_id=19b9fcbc-bdc9-4b3a-bebb-b835edb94b76)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:33.072531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.075596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50352) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:33.082275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group_rule': {'security_group_id': '7f63fc40-0780-49f3-9d39-da689dcf4f0d', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:33.094295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f08b271b-8d63-4bd8-a715-cbb6de0e99ee), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.123020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Calling delete_port for 83ff2959-7a8c-4467-bdc0-48277b9fb507 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:33.133784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4c738f29-1476-47b6-83db-0866174494ea None None] For port 83ff2959-7a8c-4467-bdc0-48277b9fb507, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=83ff2959-7a8c-4467-bdc0-48277b9fb507,segment=NetworkSegment(19b9fcbc-bdc9-4b3a-bebb-b835edb94b76),segment_id=19b9fcbc-bdc9-4b3a-bebb-b835edb94b76)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:33.138546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4c738f29-1476-47b6-83db-0866174494ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.183033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4c738f29-1476-47b6-83db-0866174494ea None None] Calling delete_port for 83ff2959-7a8c-4467-bdc0-48277b9fb507 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:33.183218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6f495-d84e-4e8e-aa3c-933a0237e7af tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:33.189307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6f495-d84e-4e8e-aa3c-933a0237e7af tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:33.192562 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0ac6f495-d84e-4e8e-aa3c-933a0237e7af tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2015777 Apr 07 01:50:33.194033 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Project 1fa5bca2bd6641d0a23f1ff9308f8e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:50:33.194159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50358) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:33.204957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (d4de4acf-eabb-4826-9fd2-0b9869142b0e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.245795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.350789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b9e71a9-1918-4b87-a417-b3522ce685cf tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4622772 Apr 07 01:50:33.357018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (d4de4acf-eabb-4826-9fd2-0b9869142b0e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.359827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50362) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:33.360737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.384591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--859518833'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:33.437332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d4de4acf-eabb-4826-9fd2-0b9869142b0e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.502503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Provisioning complete for port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:33.504166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.576453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4c738f29-1476-47b6-83db-0866174494ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.579378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:33.598077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] In _notify_port_updated(), no bound segment for port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e on network 176651cd-3b1f-4d44-9232-c956eb81ad50 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:50:33.617050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:33.618029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.620134 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/ports/8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e HTTP/1.1" status: 200 len: 931 time: 2.6164296 Apr 07 01:50:33.621282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4de4acf-eabb-4826-9fd2-0b9869142b0e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:33.631790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50366) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:33.631886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c738f29-1476-47b6-83db-0866174494ea None None] No DVR routers for this DVR port 83ff2959-7a8c-4467-bdc0-48277b9fb507 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:33.635061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c738f29-1476-47b6-83db-0866174494ea None None] Pushing event deleted for resources: {'Port': ['ID=83ff2959-7a8c-4467-bdc0-48277b9fb507,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:33.638760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:33.639147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.674826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.712893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fadb83e4-790f-4f82-869a-4d3c4f8fa44a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:33.713343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794184cf-3c3c-4608-8d7e-e939497b724a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:33.745893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.747381 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-74a51b64-f62b-43f2-a2fc-746b8b361836 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6705210 Apr 07 01:50:33.764084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50370) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:33.774185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'security_group_rule': {'security_group_id': '7f63fc40-0780-49f3-9d39-da689dcf4f0d', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:33.825427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:33.854729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Provisioning complete for port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:33.855150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.906048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a60a89b-9d98-48d1-b7ee-ae90e24b540e None None] Port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:33.910670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (e8582c68-1b69-4bb2-9aa4-42b9387e99cd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.912716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fadb83e4-790f-4f82-869a-4d3c4f8fa44a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:33.913115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.921873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:33.922217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.970102 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Project 1fa5bca2bd6641d0a23f1ff9308f8e74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:50:33.979620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (668f00d8-9ffb-45bb-ab16-f9713ad9bb31), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.993186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.997346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (83ff2959-7a8c-4467-bdc0-48277b9fb507), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:33.997546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e8582c68-1b69-4bb2-9aa4-42b9387e99cd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.003375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fadb83e4-790f-4f82-869a-4d3c4f8fa44a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:34.004111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.067772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Provisioning complete for port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:34.068206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.079143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Port': ['ID=83ff2959-7a8c-4467-bdc0-48277b9fb507,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.080633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.081110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] No DVR routers for this DVR port 83ff2959-7a8c-4467-bdc0-48277b9fb507 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:34.092543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8582c68-1b69-4bb2-9aa4-42b9387e99cd,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.106173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:34.115522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.116960 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-991816cc-8b98-41a5-8f97-b9aa47611aea tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7527020 Apr 07 01:50:34.123131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50376) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.124887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (668f00d8-9ffb-45bb-ab16-f9713ad9bb31), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.128938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 39a2448e-219f-4559-8a1c-385ff9f988d2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:34.129506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (39a2448e-219f-4559-8a1c-385ff9f988d2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.136133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2484affa-26d5-4898-97a3-3f1728d4c1b6 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'e8582c68-1b69-4bb2-9aa4-42b9387e99cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:34.163978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Port 8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:34.171786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50378) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.174022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port fadb83e4-790f-4f82-869a-4d3c4f8fa44a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:34.181174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Provisioning complete for port fadb83e4-790f-4f82-869a-4d3c4f8fa44a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:34.181511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.197636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (668f00d8-9ffb-45bb-ab16-f9713ad9bb31), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.233413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668f00d8-9ffb-45bb-ab16-f9713ad9bb31,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.255351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.256254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:34.281995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (39a2448e-219f-4559-8a1c-385ff9f988d2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.295950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 39a2448e-219f-4559-8a1c-385ff9f988d2 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:34.302811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.303181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (56cd4e76-59c7-453f-9f02-ced400d0653c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.303498 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 56cd4e76-59c7-453f-9f02-ced400d0653c disassociated. External IP: 172.26.8.175, port: f08b271b-8d63-4bd8-a715-cbb6de0e99ee. Apr 07 01:50:34.303844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for f08b271b-8d63-4bd8-a715-cbb6de0e99ee owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:34.310384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.312011 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-605e0245-8766-43b0-bde1-a87ceb9bcc24 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5449581 Apr 07 01:50:34.315748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50382) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.322394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'network': {'name': 'tempest-network-smoke--1344679168', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:34.331802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-927326547'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:34.336983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Current status of the port fadb83e4-790f-4f82-869a-4d3c4f8fa44a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:34.339236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.360890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.378385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.379444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (22e22769-2d2e-43aa-8b1d-7b15c7cf947e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.390250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.404200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:34.404583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.420591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Made reservation on behalf of 1fa5bca2bd6641d0a23f1ff9308f8e74 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:34.425672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.427345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.430445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4a6bc440-4b2a-4597-b9fa-5b4be577dfcf tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e HTTP/1.1" status: 204 len: 168 time: 0.7986937 Apr 07 01:50:34.433154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50384) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.446491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:34.446849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:34.467716 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-28602526-f5ff-44a6-b93e-3f252a3ad519 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:50:34.473413 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-28602526-f5ff-44a6-b93e-3f252a3ad519 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/8f8f6863-ccaf-4a79-a3f6-5aa1bd8ed93e HTTP/1.1" status: 404 len: 333 time: 0.0392442 Apr 07 01:50:34.475953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:34.481437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.484724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50386) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.490347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e22769-2d2e-43aa-8b1d-7b15c7cf947e']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:34.506277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:34.514172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:34.514484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b9fcbc-bdc9-4b3a-bebb-b835edb94b76') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:34.518821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.531234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:34.550850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5f1dd5da-3f7d-4b76-9e22-7fb6735dd550), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.550850 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Added segment 5f1dd5da-3f7d-4b76-9e22-7fb6735dd550 of type vlan for network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 Apr 07 01:50:34.558986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (19b9fcbc-bdc9-4b3a-bebb-b835edb94b76), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.574664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83ff2959-7a8c-4467-bdc0-48277b9fb507 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:34.599367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 83ff2959-7a8c-4467-bdc0-48277b9fb507 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:34.599771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 83ff2959-7a8c-4467-bdc0-48277b9fb507 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:34.612538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (19b9fcbc-bdc9-4b3a-bebb-b835edb94b76), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.622528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.637760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:34.638218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (19b9fcbc-bdc9-4b3a-bebb-b835edb94b76), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:34.647357 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:34.690496 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-2484affa-26d5-4898-97a3-3f1728d4c1b6 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:34.691315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (77015785-58d6-4c37-a5b5-80968c840ea3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.691483 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2484affa-26d5-4898-97a3-3f1728d4c1b6 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5588751 Apr 07 01:50:34.694236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50388) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.698677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-02011847-912b-4372-9e47-d5a0299d5777 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group_rule': {'security_group_id': 'e8582c68-1b69-4bb2-9aa4-42b9387e99cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:34.747106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.752473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:34.753085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.772483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f43f52b1-a1fa-48fc-807f-74994f84222c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (4e218ad9-188f-4464-a86e-6d4cdb616d48), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.806074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (77015785-58d6-4c37-a5b5-80968c840ea3), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.819222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f43f52b1-a1fa-48fc-807f-74994f84222c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (4e218ad9-188f-4464-a86e-6d4cdb616d48), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.850940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (22e22769-2d2e-43aa-8b1d-7b15c7cf947e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.851699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:34.863198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.864569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Network': ['ID=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.869267 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/networks/22e22769-2d2e-43aa-8b1d-7b15c7cf947e HTTP/1.1" status: 204 len: 168 time: 2.3126688 Apr 07 01:50:34.869267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50390) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.875159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7bfcf9f9-4d72-4ec6-ba40-78f742e66326), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.875517 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment 7bfcf9f9-4d72-4ec6-ba40-78f742e66326 of type vlan for network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e Apr 07 01:50:34.876595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:34.890207 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ce7a66f4-1971-4057-8ec8-4d207809a0e4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5736520 Apr 07 01:50:34.893329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50392) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.894015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77015785-58d6-4c37-a5b5-80968c840ea3,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.913116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (39a2448e-219f-4559-8a1c-385ff9f988d2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.915085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbbc34-1bf3-45ab-9b77-87079ed34da6 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Network': ['ID=22e22769-2d2e-43aa-8b1d-7b15c7cf947e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:34.925061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'admin_state_up': True, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:34.940900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f08b271b-8d63-4bd8-a715-cbb6de0e99ee), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.953810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:34.964558 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-02011847-912b-4372-9e47-d5a0299d5777 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:34.965827 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-02011847-912b-4372-9e47-d5a0299d5777 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2706249 Apr 07 01:50:34.969921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50394) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:34.980799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=39a2448e-219f-4559-8a1c-385ff9f988d2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:35.006591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Current status of the port fadb83e4-790f-4f82-869a-4d3c4f8fa44a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:35.010780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=f08b271b-8d63-4bd8-a715-cbb6de0e99ee,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:35.014610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-501553c4-ec43-49a3-ba77-46b8c784bb63 None None] Could not find standard attr ID for object 39a2448e-219f-4559-8a1c-385ff9f988d2. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:35.034663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f43f52b1-a1fa-48fc-807f-74994f84222c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4e218ad9-188f-4464-a86e-6d4cdb616d48), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.034663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f43f52b1-a1fa-48fc-807f-74994f84222c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.034663 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f43f52b1-a1fa-48fc-807f-74994f84222c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/security-groups/4e218ad9-188f-4464-a86e-6d4cdb616d48 HTTP/1.1" status: 204 len: 168 time: 0.5425282 Apr 07 01:50:35.034911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50396) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.064088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.065190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.066113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.069426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-472488a8-b483-437c-bcc2-f60f6926bfd6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/39a2448e-219f-4559-8a1c-385ff9f988d2 HTTP/1.1" status: 204 len: 168 time: 1.8294616 Apr 07 01:50:35.074233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting subnet 02ca9fa0-4957-4f32-b089-6d704f3c7d8a {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:35.075465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1f40274-efed-458f-8c0d-be9af66a0701 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (e8582c68-1b69-4bb2-9aa4-42b9387e99cd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.077340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50398) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.078271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f52b1-a1fa-48fc-807f-74994f84222c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e218ad9-188f-4464-a86e-6d4cdb616d48,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:35.082682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for subnet (02ca9fa0-4957-4f32-b089-6d704f3c7d8a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.102572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.109285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:35.110476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.162918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1f40274-efed-458f-8c0d-be9af66a0701 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (e8582c68-1b69-4bb2-9aa4-42b9387e99cd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.211749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (02ca9fa0-4957-4f32-b089-6d704f3c7d8a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.240784 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0679035 Apr 07 01:50:35.243049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a461d-4d77-4f32-93bb-1f461eba0fd3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:35.244519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a461d-4d77-4f32-93bb-1f461eba0fd3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:35.248547 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a31a461d-4d77-4f32-93bb-1f461eba0fd3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1658292 Apr 07 01:50:35.249630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50400) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.249974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50402) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.252692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router_controller (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.268038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'name': 'tempest-PortsTestJSON-245280695'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:35.296901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.336939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:35.372007 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (02ca9fa0-4957-4f32-b089-6d704f3c7d8a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.376644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fa40c-165a-4aae-bad4-1bcc542e9fa5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=ffa546d1-d1f1-4025-b17f-f644dcdf2b1e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:35.378285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8929a3c-5559-4a1f-86b4-a09b182e5ced tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (d293fce1-64fb-4acc-807b-46e84e5ace70), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.387465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:35.429287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fadb83e4-790f-4f82-869a-4d3c4f8fa44a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:35.507772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fadb83e4-790f-4f82-869a-4d3c4f8fa44a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:35.508997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.539315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:35.556423 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:35.570940 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:35.571923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:35.605274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fadb83e4-790f-4f82-869a-4d3c4f8fa44a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:35.616470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (02ca9fa0-4957-4f32-b089-6d704f3c7d8a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.621979 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:35.632648 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:35.633226 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:35.655216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.661071 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea61db95-23f7-4a4a-9ee6-094b126b9625 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/ports/f08b271b-8d63-4bd8-a715-cbb6de0e99ee HTTP/1.1" status: 204 len: 168 time: 3.2607641 Apr 07 01:50:35.662467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Subnet': ['ID=02ca9fa0-4957-4f32-b089-6d704f3c7d8a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:35.667181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.673701 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-98fe3ba8-0ac9-4a11-9513-bf722b08dbdf tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/subnets/02ca9fa0-4957-4f32-b089-6d704f3c7d8a HTTP/1.1" status: 204 len: 168 time: 0.7998564 Apr 07 01:50:35.673701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50404) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.674346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50406) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.675005 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:35.675675 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac33681-723a-4ea3-9982-76486f650f77 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:35.686231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30731c4-6893-40ec-987b-283403a8ee7e None None] Network 1f6e0432-cbb4-4c4d-b442-94f89452c321 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:35.747854 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a8e40c41-d32d-4f06-bc7d-10ae2fc0b36c tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/floatingips/56cd4e76-59c7-453f-9f02-ced400d0653c HTTP/1.1" status: 200 len: 688 time: 0.0721285 Apr 07 01:50:35.748475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50408) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.814462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting subnet 9924c905-ad5c-4b78-b89a-5f9095b4e6e1 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:35.819055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for subnet (9924c905-ad5c-4b78-b89a-5f9095b4e6e1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.836800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8929a3c-5559-4a1f-86b4-a09b182e5ced tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (d293fce1-64fb-4acc-807b-46e84e5ace70), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.846518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 1d43e8fc-5cbd-4d59-a314-e960eecda8a3 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:35.858876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (1d43e8fc-5cbd-4d59-a314-e960eecda8a3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.872001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] DHCP port deletion for 1f6e0432-cbb4-4c4d-b442-94f89452c321 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:35.923596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (9924c905-ad5c-4b78-b89a-5f9095b4e6e1), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.927161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] Deleting port e2c783c6-eeb3-44bb-940b-ebf985f3b77b {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:35.927544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.946635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1f40274-efed-458f-8c0d-be9af66a0701 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e8582c68-1b69-4bb2-9aa4-42b9387e99cd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.949469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1f40274-efed-458f-8c0d-be9af66a0701 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:35.953238 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f1f40274-efed-458f-8c0d-be9af66a0701 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/e8582c68-1b69-4bb2-9aa4-42b9387e99cd HTTP/1.1" status: 204 len: 168 time: 0.9799404 Apr 07 01:50:35.954516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50410) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:35.995581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] For port e2c783c6-eeb3-44bb-940b-ebf985f3b77b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,segment=NetworkSegment(4ff3d94f-5e0d-484b-b305-82a0e950f56f),segment_id=4ff3d94f-5e0d-484b-b305-82a0e950f56f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:35.995929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.007787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port aab9f6ec-589c-4a57-9dfb-d24c53382726 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:36.008450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.009324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] Calling delete_port for e2c783c6-eeb3-44bb-940b-ebf985f3b77b owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:36.025187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f40274-efed-458f-8c0d-be9af66a0701 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8582c68-1b69-4bb2-9aa4-42b9387e99cd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.030784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (1d43e8fc-5cbd-4d59-a314-e960eecda8a3), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.034892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router_gateway (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.092191 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-42d35233-c80e-41d8-a5a0-8fcbf5684345 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1339109 Apr 07 01:50:36.092411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:36.092628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50412) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.095850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.098520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'tempest-secgroup--368039948'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:36.124236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (9924c905-ad5c-4b78-b89a-5f9095b4e6e1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.140259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8929a3c-5559-4a1f-86b4-a09b182e5ced tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d293fce1-64fb-4acc-807b-46e84e5ace70), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.142828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8929a3c-5559-4a1f-86b4-a09b182e5ced tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.143971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8929a3c-5559-4a1f-86b4-a09b182e5ced tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/security-groups/d293fce1-64fb-4acc-807b-46e84e5ace70 HTTP/1.1" status: 204 len: 168 time: 1.1114826 Apr 07 01:50:36.145279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:36.149195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50414) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.179752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (1d43e8fc-5cbd-4d59-a314-e960eecda8a3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.187829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (e2c783c6-eeb3-44bb-940b-ebf985f3b77b), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.217461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] Pushing event deleted for resources: {'Port': ['ID=e2c783c6-eeb3-44bb-940b-ebf985f3b77b,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.219891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d583e-8145-4e2f-802a-807afc5fa64f None None] No DVR routers for this DVR port e2c783c6-eeb3-44bb-940b-ebf985f3b77b on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:36.226706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8929a3c-5559-4a1f-86b4-a09b182e5ced tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d293fce1-64fb-4acc-807b-46e84e5ace70,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.240119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.240119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (aab9f6ec-589c-4a57-9dfb-d24c53382726), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.256139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.273746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for aab9f6ec-589c-4a57-9dfb-d24c53382726 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:36.284740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet 61959f04-43e4-40c3-b009-5e28ff4dcebc {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:36.292052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (61959f04-43e4-40c3-b009-5e28ff4dcebc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.387151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (1d43e8fc-5cbd-4d59-a314-e960eecda8a3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.392998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (61959f04-43e4-40c3-b009-5e28ff4dcebc), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.422905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (9924c905-ad5c-4b78-b89a-5f9095b4e6e1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.435495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=1d43e8fc-5cbd-4d59-a314-e960eecda8a3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.437562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.440746 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-27d457ba-9b9d-447e-a220-330884465c5e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/1d43e8fc-5cbd-4d59-a314-e960eecda8a3 HTTP/1.1" status: 204 len: 168 time: 1.1832278 Apr 07 01:50:36.445776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50416) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.446829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7310db6-d0d2-47af-9a32-7023854bfbe8 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:36.481738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Subnet': ['ID=9924c905-ad5c-4b78-b89a-5f9095b4e6e1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.492944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.496520 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e3a19188-febb-401d-b20e-b3be7d4f0059 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/subnets/9924c905-ad5c-4b78-b89a-5f9095b4e6e1 HTTP/1.1" status: 204 len: 168 time: 0.8144944 Apr 07 01:50:36.504629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8ed5ef33-b994-4daf-9ae3-b0d7afd4edaf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577343 Apr 07 01:50:36.506836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50418) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.507169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50420) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.507697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4f2ae1-6e32-4f46-be3f-85bf5641b99c None None] Network 8f931cde-5a60-4107-a615-9e3939d5db10 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:36.526431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.548045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (a55bf80b-164c-4c5a-bc9b-a04a4fb074f9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.612362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (61959f04-43e4-40c3-b009-5e28ff4dcebc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.638651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a55bf80b-164c-4c5a-bc9b-a04a4fb074f9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.705076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55bf80b-164c-4c5a-bc9b-a04a4fb074f9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.728641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (1f6e0432-cbb4-4c4d-b442-94f89452c321), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.730909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:36.744304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8781dee-cd7a-45a5-8ff4-dfabe8d0a125 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:36.748370 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e8781dee-cd7a-45a5-8ff4-dfabe8d0a125 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2364659 Apr 07 01:50:36.749257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50422) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.765698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.766933 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ac4f6bb1-eed2-47b1-9f36-8e9390831e5a tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6733773 Apr 07 01:50:36.773643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] DHCP port deletion for 8f931cde-5a60-4107-a615-9e3939d5db10 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:36.782673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50424) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.790797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5fb569fa-f1bb-44ac-80d1-864174a5de83 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:36.790797 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-5fb569fa-f1bb-44ac-80d1-864174a5de83 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 01:50:36.790797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-5fb569fa-f1bb-44ac-80d1-864174a5de83 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] update failed (client error): There was a conflict when trying to complete your request. Apr 07 01:50:36.794162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (61959f04-43e4-40c3-b009-5e28ff4dcebc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.794268 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5fb569fa-f1bb-44ac-80d1-864174a5de83 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "PUT /v2.0/security-groups/a55bf80b-164c-4c5a-bc9b-a04a4fb074f9 HTTP/1.1" status: 409 len: 330 time: 0.0070732 Apr 07 01:50:36.794268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router_gateway (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.794542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (aab9f6ec-589c-4a57-9dfb-d24c53382726), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.794638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50426) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.830615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.832800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.835415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] Deleting port fadb83e4-790f-4f82-869a-4d3c4f8fa44a {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:36.835802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.872741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=aab9f6ec-589c-4a57-9dfb-d24c53382726,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.876216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=61959f04-43e4-40c3-b009-5e28ff4dcebc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:36.885268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.888678 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-46345b09-5c37-400a-b58a-f9b741f0e989 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/61959f04-43e4-40c3-b009-5e28ff4dcebc HTTP/1.1" status: 204 len: 168 time: 0.7369854 Apr 07 01:50:36.898270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50428) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.915866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd368b-6551-4e00-8247-92913ff4cda8 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:36.928803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:36.929770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] Deleting port 920377cb-c8a9-4e59-8638-0bd2a11cac12 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:36.930141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.934126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b88cbe7-1ed8-4014-abc7-b28ada38d895 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:36.938817 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b88cbe7-1ed8-4014-abc7-b28ada38d895 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1853216 Apr 07 01:50:36.956441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50430) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:36.979691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (1f6e0432-cbb4-4c4d-b442-94f89452c321), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:36.986437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] For port fadb83e4-790f-4f82-869a-4d3c4f8fa44a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:36.986850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.028663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] Calling delete_port for fadb83e4-790f-4f82-869a-4d3c4f8fa44a owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:37.036809 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1b69846c-c3e1-42f5-a179-c4e5761a227c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707669 Apr 07 01:50:37.041490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50432) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.047251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=60bfc0ba-b442-47b1-8f9d-f3e29a162a27,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:37.060590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:37.075358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6e0432-cbb4-4c4d-b442-94f89452c321']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:37.079679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] For port 920377cb-c8a9-4e59-8638-0bd2a11cac12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=920377cb-c8a9-4e59-8638-0bd2a11cac12,segment=NetworkSegment(57d13418-b6e8-490d-aa99-d88f218789b6),segment_id=57d13418-b6e8-490d-aa99-d88f218789b6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:37.080084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.128670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff3d94f-5e0d-484b-b305-82a0e950f56f') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:37.129075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff3d94f-5e0d-484b-b305-82a0e950f56f') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:37.141477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] Calling delete_port for 920377cb-c8a9-4e59-8638-0bd2a11cac12 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:37.166109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (4ff3d94f-5e0d-484b-b305-82a0e950f56f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.194958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': '7bfcf9f9-4d72-4ec6-ba40-78f742e66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:37.195288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: ffa546d1-d1f1-4025-b17f-f644dcdf2b1e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:37.200440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4ff3d94f-5e0d-484b-b305-82a0e950f56f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.228289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:37.228895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (4ff3d94f-5e0d-484b-b305-82a0e950f56f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:37.234766 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:37.300673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Allocated IP 172.26.8.55 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/a4e3470a-1133-47b3-9e1f-08fedf2fb3a1) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:37.331993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (fadb83e4-790f-4f82-869a-4d3c4f8fa44a), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.366362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd584f9-03cb-40d2-b3e3-f806521f12af tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (a55bf80b-164c-4c5a-bc9b-a04a4fb074f9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.370507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (56cd4e76-59c7-453f-9f02-ced400d0653c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.372862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.374060 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f06a8987-8143-41ee-8457-bc3fedde4d18 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/floatingips/56cd4e76-59c7-453f-9f02-ced400d0653c HTTP/1.1" status: 204 len: 168 time: 1.6245804 Apr 07 01:50:37.378654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50434) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.382016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (920377cb-c8a9-4e59-8638-0bd2a11cac12), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.385926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'b6684646-0c8b-4ce9-8e78-ed337c4e8ab3'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:37.387861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] Pushing event deleted for resources: {'Port': ['ID=fadb83e4-790f-4f82-869a-4d3c4f8fa44a,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:37.397714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d833a51-78af-4e74-b1a2-e8a402ed9c50 None None] No DVR routers for this DVR port fadb83e4-790f-4f82-869a-4d3c4f8fa44a on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:37.435468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] No DVR routers for this DVR port 920377cb-c8a9-4e59-8638-0bd2a11cac12 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:37.437559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde8ec-8fd4-46a7-bec1-2d4851678418 None None] Pushing event deleted for resources: {'Port': ['ID=920377cb-c8a9-4e59-8638-0bd2a11cac12,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:37.446206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:37.448626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd584f9-03cb-40d2-b3e3-f806521f12af tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (a55bf80b-164c-4c5a-bc9b-a04a4fb074f9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.449578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (1f6e0432-cbb4-4c4d-b442-94f89452c321), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.453199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2c783c6-eeb3-44bb-940b-ebf985f3b77b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:37.469641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:37.474347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.486252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.490226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/networks/1f6e0432-cbb4-4c4d-b442-94f89452c321 HTTP/1.1" status: 204 len: 168 time: 0.9817610 Apr 07 01:50:37.493993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50436) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.496922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e2c783c6-eeb3-44bb-940b-ebf985f3b77b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:37.497521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2c783c6-eeb3-44bb-940b-ebf985f3b77b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:37.498118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fadb83e4-790f-4f82-869a-4d3c4f8fa44a no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:37.534768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: fadb83e4-790f-4f82-869a-4d3c4f8fa44a {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:37.535598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fadb83e4-790f-4f82-869a-4d3c4f8fa44a not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:37.536209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 920377cb-c8a9-4e59-8638-0bd2a11cac12 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:37.551101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d151067-a237-47ae-a152-e15c29277448 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Network': ['ID=1f6e0432-cbb4-4c4d-b442-94f89452c321,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:37.558060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.580187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 920377cb-c8a9-4e59-8638-0bd2a11cac12 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:37.580916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 920377cb-c8a9-4e59-8638-0bd2a11cac12 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:37.588131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ffa546d1-d1f1-4025-b17f-f644dcdf2b1e) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:37.596977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0d091a-c14c-4010-b124-4b1b977e8081 None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:37.605789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.608552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:37.613734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:37.614377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.647506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:37.650896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.708594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd584f9-03cb-40d2-b3e3-f806521f12af tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a55bf80b-164c-4c5a-bc9b-a04a4fb074f9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.711471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd584f9-03cb-40d2-b3e3-f806521f12af tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.717187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cfd584f9-03cb-40d2-b3e3-f806521f12af tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/a55bf80b-164c-4c5a-bc9b-a04a4fb074f9 HTTP/1.1" status: 204 len: 168 time: 0.9115644 Apr 07 01:50:37.719977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50438) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.723641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (8f931cde-5a60-4107-a615-9e3939d5db10), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.737916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2e0adf87-93ae-421b-8016-0b27d00989fb tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4814470 Apr 07 01:50:37.740880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50440) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.750810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1385850230'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:37.754445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd584f9-03cb-40d2-b3e3-f806521f12af tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55bf80b-164c-4c5a-bc9b-a04a4fb074f9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:37.790897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.862963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:37.873637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:37.875065 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b0d28bb0-0627-4c68-b476-273c37f85f1c tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1486838 Apr 07 01:50:37.879106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:37.886164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50442) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.926447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:37.929878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.931841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Port': ['ID=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:37.944924 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-ed249082-a1e9-495d-841b-5a7bb7438438 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] delete failed (client error): The resource could not be found. Apr 07 01:50:37.951118 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ed249082-a1e9-495d-841b-5a7bb7438438 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "DELETE /v2.0/security-groups/8553ac68-5098-49c7-9682-97cd07c9ec6f HTTP/1.1" status: 404 len: 347 time: 0.0632474 Apr 07 01:50:37.951694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50444) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:37.954665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (8f931cde-5a60-4107-a615-9e3939d5db10), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:37.988222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-c629f05c-f593-41b8-833d-cc684cf08655 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] show failed (client error): The resource could not be found. Apr 07 01:50:37.992987 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c629f05c-f593-41b8-833d-cc684cf08655 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-groups/0247b17f-f22d-46bb-b521-301e8633bfdd HTTP/1.1" status: 404 len: 347 time: 0.0329440 Apr 07 01:50:37.993116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f931cde-5a60-4107-a615-9e3939d5db10']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:37.994968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.009993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:38.018788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d13418-b6e8-490d-aa99-d88f218789b6') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:38.019135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d13418-b6e8-490d-aa99-d88f218789b6') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:38.065908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (57d13418-b6e8-490d-aa99-d88f218789b6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.067781 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-05f385b7-f758-4dae-aa1b-99a3b70edaf2 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] show failed (client error): The resource could not be found. Apr 07 01:50:38.068852 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05f385b7-f758-4dae-aa1b-99a3b70edaf2 tempest-NegativeSecGroupIPv6Test-696934118 tempest-NegativeSecGroupIPv6Test-696934118-project] 10.222.0.25 "GET /v2.0/security-group-rules/67788d45-d682-4219-98d6-38fc8c06f5e8 HTTP/1.1" status: 404 len: 356 time: 0.0664594 Apr 07 01:50:38.098222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (57d13418-b6e8-490d-aa99-d88f218789b6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.109473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (bacb59c6-f9d0-4b20-8cdb-f326b060b40e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.109842 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment bacb59c6-f9d0-4b20-8cdb-f326b060b40e of type vlan for network 2b74cd8b-d0d3-47ae-a8b2-9851830adc16 Apr 07 01:50:38.110271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.115618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:38.116022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (57d13418-b6e8-490d-aa99-d88f218789b6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:38.120447 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:38.191794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2b74cd8b-d0d3-47ae-a8b2-9851830adc16), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.214192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.objects.ports [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110983) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:50:38.220862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-84049ccf-873c-4ec2-95fe-1167559deb16 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:38.220862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-84049ccf-873c-4ec2-95fe-1167559deb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.226285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (bc9981ef-3ce1-4db6-80b4-08521ed22f95), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.299259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:38.302852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:38.307254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:38.307851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.312636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-84049ccf-873c-4ec2-95fe-1167559deb16 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:38.318813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=bc9981ef-3ce1-4db6-80b4-08521ed22f95,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:38.319118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f862aca-e283-4801-9bea-ff18b3e7093e None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:38.331497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (8f931cde-5a60-4107-a615-9e3939d5db10), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.335666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.341748 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/networks/8f931cde-5a60-4107-a615-9e3939d5db10 HTTP/1.1" status: 204 len: 168 time: 0.8436310 Apr 07 01:50:38.342101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50450) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.365468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.171 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/b2116a17-7a98-4d15-86b2-ecc311186d5e) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:38.369902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (92885063-3262-4fa0-b983-708efb22cb83), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.370075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-84049ccf-873c-4ec2-95fe-1167559deb16 None None] Provisioning complete for port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:38.370075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-84049ccf-873c-4ec2-95fe-1167559deb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.381971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f59ba-209a-4fe5-bac4-0fd850b3c258 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Network': ['ID=8f931cde-5a60-4107-a615-9e3939d5db10,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:38.402060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2b74cd8b-d0d3-47ae-a8b2-9851830adc16), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.407602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:38.409859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.426228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:38.433756 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:38.438426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:38.438426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.441392 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6b626a39-89ab-4454-b898-569505b2fa7a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3955367 Apr 07 01:50:38.445988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50452) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.456824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:38.499235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=92885063-3262-4fa0-b983-708efb22cb83,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:38.546311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f31d380-2fd5-4f01-acab-7cd88e6ee60f None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:38.578743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.595169 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8531759 Apr 07 01:50:38.596932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1cf1d58b-5a31-42c1-801c-6a453903ca07 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6893563 Apr 07 01:50:38.597724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50456) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.602498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50458) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.608449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'ports': [{'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'}, {'network_id': '2b74cd8b-d0d3-47ae-a8b2-9851830adc16'}]} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:38.609384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:38.611941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': '2b74cd8b-d0d3-47ae-a8b2-9851830adc16'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:38.616824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'security_group': {'name': 'tempest-secgroup-1787331422'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:38.640184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50460) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.655441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting subnet 007e80b1-f221-4f76-9afa-e6940b8d9768 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:38.688777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-84049ccf-873c-4ec2-95fe-1167559deb16 None None] Port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:38.709839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for subnet (007e80b1-f221-4f76-9afa-e6940b8d9768), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.733095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'bc9981ef-3ce1-4db6-80b4-08521ed22f95'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:38.734808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.777033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (007e80b1-f221-4f76-9afa-e6940b8d9768), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.789020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] Update dhcp port {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'fixed_ips': [{'subnet_id': '2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92885063-3262-4fa0-b983-708efb22cb83'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '8dce4188-abc2-4b33-8dbc-25346a84ac02'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:50:38.798201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.805378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56434ab-50d9-44fd-a403-74b2555b4525 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=2b74cd8b-d0d3-47ae-a8b2-9851830adc16,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:38.823958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2b74cd8b-d0d3-47ae-a8b2-9851830adc16 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:38.870688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:38.885720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router_gateway (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.890597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:38.903570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:38.909990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=b2116a17-7a98-4d15-86b2-ecc311186d5e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:38.920221 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a379843d-e998-42be-8aa1-26a9609053a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12da11b884064fd1b946465eb18fbb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769547 Apr 07 01:50:38.930447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:38.937772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50464) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:38.948065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (007e80b1-f221-4f76-9afa-e6940b8d9768), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.006713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 2} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:39.010830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.031712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.060737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.088071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1e3-7949-4577-a964-7e27c4bad47f admin admin] Publish callbacks [] for security_group (ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.108791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Allocated IP 2001:db8::f816:3eff:fec2:afb9 (90b9273a-c012-429c-a675-14d31428d1d8/bc9981ef-3ce1-4db6-80b4-08521ed22f95/cebea3a0-c59d-4467-9886-67a5bc4decb2) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:39.224259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1e3-7949-4577-a964-7e27c4bad47f admin admin] Publish callbacks [] for security_group (ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.232902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:39.236320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.248299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (b108f0d1-4852-4eeb-9355-b78a685e24d0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.273479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] Allocated IP 2001:db8::2 (176651cd-3b1f-4d44-9232-c956eb81ad50/92885063-3262-4fa0-b983-708efb22cb83/8dce4188-abc2-4b33-8dbc-25346a84ac02) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:39.370325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 03ceae18-6754-4d09-9162-fb4d38873b71 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:39.375152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Publish callbacks [] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.437559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8dce4188-abc2-4b33-8dbc-25346a84ac02,segment=NetworkSegment(5f272635-afac-4e50-961e-5d056ede68ef),segment_id=5f272635-afac-4e50-961e-5d056ede68ef)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:39.453886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.471428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (03ceae18-6754-4d09-9162-fb4d38873b71), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.519863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1e3-7949-4577-a964-7e27c4bad47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.521361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:39.522465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-79e2b1e3-7949-4577-a964-7e27c4bad47f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.523728 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-79e2b1e3-7949-4577-a964-7e27c4bad47f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf HTTP/1.1" status: 204 len: 168 time: 0.5849271 Apr 07 01:50:39.534571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:39.537665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:39.549129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] Publish callbacks [] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.553172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Pushing event updated for resources: {'Port': ['ID=cebea3a0-c59d-4467-9886-67a5bc4decb2,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:39.580767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2b1e3-7949-4577-a964-7e27c4bad47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc926b1-50cf-4e82-a4c7-48c0fd3bbfaf,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:39.602539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 6f3060ef-c830-4526-9707-4ba34e1daa8f yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:39.611785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.693102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Attempting to bind port cebea3a0-c59d-4467-9886-67a5bc4decb2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:39.693575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Attempting to bind port cebea3a0-c59d-4467-9886-67a5bc4decb2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:39.694021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Attempting to bind port cebea3a0-c59d-4467-9886-67a5bc4decb2 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:39.709742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.727893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:39.728371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:39.728932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.729867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:39.729867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Bound port: cebea3a0-c59d-4467-9886-67a5bc4decb2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:39.730347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.753958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (007e80b1-f221-4f76-9afa-e6940b8d9768), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.762447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b108f0d1-4852-4eeb-9355-b78a685e24d0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.763483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230cf3e-9d6a-423d-8729-6f15b33ae698 None None] Pushing event updated for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:39.774912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (14049563-fd38-4234-8815-cb24681649dd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.845176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b108f0d1-4852-4eeb-9355-b78a685e24d0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:39.845456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] For port cebea3a0-c59d-4467-9886-67a5bc4decb2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:39.849667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] For port cebea3a0-c59d-4467-9886-67a5bc4decb2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cebea3a0-c59d-4467-9886-67a5bc4decb2,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:39.857016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (6f3060ef-c830-4526-9707-4ba34e1daa8f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.859108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Subnet': ['ID=007e80b1-f221-4f76-9afa-e6940b8d9768,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:39.863986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.865328 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8da8aa6d-665d-4364-9aa5-5a4782f42a40 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2583673 Apr 07 01:50:39.871254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50470) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:39.872264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:39.878435 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-484b17dc-ee96-4bc4-bcda-2afb1a108468 tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/subnets/007e80b1-f221-4f76-9afa-e6940b8d9768 HTTP/1.1" status: 204 len: 168 time: 1.5330579 Apr 07 01:50:39.880155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:39.884972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'security_group': {'name': 'tempest-secgroup-823655744'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:39.905362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0660d94-5bdd-44f1-84d8-4186bdbb89f2 None None] Network 84137bb2-24b7-490f-ad3b-56ac509680d9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:39.966873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.006183 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.ipam_backend_mixin [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc9981ef-3ce1-4db6-80b4-08521ed22f95 (CIDR: 2001:db8::/64) Apr 07 01:50:40.025764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.065342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (84137bb2-24b7-490f-ad3b-56ac509680d9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.072350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.080640 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:40.081258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:40.113762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7f222-b082-4a90-a16e-bea1b9cb668c None None] Pushing event updated for resources: {'Port': ['ID=cebea3a0-c59d-4467-9886-67a5bc4decb2,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:40.166862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (03ceae18-6754-4d09-9162-fb4d38873b71), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.184863 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-12771c07-3f7f-4fe3-96b4-4d657e724e7f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7341254 Apr 07 01:50:40.187035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50480) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:40.194250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:40.230188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:40.248805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:40.259769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] DHCP port deletion for 84137bb2-24b7-490f-ad3b-56ac509680d9 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:40.289502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:50:40.330034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (6e511fd6-aa3c-4eba-8268-6ea090cd6121), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.336064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] Deleting port 0156c62b-8188-4788-b7ce-6e62d3728cac {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:40.336666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.388086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.449718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=03ceae18-6754-4d09-9162-fb4d38873b71,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:40.457054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6e511fd6-aa3c-4eba-8268-6ea090cd6121), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.480383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:40.482198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (6f3060ef-c830-4526-9707-4ba34e1daa8f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.487864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] For port 0156c62b-8188-4788-b7ce-6e62d3728cac, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0156c62b-8188-4788-b7ce-6e62d3728cac,segment=NetworkSegment(99adeb0e-2f48-4b95-afa6-e2231cf0e918),segment_id=99adeb0e-2f48-4b95-afa6-e2231cf0e918)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:40.490357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.492635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.526235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] Calling delete_port for 0156c62b-8188-4788-b7ce-6e62d3728cac owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:40.531159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e511fd6-aa3c-4eba-8268-6ea090cd6121,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:40.673390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.675141 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-11f56800-6728-4357-b360-1b17d0adfeed tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7952402 Apr 07 01:50:40.680136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50486) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:40.690179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'security_group': {'name': 'tempest-secgroup-661753802'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:40.706024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Deleting port 0156c62b-8188-4788-b7ce-6e62d3728cac {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:40.707409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.708048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:40.717119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=6f3060ef-c830-4526-9707-4ba34e1daa8f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:40.718542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.734325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Sync routers for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:40.771784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (14049563-fd38-4234-8815-cb24681649dd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.775605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] Pushing event deleted for resources: {'Port': ['ID=0156c62b-8188-4788-b7ce-6e62d3728cac,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:40.781437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:40.782035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a003800-cb23-45ad-ae54-b40ea4047f36 None None] No DVR routers for this DVR port 0156c62b-8188-4788-b7ce-6e62d3728cac on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:40.788075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:40.788715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:40.790879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.825087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.829780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.834356 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-abfaebea-f364-4720-ac01-5e84a9403bd0 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.9320955 Apr 07 01:50:40.862091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50492) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:40.913603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-372ba620-b0a4-4473-bcea-1cd453d1c5df None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:40.913603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-372ba620-b0a4-4473-bcea-1cd453d1c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:40.980355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:50:40.991781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=b2116a17-7a98-4d15-86b2-ecc311186d5e,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:40.999871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] For port 0156c62b-8188-4788-b7ce-6e62d3728cac, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0156c62b-8188-4788-b7ce-6e62d3728cac,segment=NetworkSegment(99adeb0e-2f48-4b95-afa6-e2231cf0e918),segment_id=99adeb0e-2f48-4b95-afa6-e2231cf0e918)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:41.000240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.005960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': 'bacb59c6-f9d0-4b20-8cdb-f326b060b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '2b74cd8b-d0d3-47ae-a8b2-9851830adc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:41.013019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: 2b74cd8b-d0d3-47ae-a8b2-9851830adc16, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:41.044397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Calling delete_port for 0156c62b-8188-4788-b7ce-6e62d3728cac owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:41.107371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50498) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:41.155694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (187132d4-cab7-43d5-8c48-db0c2038d19e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.172431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-372ba620-b0a4-4473-bcea-1cd453d1c5df None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:41.216296 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 14049563-fd38-4234-8815-cb24681649dd associated. External IP: 172.26.8.171, port: b6684646-0c8b-4ce9-8e78-ed337c4e8ab3. Apr 07 01:50:41.219498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-372ba620-b0a4-4473-bcea-1cd453d1c5df None None] Provisioning complete for port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:41.226346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-372ba620-b0a4-4473-bcea-1cd453d1c5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.226681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (187132d4-cab7-43d5-8c48-db0c2038d19e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.263043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c6696ee9-1125-4252-b21b-cdad765e3c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:41.263498 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-c6696ee9-1125-4252-b21b-cdad765e3c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 01:50:41.263997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-c6696ee9-1125-4252-b21b-cdad765e3c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 01:50:41.268888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c6696ee9-1125-4252-b21b-cdad765e3c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1603522 Apr 07 01:50:41.271760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 2b74cd8b-d0d3-47ae-a8b2-9851830adc16 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:41.273811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50502) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:41.288625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071127835'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:41.300374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-372ba620-b0a4-4473-bcea-1cd453d1c5df None None] Port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:41.306433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187132d4-cab7-43d5-8c48-db0c2038d19e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:41.339409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:38Z', 'revision_number': 3, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:41.348024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.352946 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-52f3647d-fc89-4c24-bee1-9db74cbd7434 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.6718404 Apr 07 01:50:41.356466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50504) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:41.367000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1333142690', 'security_groups': ['187132d4-cab7-43d5-8c48-db0c2038d19e'], 'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '92885063-3262-4fa0-b983-708efb22cb83'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:41.376201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Checking router: f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:50:41.381800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Updating router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:50:41.427742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.470921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (9ead6a6e-d959-42c3-948c-ecebbd7bac93), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.528875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:41.536219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:41.587514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cebea3a0-c59d-4467-9886-67a5bc4decb2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:41.588932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:41.591250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.637084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=9ead6a6e-d959-42c3-948c-ecebbd7bac93,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:41.688229 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-012ea3ee-132c-4c2e-846f-a1f3b812eb12 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4998860 Apr 07 01:50:41.691542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50506) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:41.697155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:36:5e:13', 'name': 'tempest-NetworksTestDHCPv6-1493645706'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:41.711604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2b74cd8b-d0d3-47ae-a8b2-9851830adc16) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:41.716805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:41.720329 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b3c4bc74-8a91-4375-960b-7c3072be2cd9 tempest-TestNetworkAdvancedServerOps-1095150725 tempest-TestNetworkAdvancedServerOps-1095150725-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=1fa5bca2bd6641d0a23f1ff9308f8e74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8535886 Apr 07 01:50:41.745650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50508) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:41.751742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:41.757122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:41.762560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:41.762560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.774263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0156c62b-8188-4788-b7ce-6e62d3728cac), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.775812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3b675-7b7f-486a-9c71-e587f1255cef None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:41.779140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9aae60-148a-43b6-a1da-91a95f6a29c6 None None] Network 2b74cd8b-d0d3-47ae-a8b2-9851830adc16 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:41.798620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] No DVR routers for this DVR port 0156c62b-8188-4788-b7ce-6e62d3728cac on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:41.849859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Port': ['ID=0156c62b-8188-4788-b7ce-6e62d3728cac,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:41.870723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.909184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.924410 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-564731d9-5465-4eee-8384-857b30a28e38 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3234572 Apr 07 01:50:41.932868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50510) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:41.941041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] Provisioning complete for port cebea3a0-c59d-4467-9886-67a5bc4decb2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:41.941423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:41.957274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (84137bb2-24b7-490f-ad3b-56ac509680d9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.034070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84137bb2-24b7-490f-ad3b-56ac509680d9']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.053427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99adeb0e-2f48-4b95-afa6-e2231cf0e918') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.053709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99adeb0e-2f48-4b95-afa6-e2231cf0e918') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.071966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (99adeb0e-2f48-4b95-afa6-e2231cf0e918), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.078988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cebea3a0-c59d-4467-9886-67a5bc4decb2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:42.079368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.085987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe51a04-444b-46f8-9b32-5f1dd04ff873 tempest-TestNetworkAdvancedServerOps-1095150725 tempest-TestNetworkAdvancedServerOps-1095150725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:42.087886 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3fe51a04-444b-46f8-9b32-5f1dd04ff873 tempest-TestNetworkAdvancedServerOps-1095150725 tempest-TestNetworkAdvancedServerOps-1095150725-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3403864 Apr 07 01:50:42.107305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50512) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:42.111595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.142761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] device_id is not set on port 0924df0e-d932-47a6-87f1-c2e7d431eb25 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:42.164127 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-73b4c6e3-1d7f-44b2-8067-5cbf9edcbc65 tempest-TestNetworkAdvancedServerOps-1095150725 tempest-TestNetworkAdvancedServerOps-1095150725-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553939 Apr 07 01:50:42.170043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50514) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:42.170935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (99adeb0e-2f48-4b95-afa6-e2231cf0e918), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.184460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-435450125', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:42.207853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:42.208262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (99adeb0e-2f48-4b95-afa6-e2231cf0e918), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.224037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 6f3060ef-c830-4526-9707-4ba34e1daa8f {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:42.224651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6f3060ef-c830-4526-9707-4ba34e1daa8f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.231311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:42.234064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Publish callbacks [] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:42.239152 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:42.250457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:42.250976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.331873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.339347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (e817bd79-261b-44f5-8a5c-7956de6d8fd5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.346125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:42.379918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:42.380474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.396621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6f3060ef-c830-4526-9707-4ba34e1daa8f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.410075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] For port cebea3a0-c59d-4467-9886-67a5bc4decb2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cebea3a0-c59d-4467-9886-67a5bc4decb2,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:42.422012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 6f3060ef-c830-4526-9707-4ba34e1daa8f owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:42.425034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e817bd79-261b-44f5-8a5c-7956de6d8fd5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.431021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Attempting to bind port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:42.431515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Attempting to bind port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:42.432008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Attempting to bind port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:42.438385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] Update dhcp port {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': 'bc9981ef-3ce1-4db6-80b4-08521ed22f95', 'ip_address': '2001:db8::f816:3eff:fec2:afb9'}, {'subnet_id': '9ead6a6e-d959-42c3-948c-ecebbd7bac93'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': 'cebea3a0-c59d-4467-9886-67a5bc4decb2'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:50:42.443239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a40dd-4e45-4232-801c-55ea4f77e260 None None] Pushing event updated for resources: {'Port': ['ID=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:42.465433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:42.465433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:42.466099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.466810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:42.467178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Bound port: a4e3470a-1133-47b3-9e1f-08fedf2fb3a1, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:42.467666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.500245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.500639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (84137bb2-24b7-490f-ad3b-56ac509680d9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.505254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.508592 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/networks/84137bb2-24b7-490f-ad3b-56ac509680d9 HTTP/1.1" status: 204 len: 168 time: 2.6288552 Apr 07 01:50:42.516550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50516) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:42.520355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.537101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Made reservation on behalf of 1fa5bca2bd6641d0a23f1ff9308f8e74 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:42.540513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.553777 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-000dea1f-9209-423d-b77d-3ff13fcd07ab tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "GET /v2.0/ports?device_id=b08db4b7-363b-408a-8676-4e485ab1f8ae HTTP/1.1" status: 200 len: 205 time: 0.0344677 Apr 07 01:50:42.556812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e817bd79-261b-44f5-8a5c-7956de6d8fd5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:42.557517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.559883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50518) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:42.602447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8::132 (176651cd-3b1f-4d44-9232-c956eb81ad50/92885063-3262-4fa0-b983-708efb22cb83/0924df0e-d932-47a6-87f1-c2e7d431eb25) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:42.604956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 4eb06ab6-af00-4218-af97-2923b476eb06 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:42.609599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32c23e-5847-4817-bdd0-eb5bae3d40aa tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Pushing event deleted for resources: {'Network': ['ID=84137bb2-24b7-490f-ad3b-56ac509680d9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:42.638425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] For port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:42.650495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:42.650996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:42.670123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] For port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:42.692150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:42.713443 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:42.715545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308c98e-a3fa-455b-9194-47d34d550ed0 None None] Pushing event updated for resources: {'Port': ['ID=cebea3a0-c59d-4467-9886-67a5bc4decb2,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:42.741252 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:42.742496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.745721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.756023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.786952 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.795965 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:42.796738 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.799343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.876293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:42.877180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.879546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a40dd-4e45-4232-801c-55ea4f77e260 None None] Pushing event updated for resources: {'Port': ['ID=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:42.904075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6f3060ef-c830-4526-9707-4ba34e1daa8f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.912891 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:42.914079 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c24861-0313-451e-8b92-560d844cb5b4 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:42.922818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.924920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.956348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=6f3060ef-c830-4526-9707-4ba34e1daa8f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:42.962316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:42.967447 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-11699d3b-3cb6-4b75-8133-26c0ebe53661 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/6f3060ef-c830-4526-9707-4ba34e1daa8f HTTP/1.1" status: 204 len: 168 time: 1.0312982 Apr 07 01:50:42.971969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50520) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:43.002122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.009283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:50:43.023491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8:0:1::16d (90b9273a-c012-429c-a675-14d31428d1d8/9ead6a6e-d959-42c3-948c-ecebbd7bac93/4eb06ab6-af00-4218-af97-2923b476eb06) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:43.035357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.035957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe36:5e13 (90b9273a-c012-429c-a675-14d31428d1d8/bc9981ef-3ce1-4db6-80b4-08521ed22f95/4eb06ab6-af00-4218-af97-2923b476eb06) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:43.043967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router_controller (b08db4b7-363b-408a-8676-4e485ab1f8ae), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.059808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0f1e56d3-6de3-4aa9-ac4b-8b80650ed9a3 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6773870 Apr 07 01:50:43.078593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50522) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:43.091148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1327622615'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:43.092572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:43.117685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.117685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2cf637ec-4dfb-4c11-a300-b47c99476d64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8326662 Apr 07 01:50:43.127283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b663c9-6dfe-4a28-a38b-fe9df69fefac tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:43.132449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b663c9-6dfe-4a28-a38b-fe9df69fefac tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:43.136556 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a3b663c9-6dfe-4a28-a38b-fe9df69fefac tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1579115 Apr 07 01:50:43.136556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50524) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:43.138595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:43.150784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': 'c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:43.195245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (b08db4b7-363b-408a-8676-4e485ab1f8ae), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.195825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Fanout notify agent at l3_agent the message router_deleted on router b08db4b7-363b-408a-8676-4e485ab1f8ae {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:50:43.203509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.207002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-38548684-fb94-447c-a7e2-86385c1c24dc tempest-RoutersNegativeIpV6Test-36536608 tempest-RoutersNegativeIpV6Test-36536608-project] 10.222.0.25 "DELETE /v2.0/routers/b08db4b7-363b-408a-8676-4e485ab1f8ae HTTP/1.1" status: 204 len: 168 time: 0.6308908 Apr 07 01:50:43.222924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:43.224018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:43.246493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.277023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (e4b931ef-ece8-49be-b055-29428b718934), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.289515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:38Z', 'revision_number': 3, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:43.303220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:43.308122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.321096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:43.327441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.327441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d0561d-c443-468e-bab4-12902c9697fb None None] The sync data for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv is: [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:38Z', 'revision_number': 3, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:43.356986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:43.363680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Subnet': ['ID=e4b931ef-ece8-49be-b055-29428b718934,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:43.389235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=0924df0e-d932-47a6-87f1-c2e7d431eb25,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:43.392977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:43.395510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:43.400877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:43.401439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.415822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (4eb06ab6-af00-4218-af97-2923b476eb06), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.417454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group_rule (0a4c94ab-e6d6-41e0-841c-f90af381ae96), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.432786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:43.435461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Checking segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:43.436028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network hostable DHCP agents. Network: a5dd54bc-e72b-4caa-b658-72e84b7bd7d0, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:43.448831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 03ceae18-6754-4d09-9162-fb4d38873b71 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:43.449367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03ceae18-6754-4d09-9162-fb4d38873b71), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.459602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:43.492942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d551ff6c-cf54-4cab-ba05-495ebba9ef4c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.493300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Added segment d551ff6c-cf54-4cab-ba05-495ebba9ef4c of type vlan for network 2953dd1a-e218-415c-a5f4-3802ce576792 Apr 07 01:50:43.502390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f653d604-61e4-4b7c-8d19-1196dacc3a3e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1414557 Apr 07 01:50:43.513609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50532) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:43.522832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:43.532206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0156c62b-8188-4788-b7ce-6e62d3728cac no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:43.578920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0156c62b-8188-4788-b7ce-6e62d3728cac {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:43.579764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0156c62b-8188-4788-b7ce-6e62d3728cac not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:43.668725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03ceae18-6754-4d09-9162-fb4d38873b71), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.694044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2953dd1a-e218-415c-a5f4-3802ce576792), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.736630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group_rule (0a4c94ab-e6d6-41e0-841c-f90af381ae96), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.751308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 03ceae18-6754-4d09-9162-fb4d38873b71 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:43.797010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:43.861125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4eb06ab6-af00-4218-af97-2923b476eb06), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.863839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cebea3a0-c59d-4467-9886-67a5bc4decb2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:43.897128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (0a4c94ab-e6d6-41e0-841c-f90af381ae96), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.904122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50536) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:43.987454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2953dd1a-e218-415c-a5f4-3802ce576792), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:43.987999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, a5dd54bc-e72b-4caa-b658-72e84b7bd7d0) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:44.000468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:44.001145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.004896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:44.006392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.026697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:44.050607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (03ceae18-6754-4d09-9162-fb4d38873b71), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.060397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4c94ab-e6d6-41e0-841c-f90af381ae96,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:44.102531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:44.118294 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5c9ec5cd-1cfc-4dda-870b-96baa63e573f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9426265 Apr 07 01:50:44.119711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=03ceae18-6754-4d09-9162-fb4d38873b71,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:44.122182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50540) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.124592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5763a3a2-6055-47be-96dd-130edbd84b2d None None] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:44.146708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:44.160944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:44.161637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.177978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.179274 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5153e2c7-218d-4a4a-a437-e2496f63b911 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0371852 Apr 07 01:50:44.200159 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1193991 Apr 07 01:50:44.223375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50542) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.223785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50544) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.230007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ab5ff18f-c44c-4f24-9447-34e5297d1722 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': 'c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:44.242451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'subnet': {'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:44.271480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=4eb06ab6-af00-4218-af97-2923b476eb06,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:44.272710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] Allocated IP 2001:db8:0:1::2 (90b9273a-c012-429c-a675-14d31428d1d8/9ead6a6e-d959-42c3-948c-ecebbd7bac93/cebea3a0-c59d-4467-9886-67a5bc4decb2) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:44.297938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.302015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bf0fb96c-41e9-47f3-ba99-25c6eb395ec0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/03ceae18-6754-4d09-9162-fb4d38873b71 HTTP/1.1" status: 204 len: 168 time: 1.1624122 Apr 07 01:50:44.305399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e6062cba-d50b-4182-9fa0-dc2e1eecc9d4 None None] Provisioning complete for port 0924df0e-d932-47a6-87f1-c2e7d431eb25 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:44.305784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e6062cba-d50b-4182-9fa0-dc2e1eecc9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.345441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50546) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.348407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a07831-b403-4111-aec0-7d232b82d462 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Network': ['ID=2953dd1a-e218-415c-a5f4-3802ce576792,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:44.388487 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-95b58a95-15a3-4ab1-8c8a-365a18fe626c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6933780 Apr 07 01:50:44.396175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50548) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.411806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2953dd1a-e218-415c-a5f4-3802ce576792 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:44.446778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:44.451950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.486036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860c06b-ecc8-4457-9ed8-b5ea5e32e919 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:44.487947 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8860c06b-ecc8-4457-9ed8-b5ea5e32e919 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1410127 Apr 07 01:50:44.497238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50550) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.540741 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dac8a2c-dc44-4763-8a24-d42fa874d1ea tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:50:44.543802 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8dac8a2c-dc44-4763-8a24-d42fa874d1ea tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/6f3060ef-c830-4526-9707-4ba34e1daa8f HTTP/1.1" status: 404 len: 333 time: 0.0452826 Apr 07 01:50:44.559383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50552) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.569351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e6062cba-d50b-4182-9fa0-dc2e1eecc9d4 None None] Port 0924df0e-d932-47a6-87f1-c2e7d431eb25 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:44.597209 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65fb2da-ca0f-455e-8b91-fe1fac3a147f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:50:44.597618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cebea3a0-c59d-4467-9886-67a5bc4decb2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:44.598215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.599044 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f65fb2da-ca0f-455e-8b91-fe1fac3a147f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/03ceae18-6754-4d09-9162-fb4d38873b71 HTTP/1.1" status: 404 len: 333 time: 0.0386765 Apr 07 01:50:44.605425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50554) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:44.693823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] For port cebea3a0-c59d-4467-9886-67a5bc4decb2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cebea3a0-c59d-4467-9886-67a5bc4decb2,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:44.730476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] Publish callbacks [] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.733216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:44.735051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.852161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.857298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2b74cd8b-d0d3-47ae-a8b2-9851830adc16), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:44.955341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 4eb06ab6-af00-4218-af97-2923b476eb06 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:44.955608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4eb06ab6-af00-4218-af97-2923b476eb06), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.043417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2b74cd8b-d0d3-47ae-a8b2-9851830adc16), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.067383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b74cd8b-d0d3-47ae-a8b2-9851830adc16']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:45.069895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56dac74-5295-4294-87af-4f60142a6de1 None None] Pushing event updated for resources: {'Port': ['ID=cebea3a0-c59d-4467-9886-67a5bc4decb2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:45.102805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:45.117077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Allocated IP 172.20.0.2 (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0/e4b931ef-ece8-49be-b055-29428b718934/39b0026c-a1bf-445a-9e3a-cb916b7fed73) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:45.120817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bacb59c6-f9d0-4b20-8cdb-f326b060b40e') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:45.121045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bacb59c6-f9d0-4b20-8cdb-f326b060b40e') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:45.136136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff18f-c44c-4f24-9447-34e5297d1722 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group_rule (31bf1c72-888e-4a09-b67d-817ad8c2aae7), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.141908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (bacb59c6-f9d0-4b20-8cdb-f326b060b40e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.200390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a4bbd040-80f5-4cd9-9b04-3b40345f4474 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5195032f34c64f0986feafd261042b28&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2645559 Apr 07 01:50:45.217866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50556) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:45.270282 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.ipam_backend_mixin [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 92885063-3262-4fa0-b983-708efb22cb83 (CIDR: 2001:db8::/64) Apr 07 01:50:45.346993 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:45.347687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:45.381661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7163-7594-45b3-a8d2-0275014ee69e admin admin] Publish callbacks [] for security_group (42943bde-db4f-4f0b-b819-6474a189e515), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.417887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Publish callbacks [] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.429346 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-ab5ff18f-c44c-4f24-9447-34e5297d1722 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): There was a conflict when trying to complete your request. Apr 07 01:50:45.430579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ab5ff18f-c44c-4f24-9447-34e5297d1722 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2040544 Apr 07 01:50:45.434998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50558) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:45.443749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7163-7594-45b3-a8d2-0275014ee69e admin admin] Publish callbacks [] for security_group (42943bde-db4f-4f0b-b819-6474a189e515), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.527797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3867d2ce-fc3a-4aae-8f22-89ce5f21470c tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0108125 Apr 07 01:50:45.532480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50560) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:45.538499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:45.548237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.582515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (bacb59c6-f9d0-4b20-8cdb-f326b060b40e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.591642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:45.592165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (bacb59c6-f9d0-4b20-8cdb-f326b060b40e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.605239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:45.609061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.610786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:45.618561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:45.622433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:45.699968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Attempting to bind port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:45.703610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Attempting to bind port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:45.703997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Attempting to bind port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 on network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:45.708329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Pushing event updated for resources: {'Port': ['ID=39b0026c-a1bf-445a-9e3a-cb916b7fed73,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:45.737526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:45.745256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Checking segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:45.745256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.745256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Bound using segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:45.745256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Bound port: 39b0026c-a1bf-445a-9e3a-cb916b7fed73, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:45.745256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:45.745755 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:45.844311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2b74cd8b-d0d3-47ae-a8b2-9851830adc16), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.880298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] For port 39b0026c-a1bf-445a-9e3a-cb916b7fed73, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:45.890847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] For port 39b0026c-a1bf-445a-9e3a-cb916b7fed73, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39b0026c-a1bf-445a-9e3a-cb916b7fed73,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:45.891309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4eb06ab6-af00-4218-af97-2923b476eb06), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.902996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:45.908627 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/2b74cd8b-d0d3-47ae-a8b2-9851830adc16 HTTP/1.1" status: 204 len: 168 time: 1.2991235 Apr 07 01:50:45.909813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efee5da-5ed7-4877-a8b4-693bcfee986f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=2b74cd8b-d0d3-47ae-a8b2-9851830adc16,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:45.924898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50562) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:45.929821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cebea3a0-c59d-4467-9886-67a5bc4decb2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:45.933701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1365391180'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:45.964826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 4eb06ab6-af00-4218-af97-2923b476eb06 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:46.000980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.104722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ff354-beb1-45ae-93c2-4ff95cfed6af None None] Pushing event updated for resources: {'Port': ['ID=39b0026c-a1bf-445a-9e3a-cb916b7fed73,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:46.115611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:46.119110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.119682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2e9034b0-c089-473e-9705-2475336e760e None None] Provisioning complete for port cebea3a0-c59d-4467-9886-67a5bc4decb2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:46.120571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2e9034b0-c089-473e-9705-2475336e760e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.138205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7163-7594-45b3-a8d2-0275014ee69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (42943bde-db4f-4f0b-b819-6474a189e515), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.141871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd8f7163-7594-45b3-a8d2-0275014ee69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.145617 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dd8f7163-7594-45b3-a8d2-0275014ee69e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42943bde-db4f-4f0b-b819-6474a189e515 HTTP/1.1" status: 204 len: 168 time: 0.9236870 Apr 07 01:50:46.163661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:46.176304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (8a7cea8d-3066-454d-9135-c670a57f4709), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.176304 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment 8a7cea8d-3066-454d-9135-c670a57f4709 of type vlan for network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 Apr 07 01:50:46.210282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cebea3a0-c59d-4467-9886-67a5bc4decb2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:46.210803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.218840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.254009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.260346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-315bede3-bbae-4719-bddd-7f27dc50aa50 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.274689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f7163-7594-45b3-a8d2-0275014ee69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42943bde-db4f-4f0b-b819-6474a189e515,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:46.359922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.373093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:46.374063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.395900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-315bede3-bbae-4719-bddd-7f27dc50aa50 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.405802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (11b4b828-1973-4938-84ae-b6139059828e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.423606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2e9034b0-c089-473e-9705-2475336e760e None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:46.430976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:46.433150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:46.451498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:46.456347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.524505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:46.526938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.615253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0e61a42e-ebe9-4521-9362-a0ddea4c41d6 None None] Provisioning complete for port 4eb06ab6-af00-4218-af97-2923b476eb06 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:46.615837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0e61a42e-ebe9-4521-9362-a0ddea4c41d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4eb06ab6-af00-4218-af97-2923b476eb06), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.657753 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0e61a42e-ebe9-4521-9362-a0ddea4c41d6 None None] Port 4eb06ab6-af00-4218-af97-2923b476eb06 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:46.701450 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7724102 Apr 07 01:50:46.706794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50568) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:46.716989 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.ipam_backend_mixin [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5 (CIDR: 2001:db8:0:1::/64) Apr 07 01:50:46.722089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:46.726760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Subnet': ['ID=11b4b828-1973-4938-84ae-b6139059828e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:46.739886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Checking segment: {'id': 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:46.740238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network hostable DHCP agents. Network: 2953dd1a-e218-415c-a5f4-3802ce576792, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:46.761338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:46.763261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.768894 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:46.769336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:46.773192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb4045-f262-4367-9421-c7bb74fc50ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=bf2ffbc5-0b48-4126-8cc2-8af4a04ec637,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:46.818338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:50:46.828774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:46.850831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-315bede3-bbae-4719-bddd-7f27dc50aa50 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.854662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-315bede3-bbae-4719-bddd-7f27dc50aa50 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.856059 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-315bede3-bbae-4719-bddd-7f27dc50aa50 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9 HTTP/1.1" status: 204 len: 168 time: 1.4200425 Apr 07 01:50:46.861860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50574) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:46.908250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 2953dd1a-e218-415c-a5f4-3802ce576792 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:46.922775 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2b8eedbd-9b75-41fa-a77e-1eab68003cd6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3880210 Apr 07 01:50:46.930196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50578) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:46.936794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'subnet': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:46.940795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315bede3-bbae-4719-bddd-7f27dc50aa50 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47ca7ae-12e8-4dd5-9e03-68fcf30a0ad9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:46.971807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:46.988146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (4eb06ab6-af00-4218-af97-2923b476eb06), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.015281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2953dd1a-e218-415c-a5f4-3802ce576792) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:47.016218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:47.016927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.022052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0681f-11d5-4292-b4ac-ce02632a5b38 None None] Network 2953dd1a-e218-415c-a5f4-3802ce576792 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:47.059978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:47.063744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.080219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=4eb06ab6-af00-4218-af97-2923b476eb06,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:47.133193 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-49f59b76-9987-40a6-9a13-9660331a8c91 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2646050 Apr 07 01:50:47.135586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50582) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.146968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--358124930'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:47.157950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:47.176646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-2953dd1a-e218-415c-a5f4-3802ce576792', 'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792', 'project_id': '6f9397d3c94246398e3155a60bfefe3b', 'fixed_ips': [{'subnet_id': '11b4b828-1973-4938-84ae-b6139059828e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:47.177522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.216432 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3ce72710-431b-48de-ab64-09b1b6c6c3c7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9819643 Apr 07 01:50:47.223522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50584) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.231321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1478468296', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:47.279428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Allocated IP 172.20.0.1 (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0/e4b931ef-ece8-49be-b055-29428b718934/108a8f43-8306-4303-ad53-d559b295604f) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:47.309867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.313283 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-edb92514-edff-4e4d-9b99-032f7bb54c90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/4eb06ab6-af00-4218-af97-2923b476eb06 HTTP/1.1" status: 204 len: 168 time: 2.9127431 Apr 07 01:50:47.315914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50588) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.326551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Performing IP validity checks on allocation pools {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:50:47.327724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:50:47.358807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.362522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Made reservation on behalf of 6983ae62db90456b974d284c32c8e0fe for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:47.365940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.384250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (80e92abb-03bc-41be-8db2-243a3520fad8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.385352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (80e92abb-03bc-41be-8db2-243a3520fad8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.415532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Allocated IP 172.20.0.2 (2953dd1a-e218-415c-a5f4-3802ce576792/11b4b828-1973-4938-84ae-b6139059828e/0b932bb6-6c33-47cc-a457-b6c68208bd72) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:47.521559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for port (108a8f43-8306-4303-ad53-d559b295604f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.541631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f2383e-f11c-4634-accf-9b334c743908 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:47.545433 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26f2383e-f11c-4634-accf-9b334c743908 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2262154 Apr 07 01:50:47.561826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50594) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.609786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_controller (80e92abb-03bc-41be-8db2-243a3520fad8), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.635307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (108a8f43-8306-4303-ad53-d559b295604f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.698263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Port': ['ID=108a8f43-8306-4303-ad53-d559b295604f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:47.722865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:47.734445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a016521-3bfd-4f88-8cbe-836101926614 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:47.736202 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8a016521-3bfd-4f88-8cbe-836101926614 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1733065 Apr 07 01:50:47.740788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:47.743096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50598) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.773662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.778778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:47.847076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50600) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.881534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.930739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522552dd-3bbc-4d38-b71a-14408406bcc4 None None] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:47.932589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39b0026c-a1bf-445a-9e3a-cb916b7fed73 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:47.958882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc2520-4570-43e6-82cc-bbc20a953a64 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:47.960216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc2520-4570-43e6-82cc-bbc20a953a64 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:47.961951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc2520-4570-43e6-82cc-bbc20a953a64 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:47.963987 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5afc2520-4570-43e6-82cc-bbc20a953a64 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2005930 Apr 07 01:50:47.971979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (80e92abb-03bc-41be-8db2-243a3520fad8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.978849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50604) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:47.982040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:47.997332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1989628612'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:48.056830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Publish callbacks [] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.061297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] Provisioning complete for port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:48.061695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.081401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.083206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 9ead6a6e-d959-42c3-948c-ecebbd7bac93 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:48.091309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (a0b982f9-71e5-46a8-9846-5c8c50ef348a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.093755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (9ead6a6e-d959-42c3-948c-ecebbd7bac93), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.109386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.138213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.144376 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6de6688b-7514-4b35-bdf4-a135a69aeb57 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0031631 Apr 07 01:50:48.144517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.147020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50606) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.151434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a7616047-d5b0-4fc3-9a4d-04748b304dd8 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:48.151935 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-a7616047-d5b0-4fc3-9a4d-04748b304dd8 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 07 01:50:48.152433 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-a7616047-d5b0-4fc3-9a4d-04748b304dd8 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:48.153420 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a7616047-d5b0-4fc3-9a4d-04748b304dd8 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054574 Apr 07 01:50:48.158726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50608) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.184404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:48.184800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.194993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (9ead6a6e-d959-42c3-948c-ecebbd7bac93), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.223756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Network 2953dd1a-e218-415c-a5f4-3802ce576792 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:48.238080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:48.247611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:48.251424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=a0b982f9-71e5-46a8-9846-5c8c50ef348a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.262011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.270649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Pushing event updated for resources: {'Port': ['ID=0b932bb6-6c33-47cc-a457-b6c68208bd72,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.278694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.298108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e870583f-2108-4f84-b0b6-a4e807244723 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.299378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': '8a7cea8d-3066-454d-9135-c670a57f4709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:48.299755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: bf2ffbc5-0b48-4126-8cc2-8af4a04ec637, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:50:48.325690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e870583f-2108-4f84-b0b6-a4e807244723 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.359063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] Current status of the port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:48.359460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.374729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (6fd8249d-d46c-405b-9e82-4b8fddf367ba), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.377156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Attempting to bind port 0b932bb6-6c33-47cc-a457-b6c68208bd72 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:48.377156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Attempting to bind port 0b932bb6-6c33-47cc-a457-b6c68208bd72 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:48.377480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Attempting to bind port 0b932bb6-6c33-47cc-a457-b6c68208bd72 on network 2953dd1a-e218-415c-a5f4-3802ce576792 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:48.385919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (9ead6a6e-d959-42c3-948c-ecebbd7bac93), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.411790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:48.412056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Checking segment: {'id': 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:48.412393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.413247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Bound using segment: {'id': 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:48.413247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Bound port: 0b932bb6-6c33-47cc-a457-b6c68208bd72, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:48.413632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.424390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (108a8f43-8306-4303-ad53-d559b295604f), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.443653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:48.452794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:48.452794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.453308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:48.458046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] For port 39b0026c-a1bf-445a-9e3a-cb916b7fed73, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39b0026c-a1bf-445a-9e3a-cb916b7fed73,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:48.478249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:50:48.485272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e1ee6-caa6-426e-aa5f-d666b4da14f2 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:48.525384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:48.525384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.530425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Subnet': ['ID=6fd8249d-d46c-405b-9e82-4b8fddf367ba,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.536928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e870583f-2108-4f84-b0b6-a4e807244723 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.539534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e870583f-2108-4f84-b0b6-a4e807244723 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.540705 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e870583f-2108-4f84-b0b6-a4e807244723 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf HTTP/1.1" status: 204 len: 168 time: 0.3815377 Apr 07 01:50:48.548478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50610) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.560593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870583f-2108-4f84-b0b6-a4e807244723 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fc2ac1-63a0-4a88-9e4a-74b3273a1ecf,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.564136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.591080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (80e92abb-03bc-41be-8db2-243a3520fad8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.615970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.632865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, bf2ffbc5-0b48-4126-8cc2-8af4a04ec637) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:48.653891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (9ead6a6e-d959-42c3-948c-ecebbd7bac93), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.676298 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1646af70-929c-42ff-85d1-b1cd134af656 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7436242 Apr 07 01:50:48.681197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50612) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.681799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d3af92-235f-4fb0-8a2b-8b433fbde671 None None] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:48.692346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (72bb947f-a1d3-4dc6-8970-b1ccdd713558), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.695839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:48.696678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.699980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1738196615', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6fd8249d-d46c-405b-9e82-4b8fddf367ba'}], 'security_groups': ['b108f0d1-4852-4eeb-9355-b78a685e24d0', '6e511fd6-aa3c-4eba-8268-6ea090cd6121']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:48.745629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] For port 0b932bb6-6c33-47cc-a457-b6c68208bd72, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:48.783879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (72bb947f-a1d3-4dc6-8970-b1ccdd713558), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.785932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] For port 0b932bb6-6c33-47cc-a457-b6c68208bd72, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b932bb6-6c33-47cc-a457-b6c68208bd72,segment=NetworkSegment(d551ff6c-cf54-4cab-ba05-495ebba9ef4c),segment_id=d551ff6c-cf54-4cab-ba05-495ebba9ef4c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:48.786160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=9ead6a6e-d959-42c3-948c-ecebbd7bac93,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.795337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.802058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a22a31f9-ff3f-4951-b597-2407eff6f66f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/9ead6a6e-d959-42c3-948c-ecebbd7bac93 HTTP/1.1" status: 204 len: 168 time: 0.8220427 Apr 07 01:50:48.803177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:48.803402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:48.808676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50614) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.846586 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2fe951e3-504d-4b40-9192-037b83f44d34 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2961028 Apr 07 01:50:48.850360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50616) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.864301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59912a-3869-4c15-acdd-f0be5b305563 None None] Pushing event updated for resources: {'Port': ['ID=39b0026c-a1bf-445a-9e3a-cb916b7fed73,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.865853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--612970299'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:48.885008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0414a249-afce-4da8-b600-f6a6cf02d25d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:48.900788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bb947f-a1d3-4dc6-8970-b1ccdd713558,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:48.922853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.26.8.227 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/675bf640-49ea-4eb6-aa10-f644861238fc) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:48.946814 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-46b763bc-e395-4c41-a323-373ae28414af tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2354066 Apr 07 01:50:48.951198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cd99bc49-8e78-4fbc-ad79-69013229fdb2 None None] Provisioning complete for port 108a8f43-8306-4303-ad53-d559b295604f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:48.951198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd99bc49-8e78-4fbc-ad79-69013229fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (108a8f43-8306-4303-ad53-d559b295604f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.974214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:48.982544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50618) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:48.989848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637', 'name': 'tempest-PortsTestJSON-1650656912'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:49.035875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.038662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet bc9981ef-3ce1-4db6-80b4-08521ed22f95 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:49.056070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.080250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (bc9981ef-3ce1-4db6-80b4-08521ed22f95), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.125491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-bf2ffbc5-0b48-4126-8cc2-8af4a04ec637', 'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': 'a0b982f9-71e5-46a8-9846-5c8c50ef348a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:49.126751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.142281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for port (108a8f43-8306-4303-ad53-d559b295604f), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.153509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.170960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.196636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (633e3cd8-8135-4bcd-b72e-759ffc5cdd7e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.202477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (bc9981ef-3ce1-4db6-80b4-08521ed22f95), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.218300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b375a1-d792-4b7b-bdaa-c9032b961c2e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:49.284229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cd99bc49-8e78-4fbc-ad79-69013229fdb2 None None] Port 108a8f43-8306-4303-ad53-d559b295604f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:49.291205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e2078-b474-4b4e-bc5f-6201f0f31f99 None None] Pushing event updated for resources: {'Port': ['ID=0b932bb6-6c33-47cc-a457-b6c68208bd72,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:49.308366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (108a8f43-8306-4303-ad53-d559b295604f), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.401700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (633e3cd8-8135-4bcd-b72e-759ffc5cdd7e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.421041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.425779 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6c3a84fb-6d36-4f9d-a4dd-14d43990ec76 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5774317 Apr 07 01:50:49.433291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50620) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:49.474109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cd99bc49-8e78-4fbc-ad79-69013229fdb2 None None] Provisioning complete for port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:49.474498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd99bc49-8e78-4fbc-ad79-69013229fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.477939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633e3cd8-8135-4bcd-b72e-759ffc5cdd7e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:49.488069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.492548 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-740b75e9-4eac-44cf-817e-f32266738749 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6385000 Apr 07 01:50:49.495539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50622) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:49.507169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] Update dhcp port {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'fixed_ips': [{'subnet_id': '2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '92885063-3262-4fa0-b983-708efb22cb83', 'ip_address': '2001:db8::2'}, {'subnet_id': '6fd8249d-d46c-405b-9e82-4b8fddf367ba'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '8dce4188-abc2-4b33-8dbc-25346a84ac02'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:50:49.507780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3a90c167-e821-408a-8d31-77352a9c8c9a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '633e3cd8-8135-4bcd-b72e-759ffc5cdd7e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:49.508340 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-3a90c167-e821-408a-8d31-77352a9c8c9a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 07 01:50:49.508887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-3a90c167-e821-408a-8d31-77352a9c8c9a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:49.512358 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3a90c167-e821-408a-8d31-77352a9c8c9a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055404 Apr 07 01:50:49.516384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (675bf640-49ea-4eb6-aa10-f644861238fc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.516540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Port': ['ID=108a8f43-8306-4303-ad53-d559b295604f,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:49.520875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50624) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:49.539855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:49.541195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:49.542943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.547959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.550189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bc9981ef-3ce1-4db6-80b4-08521ed22f95), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.560666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:49.564572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.573022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Allocated IP 172.20.0.2 (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637/a0b982f9-71e5-46a8-9846-5c8c50ef348a/b9c72799-0321-43f6-aa43-c7fdfb36ef34) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:49.627694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-312e79b8-f786-461e-ae46-4130fe071934 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (633e3cd8-8135-4bcd-b72e-759ffc5cdd7e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.668668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-312e79b8-f786-461e-ae46-4130fe071934 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (633e3cd8-8135-4bcd-b72e-759ffc5cdd7e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:49.677286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 604398be-5aad-4098-94a0-c6f23938a315 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:49.716576 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26471611-497d-42d6-81f5-f98699a0119a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2518408 Apr 07 01:50:49.717215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50626) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:49.753686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-security--908658007', 'description': 'tempest-security-description-1358173584'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:49.821172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:49.823040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:50.029567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-312e79b8-f786-461e-ae46-4130fe071934 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (633e3cd8-8135-4bcd-b72e-759ffc5cdd7e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.036831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-312e79b8-f786-461e-ae46-4130fe071934 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.041535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-312e79b8-f786-461e-ae46-4130fe071934 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/633e3cd8-8135-4bcd-b72e-759ffc5cdd7e HTTP/1.1" status: 204 len: 168 time: 0.5101323 Apr 07 01:50:50.043372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cd99bc49-8e78-4fbc-ad79-69013229fdb2 None None] Current status of the port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:50.044440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50628) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.055419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:50.055805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.065694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e79b8-f786-461e-ae46-4130fe071934 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633e3cd8-8135-4bcd-b72e-759ffc5cdd7e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:50.181088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:50:50.194558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Publish callbacks [] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.203447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-52d58fcd-cc24-4b1e-a017-63458304d1eb tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1467261 Apr 07 01:50:50.204089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50630) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.210597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1725987972'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:50.216741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-16971b70-e642-42b7-8dbf-d70e0ad15509 None None] Provisioning complete for port 108a8f43-8306-4303-ad53-d559b295604f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:50.216952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-16971b70-e642-42b7-8dbf-d70e0ad15509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (108a8f43-8306-4303-ad53-d559b295604f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.290012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.332687 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:50:50.354708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:50.359164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.372669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:50.380004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f453075-5a49-40db-930f-5bd7883f4398 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "PUT /v2.0/routers/f0f4b871-e591-4a78-8f4d-6eb20d31ebf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2561810 Apr 07 01:50:50.411109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-16971b70-e642-42b7-8dbf-d70e0ad15509 None None] Port 108a8f43-8306-4303-ad53-d559b295604f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:50.431812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Sync routers for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:50.478762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:50.496780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:50.497143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (675bf640-49ea-4eb6-aa10-f644861238fc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.497282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:50.504402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Pushing event updated for resources: {'Port': ['ID=b9c72799-0321-43f6-aa43-c7fdfb36ef34,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:50.525754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.537058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (10eb9543-32d8-453f-be9a-220316b9b48e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.552940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:50.552940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:50.598807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (10eb9543-32d8-453f-be9a-220316b9b48e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.655924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (bc9981ef-3ce1-4db6-80b4-08521ed22f95), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.669200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:50.690645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10eb9543-32d8-453f-be9a-220316b9b48e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:50.708844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39b0026c-a1bf-445a-9e3a-cb916b7fed73 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:50.739095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:50.771041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d42d9334-68f4-4ce7-9578-7b1ac92402c6 None None] Provisioning complete for port 108a8f43-8306-4303-ad53-d559b295604f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:50.771524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d42d9334-68f4-4ce7-9578-7b1ac92402c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (108a8f43-8306-4303-ad53-d559b295604f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.788627 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-7d27e3da-7c33-4bb4-b807-3e18e7f3f06b tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-746192701&fields=id&tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74 HTTP/1.1" status: 200 len: 267 time: 0.1125817 Apr 07 01:50:50.792317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.793318 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d555cd76-a423-4b10-aeff-9bbc29a7e6c7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5864792 Apr 07 01:50:50.797084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50650) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.801071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:50.802301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9b4d9b17-9cb1-40ec-b371-e6d815dab64a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '10eb9543-32d8-453f-be9a-220316b9b48e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:50.803490 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-9b4d9b17-9cb1-40ec-b371-e6d815dab64a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 07 01:50:50.804574 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-9b4d9b17-9cb1-40ec-b371-e6d815dab64a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:50.808129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b4d9b17-9cb1-40ec-b371-e6d815dab64a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091045 Apr 07 01:50:50.809187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50652) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.848342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9981ef-3ce1-4db6-80b4-08521ed22f95,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:50.850792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdd740-61a2-4565-a177-04d2880ee015 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:50.862261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.865693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9f3aab9b-08fb-4b57-bd50-20c48be64c05 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/bc9981ef-3ce1-4db6-80b4-08521ed22f95 HTTP/1.1" status: 204 len: 168 time: 2.0557988 Apr 07 01:50:50.877716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50654) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.884559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.13 (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637/a0b982f9-71e5-46a8-9846-5c8c50ef348a/604398be-5aad-4098-94a0-c6f23938a315) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:50.884929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-65001133-cc16-477d-88bf-fb073d3e0304 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '10eb9543-32d8-453f-be9a-220316b9b48e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:50.884929 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-65001133-cc16-477d-88bf-fb073d3e0304 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 07 01:50:50.884929 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-65001133-cc16-477d-88bf-fb073d3e0304 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:50.885769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=675bf640-49ea-4eb6-aa10-f644861238fc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:50.888236 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-65001133-cc16-477d-88bf-fb073d3e0304 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0748909 Apr 07 01:50:50.888374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50656) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.899122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-efadfc4b-7b28-4de5-9349-17d946560fda tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '10eb9543-32d8-453f-be9a-220316b9b48e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:50.899946 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-efadfc4b-7b28-4de5-9349-17d946560fda tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 07 01:50:50.900448 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-efadfc4b-7b28-4de5-9349-17d946560fda tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:50.904301 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-efadfc4b-7b28-4de5-9349-17d946560fda tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0090725 Apr 07 01:50:50.904892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50658) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.906644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ed2de-769d-4eb1-a865-299420c4bf0f None None] Network 2953dd1a-e218-415c-a5f4-3802ce576792 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:50.909017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Attempting to bind port b9c72799-0321-43f6-aa43-c7fdfb36ef34 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:50.909659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Attempting to bind port b9c72799-0321-43f6-aa43-c7fdfb36ef34 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '8a7cea8d-3066-454d-9135-c670a57f4709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:50.910204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Attempting to bind port b9c72799-0321-43f6-aa43-c7fdfb36ef34 on network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:50.915796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fe150d96-03b7-47e9-9ae5-2ef7fdb1e362 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '10eb9543-32d8-453f-be9a-220316b9b48e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:50.916830 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-fe150d96-03b7-47e9-9ae5-2ef7fdb1e362 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 07 01:50:50.917464 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-fe150d96-03b7-47e9-9ae5-2ef7fdb1e362 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:50.921950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fe150d96-03b7-47e9-9ae5-2ef7fdb1e362 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060670 Apr 07 01:50:50.926452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50660) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.954664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.966469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b30730e8-73ca-490c-949c-9e516199bd02 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819681 Apr 07 01:50:50.970439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50662) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:50.982680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Delete allocated IP 2001:db8::132 (176651cd-3b1f-4d44-9232-c956eb81ad50/92885063-3262-4fa0-b983-708efb22cb83) {{(pid=110983) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 01:50:50.991615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d42d9334-68f4-4ce7-9578-7b1ac92402c6 None None] Port 108a8f43-8306-4303-ad53-d559b295604f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:50.993248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:50.993932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Checking segment: {'id': '8a7cea8d-3066-454d-9135-c670a57f4709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:50.995565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:50.995565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Bound using segment: {'id': '8a7cea8d-3066-454d-9135-c670a57f4709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:50.995565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Bound port: b9c72799-0321-43f6-aa43-c7fdfb36ef34, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a7cea8d-3066-454d-9135-c670a57f4709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bf2ffbc5-0b48-4126-8cc2-8af4a04ec637'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:50.995565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.069006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.071776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.073486 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "PUT /v2.0/security-groups/45b375a1-d792-4b7b-bdaa-c9032b961c2e HTTP/1.1" status: 200 len: 1794 time: 1.3501801 Apr 07 01:50:51.080792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Allocated IP 2001:db8:0:2::1db (176651cd-3b1f-4d44-9232-c956eb81ad50/6fd8249d-d46c-405b-9e82-4b8fddf367ba/0924df0e-d932-47a6-87f1-c2e7d431eb25) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:51.087073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:50:51.090333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50664) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:51.158852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:51.159144 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.288492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Provisioning complete for port cebea3a0-c59d-4467-9886-67a5bc4decb2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:51.288861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.295204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:51.301925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] For port b9c72799-0321-43f6-aa43-c7fdfb36ef34, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:51.366298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] For port b9c72799-0321-43f6-aa43-c7fdfb36ef34, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b9c72799-0321-43f6-aa43-c7fdfb36ef34,segment=NetworkSegment(8a7cea8d-3066-454d-9135-c670a57f4709),segment_id=8a7cea8d-3066-454d-9135-c670a57f4709)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:51.377122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.453018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5835be-20b6-4e1b-9b55-962e2a1e04c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b375a1-d792-4b7b-bdaa-c9032b961c2e,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:51.457796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.462929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-de7f20db-6c89-4364-8f63-d8c82f64bea1 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:51.470936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-de7f20db-6c89-4364-8f63-d8c82f64bea1 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/networks?id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 200 len: 797 time: 0.6620548 Apr 07 01:50:51.482052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.492639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37d09e15-7d54-4eb2-a659-2f062267a64c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (10eb9543-32d8-453f-be9a-220316b9b48e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.503980 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-60b19589-6aff-40c5-9128-dab2b4e7c723 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/quotas/1fa5bca2bd6641d0a23f1ff9308f8e74 HTTP/1.1" status: 200 len: 375 time: 0.0311530 Apr 07 01:50:51.505313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a428d7c8-e7c1-407c-83d4-2da1374adc9a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups/45b375a1-d792-4b7b-bdaa-c9032b961c2e HTTP/1.1" status: 200 len: 1794 time: 0.4043329 Apr 07 01:50:51.519526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50666) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:51.534346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] Allocated IP 2001:db8:0:2::2 (176651cd-3b1f-4d44-9232-c956eb81ad50/6fd8249d-d46c-405b-9e82-4b8fddf367ba/8dce4188-abc2-4b33-8dbc-25346a84ac02) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:51.549793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:51.587295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] In _notify_port_updated(), no bound segment for port 0924df0e-d932-47a6-87f1-c2e7d431eb25 on network 176651cd-3b1f-4d44-9232-c956eb81ad50 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:50:51.594122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:51.594362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.599603 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "PUT /v2.0/ports/0924df0e-d932-47a6-87f1-c2e7d431eb25 HTTP/1.1" status: 200 len: 970 time: 2.9118125 Apr 07 01:50:51.599781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:51.600587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.604074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50668) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:51.615026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650197b8-64c0-4541-a90e-5bf1f38867dc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event updated for resources: {'Port': ['ID=0924df0e-d932-47a6-87f1-c2e7d431eb25,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:51.629733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37d09e15-7d54-4eb2-a659-2f062267a64c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (10eb9543-32d8-453f-be9a-220316b9b48e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.694345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (604398be-5aad-4098-94a0-c6f23938a315), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.704556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:51.705749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b932bb6-6c33-47cc-a457-b6c68208bd72 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:51.841576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (80e92abb-03bc-41be-8db2-243a3520fad8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.842656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-52d5a226-9001-430c-b87b-cef5211f6a58 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.849727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-84864292-ce4e-4e92-895b-d4121b5ec243 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3457570 Apr 07 01:50:51.860682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff92682-c1b3-46b3-98b3-df3da6b9caeb None None] Pushing event updated for resources: {'Port': ['ID=b9c72799-0321-43f6-aa43-c7fdfb36ef34,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:51.875381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Current status of the port cebea3a0-c59d-4467-9886-67a5bc4decb2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:51.902909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-52d5a226-9001-430c-b87b-cef5211f6a58 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.906309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (604398be-5aad-4098-94a0-c6f23938a315), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:51.928875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8dce4188-abc2-4b33-8dbc-25346a84ac02,segment=NetworkSegment(5f272635-afac-4e50-961e-5d056ede68ef),segment_id=5f272635-afac-4e50-961e-5d056ede68ef)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:51.977870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Provisioning complete for port 0b932bb6-6c33-47cc-a457-b6c68208bd72 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:51.978382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.004094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37d09e15-7d54-4eb2-a659-2f062267a64c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (10eb9543-32d8-453f-be9a-220316b9b48e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.006799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-37d09e15-7d54-4eb2-a659-2f062267a64c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.010213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-37d09e15-7d54-4eb2-a659-2f062267a64c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/10eb9543-32d8-453f-be9a-220316b9b48e HTTP/1.1" status: 204 len: 168 time: 1.0804276 Apr 07 01:50:52.017576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] Deleting port cebea3a0-c59d-4467-9886-67a5bc4decb2 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:52.017961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.044023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50670) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.064998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:52.068741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=604398be-5aad-4098-94a0-c6f23938a315,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:52.072260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:52.079702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d09e15-7d54-4eb2-a659-2f062267a64c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10eb9543-32d8-453f-be9a-220316b9b48e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:52.084936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:52.124896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port 0924df0e-d932-47a6-87f1-c2e7d431eb25 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:52.125251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.146799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:52.147509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.201571 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fafc01b7-0697-4865-8b4d-bf0b42288eb7 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1533279 Apr 07 01:50:52.206859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50672) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.212161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109241504'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:52.247053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-52d5a226-9001-430c-b87b-cef5211f6a58 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (45b375a1-d792-4b7b-bdaa-c9032b961c2e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.250277 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-52d5a226-9001-430c-b87b-cef5211f6a58 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.251424 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-52d5a226-9001-430c-b87b-cef5211f6a58 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/45b375a1-d792-4b7b-bdaa-c9032b961c2e HTTP/1.1" status: 204 len: 168 time: 0.7082777 Apr 07 01:50:52.256595 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6da4fe17-445e-41a0-815d-0072f8e42afd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2728655 Apr 07 01:50:52.262925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0b932bb6-6c33-47cc-a457-b6c68208bd72 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:52.263493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.268710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50674) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.274473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50676) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.282976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] Publish callbacks [] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.287325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 2, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:52.314278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5a226-9001-430c-b87b-cef5211f6a58 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b375a1-d792-4b7b-bdaa-c9032b961c2e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:52.321780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (80e92abb-03bc-41be-8db2-243a3520fad8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.355376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-c1c4712b-72c4-4e41-80f5-66c01c35154e service neutron] 10.222.0.25 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487195 Apr 07 01:50:52.366241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.370126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Checking router: f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:50:52.370492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Updating router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 port 108a8f43-8306-4303-ad53-d559b295604f binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:50:52.402272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.455571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] For port cebea3a0-c59d-4467-9886-67a5bc4decb2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cebea3a0-c59d-4467-9886-67a5bc4decb2,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:52.455889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.483032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (108a8f43-8306-4303-ad53-d559b295604f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.507079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (4f8ad760-7823-46e0-8f84-fef7444b33e5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.513331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] Calling delete_port for cebea3a0-c59d-4467-9886-67a5bc4decb2 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:52.547109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.572092 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f59903b-bfd7-49e3-b6d7-f5b9939ca9ce tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2934737 Apr 07 01:50:52.575957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50678) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.578927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for 0924df0e-d932-47a6-87f1-c2e7d431eb25 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:52.587642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4f8ad760-7823-46e0-8f84-fef7444b33e5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.601974 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-9a7a28fb-65be-420e-a4b8-d502613e9179 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] delete failed (client error): The resource could not be found. Apr 07 01:50:52.609336 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9a7a28fb-65be-420e-a4b8-d502613e9179 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/45b375a1-d792-4b7b-bdaa-c9032b961c2e HTTP/1.1" status: 404 len: 347 time: 0.0261409 Apr 07 01:50:52.620691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50680) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.628397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115917443'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:52.637586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24c34d-e05a-420e-8c2b-f59845fe918c None None] Pushing event updated for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:52.638140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 80e92abb-03bc-41be-8db2-243a3520fad8 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:50:52.667316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ad760-7823-46e0-8f84-fef7444b33e5,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:52.727973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Current status of the port 0b932bb6-6c33-47cc-a457-b6c68208bd72 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:52.727973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.764626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0b932bb6-6c33-47cc-a457-b6c68208bd72 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:52.768174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.805514 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-3ed83ae6-f62a-440a-90f4-9cd0295bd335 service neutron] 10.222.0.25 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492712 Apr 07 01:50:52.813437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.819803 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1343ff00-85e7-45e2-813b-0182abf4de2e tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6091201 Apr 07 01:50:52.820003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 604398be-5aad-4098-94a0-c6f23938a315 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:52.820154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.825661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (604398be-5aad-4098-94a0-c6f23938a315), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.825661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50682) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.830270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f43928d3-7c6d-4692-bb3e-1082bcbf4253 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:52.830563 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-f43928d3-7c6d-4692-bb3e-1082bcbf4253 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 01:50:52.831058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-f43928d3-7c6d-4692-bb3e-1082bcbf4253 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:52.834823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f43928d3-7c6d-4692-bb3e-1082bcbf4253 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086186 Apr 07 01:50:52.845214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50684) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:52.859304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fd9d950b-b494-40eb-9198-60f35bf85c1f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:52.928806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0924df0e-d932-47a6-87f1-c2e7d431eb25), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:52.965374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] For port 0b932bb6-6c33-47cc-a457-b6c68208bd72, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b932bb6-6c33-47cc-a457-b6c68208bd72,segment=NetworkSegment(d551ff6c-cf54-4cab-ba05-495ebba9ef4c),segment_id=d551ff6c-cf54-4cab-ba05-495ebba9ef4c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:52.984654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=0924df0e-d932-47a6-87f1-c2e7d431eb25,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.009486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:50:53.025322 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] Sync routers for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:50:53.043889 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:53.045963 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:53.056950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.069089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50686) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.069831 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cb683645-a8de-45d3-a01b-91639f3aa6ee tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/0924df0e-d932-47a6-87f1-c2e7d431eb25 HTTP/1.1" status: 204 len: 168 time: 1.4581206 Apr 07 01:50:53.100775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.129703 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-5299f9b0-64b4-497f-8da6-c2350b57f953 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] GET failed (client error): The resource could not be found. Apr 07 01:50:53.137505 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5299f9b0-64b4-497f-8da6-c2350b57f953 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports/0924df0e-d932-47a6-87f1-c2e7d431eb25 HTTP/1.1" status: 404 len: 333 time: 0.0611546 Apr 07 01:50:53.137990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50688) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.156701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:50:53.158204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (990b32b0-2bff-45ac-9f1e-8c0056983b8a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.167085 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:53.178440 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:53.179481 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:53.206977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:53.207343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:53.209417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (604398be-5aad-4098-94a0-c6f23938a315), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.246880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 604398be-5aad-4098-94a0-c6f23938a315 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:53.256734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4cd58-6890-4ae2-be32-2aef972e12c7 None None] Pushing event updated for resources: {'Port': ['ID=0b932bb6-6c33-47cc-a457-b6c68208bd72,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.272329 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:53.278933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a9a8c667-ff0b-4292-90ac-6ec06738e200 None None] Provisioning complete for port 0b932bb6-6c33-47cc-a457-b6c68208bd72 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:53.278933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9a8c667-ff0b-4292-90ac-6ec06738e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.279634 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede5b796-1522-40ff-88df-d85978ecc0ca None None] The sync data for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:53.304856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.309155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (cebea3a0-c59d-4467-9886-67a5bc4decb2), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.309915 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c51b5379-5f6d-4b68-895c-a81114edc107 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0832222 Apr 07 01:50:53.312306 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-fd9d950b-b494-40eb-9198-60f35bf85c1f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:53.313555 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fd9d950b-b494-40eb-9198-60f35bf85c1f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4657397 Apr 07 01:50:53.316633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50694) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.317351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50698) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.326070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f2290237-8187-4f7d-81eb-c91b0d66df6f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:53.326773 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-f2290237-8187-4f7d-81eb-c91b0d66df6f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 07 01:50:53.327942 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-f2290237-8187-4f7d-81eb-c91b0d66df6f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:53.329187 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f2290237-8187-4f7d-81eb-c91b0d66df6f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069098 Apr 07 01:50:53.334680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (990b32b0-2bff-45ac-9f1e-8c0056983b8a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.369248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50700) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.379629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b4dcac49-e83b-4b61-a44e-c2826094832c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:53.391663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a500ea2-ae04-4a9f-80ce-779ec17b5568 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (187132d4-cab7-43d5-8c48-db0c2038d19e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.420091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] Pushing event deleted for resources: {'Port': ['ID=cebea3a0-c59d-4467-9886-67a5bc4decb2,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.430833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a500ea2-ae04-4a9f-80ce-779ec17b5568 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (187132d4-cab7-43d5-8c48-db0c2038d19e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.447521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca548c9f-5038-455a-a84e-c78a1f752385 None None] No DVR routers for this DVR port cebea3a0-c59d-4467-9886-67a5bc4decb2 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:53.487580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Publish callbacks [] for port (108a8f43-8306-4303-ad53-d559b295604f), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.535879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfced5b-fc7f-4cf9-b883-07be8b3d769f None None] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:53.538456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.544045 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9157073 Apr 07 01:50:53.551022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50702) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.568660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '990b32b0-2bff-45ac-9f1e-8c0056983b8a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:53.604054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a500ea2-ae04-4a9f-80ce-779ec17b5568 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (187132d4-cab7-43d5-8c48-db0c2038d19e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.606696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a500ea2-ae04-4a9f-80ce-779ec17b5568 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.610890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1a500ea2-ae04-4a9f-80ce-779ec17b5568 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/security-groups/187132d4-cab7-43d5-8c48-db0c2038d19e HTTP/1.1" status: 204 len: 168 time: 0.4717686 Apr 07 01:50:53.611535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50708) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.615762 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf08560-e62d-4d51-9e2f-7401d6aa1da1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990b32b0-2bff-45ac-9f1e-8c0056983b8a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.632403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (108a8f43-8306-4303-ad53-d559b295604f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.636640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a500ea2-ae04-4a9f-80ce-779ec17b5568 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187132d4-cab7-43d5-8c48-db0c2038d19e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.661940 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1ec4078c-6cb6-4252-8bab-a1c2c7095faa req-5376a100-5c01-4e60-9e45-70f0543318fd tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.1825562 Apr 07 01:50:53.701149 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.services.revisions.revision_plugin [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Could not find related port for resource to bump revision. Apr 07 01:50:53.716487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d7018791-e584-44f4-b379-e56c3aa75ef9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.758788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Port cebea3a0-c59d-4467-9886-67a5bc4decb2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=110984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 07 01:50:53.759239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_pluggable_backend [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Reverting IP allocation for 2001:db8::f816:3eff:fec2:afb9 {{(pid=110984) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 07 01:50:53.764432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (5a5d1e28-b0ba-4de3-bf0b-2f9afe483013), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.767394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a9a8c667-ff0b-4292-90ac-6ec06738e200 None None] Current status of the port 0b932bb6-6c33-47cc-a457-b6c68208bd72 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:53.796672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b656bf3-ddb0-41f8-80fd-0494523e649b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (6e511fd6-aa3c-4eba-8268-6ea090cd6121), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.828230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2b740-ed1c-4a52-a557-86b47c563108 None None] Pushing event updated for resources: {'Port': ['ID=108a8f43-8306-4303-ad53-d559b295604f,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.839711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=5a5d1e28-b0ba-4de3-bf0b-2f9afe483013,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.842230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (604398be-5aad-4098-94a0-c6f23938a315), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.861977 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-b4dcac49-e83b-4b61-a44e-c2826094832c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:53.863788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b4dcac49-e83b-4b61-a44e-c2826094832c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4904525 Apr 07 01:50:53.872469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50710) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.898878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:53.901248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9549ecd3-f109-4fb7-b64b-d5c8e96e46a3 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:53.901802 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-9549ecd3-f109-4fb7-b64b-d5c8e96e46a3 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 07 01:50:53.902362 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-9549ecd3-f109-4fb7-b64b-d5c8e96e46a3 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:53.902927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=604398be-5aad-4098-94a0-c6f23938a315,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:53.903511 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9549ecd3-f109-4fb7-b64b-d5c8e96e46a3 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0266685 Apr 07 01:50:53.911949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50712) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:53.914231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b656bf3-ddb0-41f8-80fd-0494523e649b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (6e511fd6-aa3c-4eba-8268-6ea090cd6121), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:53.915433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-45357ba3-ce75-4721-b78a-dbc74430dbc0 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:53.934248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0b932bb6-6c33-47cc-a457-b6c68208bd72 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:53.953272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:53.996783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d7018791-e584-44f4-b379-e56c3aa75ef9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.012059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d22f24-b10e-48be-be82-a90173175fc1 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:54.017593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Could not find standard attr ID for object 0924df0e-d932-47a6-87f1-c2e7d431eb25. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:54.018401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:54.019709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.040474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.065444 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2a1ce065-9321-4a9d-8d75-2478c1076d71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/604398be-5aad-4098-94a0-c6f23938a315 HTTP/1.1" status: 204 len: 168 time: 1.7818251 Apr 07 01:50:54.088573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.142691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e9762671-9b2f-4426-9a78-05d547a949ec tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8487620 Apr 07 01:50:54.142691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e640c1-4712-4f38-a692-887a6abbc84a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:54.142691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e640c1-4712-4f38-a692-887a6abbc84a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:54.148563 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c7e640c1-4712-4f38-a692-887a6abbc84a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/604398be-5aad-4098-94a0-c6f23938a315 HTTP/1.1" status: 404 len: 333 time: 0.0588052 Apr 07 01:50:54.149436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50716) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.149780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50718) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.150644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Attempting to bind port 108a8f43-8306-4303-ad53-d559b295604f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:54.151198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Attempting to bind port 108a8f43-8306-4303-ad53-d559b295604f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:54.151762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Attempting to bind port 108a8f43-8306-4303-ad53-d559b295604f on network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:54.157623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:54.167433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d7018791-e584-44f4-b379-e56c3aa75ef9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.178612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b656bf3-ddb0-41f8-80fd-0494523e649b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6e511fd6-aa3c-4eba-8268-6ea090cd6121), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.188422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:54.189412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Checking segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:54.190678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.191674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Bound using segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:54.193401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Bound port: 108a8f43-8306-4303-ad53-d559b295604f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:54.193981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (108a8f43-8306-4303-ad53-d559b295604f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.196460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b656bf3-ddb0-41f8-80fd-0494523e649b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.204016 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5b656bf3-ddb0-41f8-80fd-0494523e649b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/security-groups/6e511fd6-aa3c-4eba-8268-6ea090cd6121 HTTP/1.1" status: 204 len: 168 time: 0.5879080 Apr 07 01:50:54.206631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50720) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.211788 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0385d0-75fd-40e6-9737-711c76415169 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:50:54.216941 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5f0385d0-75fd-40e6-9737-711c76415169 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/604398be-5aad-4098-94a0-c6f23938a315 HTTP/1.1" status: 404 len: 333 time: 0.0552378 Apr 07 01:50:54.225660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50722) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.244024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-45357ba3-ce75-4721-b78a-dbc74430dbc0 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:54.246315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-45357ba3-ce75-4721-b78a-dbc74430dbc0 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3349349 Apr 07 01:50:54.264729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50724) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.273644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Provisioning complete for port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:54.274024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.294219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bff24abd-b034-48ff-96bb-f8473beeb630 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:54.294837 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.api.v2.base [None req-bff24abd-b034-48ff-96bb-f8473beeb630 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 07 01:50:54.295330 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-bff24abd-b034-48ff-96bb-f8473beeb630 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:54.297171 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bff24abd-b034-48ff-96bb-f8473beeb630 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135007 Apr 07 01:50:54.300246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50726) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.320221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4aef1792-1d71-4189-923c-6711dc48916a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:54.337223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b9c72799-0321-43f6-aa43-c7fdfb36ef34 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:54.348808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7018791-e584-44f4-b379-e56c3aa75ef9,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:54.360723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b656bf3-ddb0-41f8-80fd-0494523e649b tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e511fd6-aa3c-4eba-8268-6ea090cd6121,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:54.442467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '5a5d1e28-b0ba-4de3-bf0b-2f9afe483013'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:50:54.443393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.443994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.445417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1a854263-2dd2-4b76-90b5-88eb4e123728 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8889034 Apr 07 01:50:54.448656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50730) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.475438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:54.488147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] For port 108a8f43-8306-4303-ad53-d559b295604f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:54.499937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05b9b0b2-62f4-441b-95b9-9b789b65ac61 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d7018791-e584-44f4-b379-e56c3aa75ef9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.505528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76c24cdb-8b55-4a41-a35b-4bc49b34b47e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (b108f0d1-4852-4eeb-9355-b78a685e24d0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.512507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] For port 108a8f43-8306-4303-ad53-d559b295604f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=108a8f43-8306-4303-ad53-d559b295604f,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:54.521445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05b9b0b2-62f4-441b-95b9-9b789b65ac61 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d7018791-e584-44f4-b379-e56c3aa75ef9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.536450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:54.541091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.548067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:54.548479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.552310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet a0b982f9-71e5-46a8-9846-5c8c50ef348a {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:54.557997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (a0b982f9-71e5-46a8-9846-5c8c50ef348a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.561631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76c24cdb-8b55-4a41-a35b-4bc49b34b47e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (b108f0d1-4852-4eeb-9355-b78a685e24d0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.624510 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-4aef1792-1d71-4189-923c-6711dc48916a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:54.629226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50732) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.629691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4aef1792-1d71-4189-923c-6711dc48916a tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3279228 Apr 07 01:50:54.643535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1e1a6a26-519f-4d65-addf-e95b241d081b tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '4f8ad760-7823-46e0-8f84-fef7444b33e5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:54.704445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (a0b982f9-71e5-46a8-9846-5c8c50ef348a), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.706452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (108a8f43-8306-4303-ad53-d559b295604f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.706608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05b9b0b2-62f4-441b-95b9-9b789b65ac61 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d7018791-e584-44f4-b379-e56c3aa75ef9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.715028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.ipam_backend_mixin [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a5d1e28-b0ba-4de3-bf0b-2f9afe483013 (CIDR: 2001:db8::/64) Apr 07 01:50:54.716881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05b9b0b2-62f4-441b-95b9-9b789b65ac61 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:54.721580 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05b9b0b2-62f4-441b-95b9-9b789b65ac61 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d7018791-e584-44f4-b379-e56c3aa75ef9 HTTP/1.1" status: 204 len: 168 time: 0.2708611 Apr 07 01:50:54.722344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50736) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.741771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9b0b2-62f4-441b-95b9-9b789b65ac61 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7018791-e584-44f4-b379-e56c3aa75ef9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:54.765498 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:54.765498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:54.847126 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-039a8186-6fde-4062-acbf-7e90e0947774 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1219227 Apr 07 01:50:54.848601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50738) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.888558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6adb6e8f-74ed-4c2e-b1f6-9f5fd52480a7 req-8ac006db-3e31-407a-a5a3-09562c66f7b7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.0852878 Apr 07 01:50:54.935763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-43a752af-dd92-496c-87b6-cc59f2f748e2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7848458 Apr 07 01:50:54.952710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50740) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:54.957867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:55.083357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b9c72799-0321-43f6-aa43-c7fdfb36ef34 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:55.083875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.122316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78e9033b-19d7-4463-8e40-7277c57e29b8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (990b32b0-2bff-45ac-9f1e-8c0056983b8a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.158661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78e9033b-19d7-4463-8e40-7277c57e29b8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (990b32b0-2bff-45ac-9f1e-8c0056983b8a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.201222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:50:55.202213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:50:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:55.212077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Allocated IP 2001:db8::f816:3eff:fe1e:2560 (90b9273a-c012-429c-a675-14d31428d1d8/5a5d1e28-b0ba-4de3-bf0b-2f9afe483013/0ad903af-56c0-4459-a772-9a7428687858) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:55.263017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:55.265855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2b740-ed1c-4a52-a557-86b47c563108 None None] Pushing event updated for resources: {'Port': ['ID=108a8f43-8306-4303-ad53-d559b295604f,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:55.313085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:55.317587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.334992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Provisioning complete for port b9c72799-0321-43f6-aa43-c7fdfb36ef34 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:55.336430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.376653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78e9033b-19d7-4463-8e40-7277c57e29b8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (990b32b0-2bff-45ac-9f1e-8c0056983b8a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.379500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78e9033b-19d7-4463-8e40-7277c57e29b8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.381024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-78e9033b-19d7-4463-8e40-7277c57e29b8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/990b32b0-2bff-45ac-9f1e-8c0056983b8a HTTP/1.1" status: 204 len: 168 time: 0.5055683 Apr 07 01:50:55.395627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50744) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:55.401712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9033b-19d7-4463-8e40-7277c57e29b8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990b32b0-2bff-45ac-9f1e-8c0056983b8a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:55.486346 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7106bbff-f9ad-40e9-8994-3b720127904e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0784984 Apr 07 01:50:55.486574 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50746) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:55.487952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:50:55.501915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76c24cdb-8b55-4a41-a35b-4bc49b34b47e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b108f0d1-4852-4eeb-9355-b78a685e24d0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.503421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--936094047'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:55.511236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76c24cdb-8b55-4a41-a35b-4bc49b34b47e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.512445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-76c24cdb-8b55-4a41-a35b-4bc49b34b47e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/security-groups/b108f0d1-4852-4eeb-9355-b78a685e24d0 HTTP/1.1" status: 204 len: 168 time: 1.2879343 Apr 07 01:50:55.538492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50748) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:55.547594 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-1e1a6a26-519f-4d65-addf-e95b241d081b tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:50:55.552428 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1e1a6a26-519f-4d65-addf-e95b241d081b tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9171433 Apr 07 01:50:55.558458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50750) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:55.580965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c24cdb-8b55-4a41-a35b-4bc49b34b47e tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b108f0d1-4852-4eeb-9355-b78a685e24d0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:55.602077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.603682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (a0b982f9-71e5-46a8-9846-5c8c50ef348a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.667810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.714600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b9c72799-0321-43f6-aa43-c7fdfb36ef34 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:55.716007 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.790640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4594933-432b-4243-92e2-9f3cf23bcf64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (4f8ad760-7823-46e0-8f84-fef7444b33e5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.860538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Current status of the port b9c72799-0321-43f6-aa43-c7fdfb36ef34 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:55.861108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.864002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Publish callbacks [] for port (0ad903af-56c0-4459-a772-9a7428687858), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.866881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet 92885063-3262-4fa0-b983-708efb22cb83 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:55.871210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4594933-432b-4243-92e2-9f3cf23bcf64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (4f8ad760-7823-46e0-8f84-fef7444b33e5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.888699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (92885063-3262-4fa0-b983-708efb22cb83), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.902548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (a0b982f9-71e5-46a8-9846-5c8c50ef348a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.931405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (0ad903af-56c0-4459-a772-9a7428687858), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.975984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:55.982321 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/a0b982f9-71e5-46a8-9846-5c8c50ef348a HTTP/1.1" status: 204 len: 168 time: 1.7227595 Apr 07 01:50:55.985443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72620ac-1661-4f17-86f7-a31ae0e600e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b982f9-71e5-46a8-9846-5c8c50ef348a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:55.987916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50754) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:56.003025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685c171-f134-46e2-8829-7dc4a72d1cc9 None None] Network bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:56.025032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:56.040729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (03b063b2-f90e-47cb-9233-eb3499af9c84), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.042459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:56.042831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:56.067702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (92885063-3262-4fa0-b983-708efb22cb83), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.079330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:56.088102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:56.102353 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15533135-c35c-4600-ae7a-81742da7b161 req-668991ac-2ed6-4841-8c87-9f40c4ef10a6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.0759907 Apr 07 01:50:56.103214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:50:56.103771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:50:56.104052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Pushing event updated for resources: {'Port': ['ID=0ad903af-56c0-4459-a772-9a7428687858,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:56.127297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.173391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:56.189291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:56.193017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:56.193704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:54Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:56.194198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.194677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4594933-432b-4243-92e2-9f3cf23bcf64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4f8ad760-7823-46e0-8f84-fef7444b33e5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.198105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4594933-432b-4243-92e2-9f3cf23bcf64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.203866 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d4594933-432b-4243-92e2-9f3cf23bcf64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/4f8ad760-7823-46e0-8f84-fef7444b33e5 HTTP/1.1" status: 204 len: 168 time: 0.6380236 Apr 07 01:50:56.207971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50756) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:56.226091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Attempting to bind port 0ad903af-56c0-4459-a772-9a7428687858 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:50:56.227063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Attempting to bind port 0ad903af-56c0-4459-a772-9a7428687858 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:50:56.227063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Attempting to bind port 0ad903af-56c0-4459-a772-9a7428687858 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:50:56.231112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b19e38b-8489-4c64-a41b-5e995266cf82 None None] The sync data for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv is: [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:54Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:50:56.238311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:50:56.239735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:50:56.239735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.239735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:50:56.240023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Bound port: 0ad903af-56c0-4459-a772-9a7428687858, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:50:56.240223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0ad903af-56c0-4459-a772-9a7428687858), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.245099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4594933-432b-4243-92e2-9f3cf23bcf64 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ad760-7823-46e0-8f84-fef7444b33e5,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:56.264358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (4d1ed947-07ec-44d2-94b0-f7149fcd43d2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.264358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=03b063b2-f90e-47cb-9233-eb3499af9c84,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:56.369492 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bc96582d-5a4d-4962-b15b-ea3aa72652de tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4155354 Apr 07 01:50:56.373800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.1 (2953dd1a-e218-415c-a5f4-3802ce576792/11b4b828-1973-4938-84ae-b6139059828e/7d58edc9-398d-42ec-97cc-8f0a9df8d624) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:56.375706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] For port 0ad903af-56c0-4459-a772-9a7428687858, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:50:56.386190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] For port 0ad903af-56c0-4459-a772-9a7428687858, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ad903af-56c0-4459-a772-9a7428687858,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:50:56.395941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50758) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:56.397665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] DHCP port deletion for bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:56.408643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:32:f1:c8', 'name': 'tempest-NetworksTestDHCPv6-306480101'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:56.409188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (92885063-3262-4fa0-b983-708efb22cb83), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.461841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4d1ed947-07ec-44d2-94b0-f7149fcd43d2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.478583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] Deleting port b9c72799-0321-43f6-aa43-c7fdfb36ef34 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:56.480233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.509606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1ed947-07ec-44d2-94b0-f7149fcd43d2,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:56.540126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0ad903af-56c0-4459-a772-9a7428687858), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.573572 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2bc3d060-d0bc-4e00-9918-25f701d44e8f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3495634 Apr 07 01:50:56.574330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50760) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:56.578664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219168371'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:56.588317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.590474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a86b259d-227d-4448-b0a8-1db89e89dc8e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1022360 Apr 07 01:50:56.597737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50762) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:56.603806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '4d1ed947-07ec-44d2-94b0-f7149fcd43d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:56.645101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (92885063-3262-4fa0-b983-708efb22cb83), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.676135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=92885063-3262-4fa0-b983-708efb22cb83,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:56.692875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.693642 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-647194ef-654a-4e79-abfe-83d0e12e4712 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/92885063-3262-4fa0-b983-708efb22cb83 HTTP/1.1" status: 204 len: 168 time: 1.1456118 Apr 07 01:50:56.694567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50764) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:56.728029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] For port b9c72799-0321-43f6-aa43-c7fdfb36ef34, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b9c72799-0321-43f6-aa43-c7fdfb36ef34,segment=NetworkSegment(8a7cea8d-3066-454d-9135-c670a57f4709),segment_id=8a7cea8d-3066-454d-9135-c670a57f4709)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:56.728471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.729865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port b9c72799-0321-43f6-aa43-c7fdfb36ef34 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:56.730214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.745695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] Calling delete_port for b9c72799-0321-43f6-aa43-c7fdfb36ef34 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:56.766216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet 6fd8249d-d46c-405b-9e82-4b8fddf367ba {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:56.771956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.777552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (6fd8249d-d46c-405b-9e82-4b8fddf367ba), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.817521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d33c3634-ffd9-4d13-af42-25fe4f52f87c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.879580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (6fd8249d-d46c-405b-9e82-4b8fddf367ba), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:56.885766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085687-f598-4e85-9d88-dd8f09f20b7c None None] Pushing event updated for resources: {'Port': ['ID=0ad903af-56c0-4459-a772-9a7428687858,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:56.895263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747bd0a9-da18-40ae-a413-0add3abd9b8a None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:56.991213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] For port b9c72799-0321-43f6-aa43-c7fdfb36ef34, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b9c72799-0321-43f6-aa43-c7fdfb36ef34,segment=NetworkSegment(8a7cea8d-3066-454d-9135-c670a57f4709),segment_id=8a7cea8d-3066-454d-9135-c670a57f4709)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:56.992263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.041866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-d0cbd34c-9707-4807-a3eb-04c3f2c5329d tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:50:57.043751 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-d0cbd34c-9707-4807-a3eb-04c3f2c5329d tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.10 "GET /v2.0/networks?id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 200 len: 797 time: 0.5225313 Apr 07 01:50:57.052549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for b9c72799-0321-43f6-aa43-c7fdfb36ef34 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:57.055827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:57.080037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d33c3634-ffd9-4d13-af42-25fe4f52f87c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.125760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d33c3634-ffd9-4d13-af42-25fe4f52f87c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.144548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (1c8b21e5-f39b-45e2-94c5-c8729f6a77a1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.178128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33c3634-ffd9-4d13-af42-25fe4f52f87c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:57.202798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1c8b21e5-f39b-45e2-94c5-c8729f6a77a1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.205761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6fd8249d-d46c-405b-9e82-4b8fddf367ba), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.206819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.297522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.299012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b9c72799-0321-43f6-aa43-c7fdfb36ef34 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:57.299506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.305602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.312271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d0d5c9be-46b0-4db0-a2f9-cd3af83ed3a2 req-d35188e7-2db4-4d06-8842-861722c00e72 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.0373232 Apr 07 01:50:57.323350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.328533 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f4daaa3d-5e68-4b22-8d2e-d0f9c5ac31f7 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7282660 Apr 07 01:50:57.339038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50772) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:57.349154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '4d1ed947-07ec-44d2-94b0-f7149fcd43d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:57.358820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Current status of the port b9c72799-0321-43f6-aa43-c7fdfb36ef34 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:57.359263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-92c61e1d-2194-4901-85b4-bd1eefd53d4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.364860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] Pushing event deleted for resources: {'Port': ['ID=b9c72799-0321-43f6-aa43-c7fdfb36ef34,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:57.366578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8b21e5-f39b-45e2-94c5-c8729f6a77a1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:57.401966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868a1c9-4dfe-436f-bdc7-a23a8c48287a None None] No DVR routers for this DVR port b9c72799-0321-43f6-aa43-c7fdfb36ef34 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:57.424552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.428583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5fa1bdb0-a42e-46f5-9812-f9f7b4f6ca7f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8509784 Apr 07 01:50:57.429051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50774) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:57.434057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9f0e6df2-0b19-4f84-b187-69f4985d6386 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '1c8b21e5-f39b-45e2-94c5-c8729f6a77a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:57.448912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b932bb6-6c33-47cc-a457-b6c68208bd72 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:57.470348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (6fd8249d-d46c-405b-9e82-4b8fddf367ba), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.501896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=6fd8249d-d46c-405b-9e82-4b8fddf367ba,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:57.516102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.524064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-606227df-9421-49d6-8f3e-720881880364 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/6fd8249d-d46c-405b-9e82-4b8fddf367ba HTTP/1.1" status: 204 len: 168 time: 0.8281555 Apr 07 01:50:57.524870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50776) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:57.526011 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-d43f84bb-2f3a-47b7-91fd-d6dd047b54c7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74 HTTP/1.1" status: 200 len: 379 time: 0.3432570 Apr 07 01:50:57.529424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:50:57.549896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'port': {'device_id': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'admin_state_up': True, 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'security_groups': ['7f63fc40-0780-49f3-9d39-da689dcf4f0d']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:57.563706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0b932bb6-6c33-47cc-a457-b6c68208bd72 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:57.566470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.566639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.599160 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02ce92e-9e1d-4f3d-910e-17d99adcc937 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:57.600165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02ce92e-9e1d-4f3d-910e-17d99adcc937 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:57.607038 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b02ce92e-9e1d-4f3d-910e-17d99adcc937 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/92885063-3262-4fa0-b983-708efb22cb83 HTTP/1.1" status: 404 len: 337 time: 0.0777175 Apr 07 01:50:57.607671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50778) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:57.628629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Could not find standard attr ID for object 0924df0e-d932-47a6-87f1-c2e7d431eb25. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:57.646557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (82c6c8a8-7b54-43f2-866c-481ef6862f57), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.694169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633848c-05d0-4255-8cae-da5749a36bf8 None None] Update dhcp port {'port': {'network_id': '176651cd-3b1f-4d44-9232-c956eb81ad50', 'fixed_ips': [{'subnet_id': '2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6fd8249d-d46c-405b-9e82-4b8fddf367ba'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '8dce4188-abc2-4b33-8dbc-25346a84ac02'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:50:57.697846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting subnet 2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:50:57.701586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for subnet (2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.734846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Provisioning complete for port 108a8f43-8306-4303-ad53-d559b295604f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:57.735359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (108a8f43-8306-4303-ad53-d559b295604f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.765765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.767965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b633848c-05d0-4255-8cae-da5749a36bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.770488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 2953dd1a-e218-415c-a5f4-3802ce576792 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:50:57.788816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:50:57.803910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b9c72799-0321-43f6-aa43-c7fdfb36ef34), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.897195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-9f0e6df2-0b19-4f84-b187-69f4985d6386 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The resource could not be found. Apr 07 01:50:57.901677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f0e6df2-0b19-4f84-b187-69f4985d6386 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4687567 Apr 07 01:50:57.902026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50780) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:57.907251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:50:57.908024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e67a8e99-24c1-43e2-8a4e-674388302920 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '1c8b21e5-f39b-45e2-94c5-c8729f6a77a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '092d3d2c-353e-4ac0-be35-7a8f5e5f3420'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:57.919991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No DVR routers for this DVR port b9c72799-0321-43f6-aa43-c7fdfb36ef34 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:57.927600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:57.971895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0b932bb6-6c33-47cc-a457-b6c68208bd72 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:57.973082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:58.058154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=7d58edc9-398d-42ec-97cc-8f0a9df8d624,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:58.161242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Current status of the port 108a8f43-8306-4303-ad53-d559b295604f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:58.161818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (108a8f43-8306-4303-ad53-d559b295604f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.170248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server [None req-b633848c-05d0-4255-8cae-da5749a36bf8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5: This subnet is being modified by another concurrent operation. Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 01:50:58.210718 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise exception Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5: This subnet is being modified by another concurrent operation. Apr 07 01:50:58.215074 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Apr 07 01:50:58.218184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=b9c72799-0321-43f6-aa43-c7fdfb36ef34,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:58.220833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (82c6c8a8-7b54-43f2-866c-481ef6862f57), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.270045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] For port 108a8f43-8306-4303-ad53-d559b295604f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=108a8f43-8306-4303-ad53-d559b295604f,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:58.272427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:58.272923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.318772 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (80e92abb-03bc-41be-8db2-243a3520fad8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.329435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (82c6c8a8-7b54-43f2-866c-481ef6862f57), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.335445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8:0:1::2b (90b9273a-c012-429c-a675-14d31428d1d8/03b063b2-f90e-47cb-9233-eb3499af9c84/1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:58.338004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (108a8f43-8306-4303-ad53-d559b295604f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.364584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.376044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Could not find standard attr ID for object b9c72799-0321-43f6-aa43-c7fdfb36ef34. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:58.385388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Could not find standard attr ID for object 604398be-5aad-4098-94a0-c6f23938a315. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:50:58.399273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff7056-cff8-45e3-9658-57b0dd8b915e None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:58.404113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c6c8a8-7b54-43f2-866c-481ef6862f57,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:58.436941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf2ffbc5-0b48-4126-8cc2-8af4a04ec637']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:58.450983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f5690-1f20-47d5-9182-16d86e978636 None None] Network 176651cd-3b1f-4d44-9232-c956eb81ad50 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:50:58.453355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::f816:3eff:fe32:f1c8 (90b9273a-c012-429c-a675-14d31428d1d8/5a5d1e28-b0ba-4de3-bf0b-2f9afe483013/1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:58.462433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Made reservation on behalf of 1fa5bca2bd6641d0a23f1ff9308f8e74 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:58.466300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.470724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a7cea8d-3066-454d-9135-c670a57f4709') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:58.471021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a7cea8d-3066-454d-9135-c670a57f4709') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:50:58.483366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.488525 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6dc95534-b081-4794-9865-7d53095f834a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1413970 Apr 07 01:50:58.502015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50784) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.508695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '4d1ed947-07ec-44d2-94b0-f7149fcd43d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:58.521502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (8a7cea8d-3066-454d-9135-c670a57f4709), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.533646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d5077-d00f-4e9d-a32f-6fb52a96ca9b None None] Pushing event updated for resources: {'Port': ['ID=108a8f43-8306-4303-ad53-d559b295604f,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:58.576229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:58.577577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Subnet': ['ID=2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:58.599551 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-e67a8e99-24c1-43e2-8a4e-674388302920 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The resource could not be found. Apr 07 01:50:58.601381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (8a7cea8d-3066-454d-9135-c670a57f4709), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.604348 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e67a8e99-24c1-43e2-8a4e-674388302920 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7012298 Apr 07 01:50:58.605732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.609211 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4003a937-d747-4e8b-8ae6-9285f32b7e16 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/2d2b8b38-3701-47a8-9e5b-9c5d40fd99c5 HTTP/1.1" status: 204 len: 168 time: 0.9999511 Apr 07 01:50:58.609856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50786) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.616208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Provisioning complete for port 8dce4188-abc2-4b33-8dbc-25346a84ac02 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:58.616849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.632142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50788) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.634336 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-db8e39e9-2d17-4bb9-9826-c35ecc03be84 req-c484f311-81af-4eec-aef1-dd5c677ffafe tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.0556915 Apr 07 01:50:58.669013 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a743d4c-cc8c-4237-bb93-afce1c9dea74 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:58.669532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a743d4c-cc8c-4237-bb93-afce1c9dea74 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:58.681664 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0a743d4c-cc8c-4237-bb93-afce1c9dea74 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/61959f04-43e4-40c3-b009-5e28ff4dcebc HTTP/1.1" status: 404 len: 337 time: 0.0462761 Apr 07 01:50:58.686800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50790) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.691551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:50:58.692068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (8a7cea8d-3066-454d-9135-c670a57f4709), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:50:58.695382 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:50:58.722745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec1a005e-1108-4536-97f1-1f7e92de5ed6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea469154-de7a-4538-a2b0-ebdf84f9ff63 HTTP/1.1" status: 200 len: 205 time: 0.0347087 Apr 07 01:50:58.727214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50792) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.754992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cebea3a0-c59d-4467-9886-67a5bc4decb2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:50:58.757439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] DHCP port deletion for 176651cd-3b1f-4d44-9232-c956eb81ad50 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:50:58.768223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-96cbbfa9-f1ba-44f1-a578-b9391b6e69fd tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] delete failed (client error): The resource could not be found. Apr 07 01:50:58.769416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-96cbbfa9-f1ba-44f1-a578-b9391b6e69fd tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/routers/ea469154-de7a-4538-a2b0-ebdf84f9ff63 HTTP/1.1" status: 404 len: 336 time: 0.0412724 Apr 07 01:50:58.772652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50794) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.787668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: cebea3a0-c59d-4467-9886-67a5bc4decb2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:50:58.788236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cebea3a0-c59d-4467-9886-67a5bc4decb2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:50:58.809197 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb1f31f-e022-427c-aa26-e29deb0531cc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:58.809661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb1f31f-e022-427c-aa26-e29deb0531cc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:58.813360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-aeb1f31f-e022-427c-aa26-e29deb0531cc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/3c3fc9cb-54fb-498d-9e3d-074162a3d05f HTTP/1.1" status: 404 len: 337 time: 0.0393159 Apr 07 01:50:58.815935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50796) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.822212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Current status of the port 8dce4188-abc2-4b33-8dbc-25346a84ac02 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:58.842936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (64abb826-47c9-4837-a54c-5323e31e0071), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.875439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Provisioning complete for port 0ad903af-56c0-4459-a772-9a7428687858 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:58.875825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ad903af-56c0-4459-a772-9a7428687858), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.882881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] Update dhcp port {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'fixed_ips': [{'subnet_id': '5a5d1e28-b0ba-4de3-bf0b-2f9afe483013', 'ip_address': '2001:db8::f816:3eff:fe1e:2560'}, {'subnet_id': '03b063b2-f90e-47cb-9233-eb3499af9c84'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '0ad903af-56c0-4459-a772-9a7428687858'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:50:58.892805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d4980f-8b95-4a85-9e56-de0749547c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (1c8b21e5-f39b-45e2-94c5-c8729f6a77a1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.944799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d4980f-8b95-4a85-9e56-de0749547c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (1c8b21e5-f39b-45e2-94c5-c8729f6a77a1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.956399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0ad903af-56c0-4459-a772-9a7428687858), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.958623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-264caf87-5f10-4240-92ad-dd83d9ee7df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:58.959291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264caf87-5f10-4240-92ad-dd83d9ee7df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:58.965147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] Deleting port 8dce4188-abc2-4b33-8dbc-25346a84ac02 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:58.965529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:58.968042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50798) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:58.968522 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-264caf87-5f10-4240-92ad-dd83d9ee7df7 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/dd9abda8-e956-464a-aa6f-90df7f8ea7e6 HTTP/1.1" status: 404 len: 337 time: 0.1511724 Apr 07 01:50:58.990267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 108a8f43-8306-4303-ad53-d559b295604f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:59.047283 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf32b4e3-5552-4270-8d37-e21aee4c08fc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.047742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf32b4e3-5552-4270-8d37-e21aee4c08fc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.049006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0ed8bc7a-9791-4588-978f-a7b49ab5ecc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.053341 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bf32b4e3-5552-4270-8d37-e21aee4c08fc tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/da47ff8f-8a08-4538-bb24-64a7eeebeb33 HTTP/1.1" status: 404 len: 337 time: 0.0727212 Apr 07 01:50:59.053803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50800) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.082121 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0cdc37-1ad0-4118-977a-92a758c2fda8 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.082690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0cdc37-1ad0-4118-977a-92a758c2fda8 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.088704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ba0cdc37-1ad0-4118-977a-92a758c2fda8 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/4c8fb847-0f08-47de-bae4-213d1e744e23 HTTP/1.1" status: 404 len: 333 time: 0.0311909 Apr 07 01:50:59.089711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (bf2ffbc5-0b48-4126-8cc2-8af4a04ec637), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.089841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50802) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.102008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Allocated IP 172.20.0.9 (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0/e4b931ef-ece8-49be-b055-29428b718934/a6534193-87c1-422d-ae61-a26d802b6e20) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:50:59.111887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] For port 8dce4188-abc2-4b33-8dbc-25346a84ac02, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8dce4188-abc2-4b33-8dbc-25346a84ac02,segment=NetworkSegment(5f272635-afac-4e50-961e-5d056ede68ef),segment_id=5f272635-afac-4e50-961e-5d056ede68ef)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:59.114895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.115019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.117441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78836fc-04e9-47f6-83ee-227f5a8cdfd4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.117943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78836fc-04e9-47f6-83ee-227f5a8cdfd4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.123545 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b78836fc-04e9-47f6-83ee-227f5a8cdfd4 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/e1dbf122-1444-4fa4-a988-ed6e61be1fbb HTTP/1.1" status: 404 len: 337 time: 0.0323637 Apr 07 01:50:59.123769 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/bf2ffbc5-0b48-4126-8cc2-8af4a04ec637 HTTP/1.1" status: 204 len: 168 time: 3.1320405 Apr 07 01:50:59.124385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d4980f-8b95-4a85-9e56-de0749547c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1c8b21e5-f39b-45e2-94c5-c8729f6a77a1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.128061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50804) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.128198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d4980f-8b95-4a85-9e56-de0749547c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.128198 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-58d4980f-8b95-4a85-9e56-de0749547c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/1c8b21e5-f39b-45e2-94c5-c8729f6a77a1 HTTP/1.1" status: 204 len: 168 time: 0.5024505 Apr 07 01:50:59.132617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50806) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.132790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50808) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.147438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-713357244'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:59.160841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] Calling delete_port for 8dce4188-abc2-4b33-8dbc-25346a84ac02 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:50:59.162977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.180119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4980f-8b95-4a85-9e56-de0749547c32 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8b21e5-f39b-45e2-94c5-c8729f6a77a1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:59.185948 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f19f5f5-419e-46b8-a8bb-1eb96f6778cb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.187129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f19f5f5-419e-46b8-a8bb-1eb96f6778cb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.188135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7596a7-2819-4dc0-88d1-37910e07c269 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=bf2ffbc5-0b48-4126-8cc2-8af4a04ec637,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:59.192781 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8f19f5f5-419e-46b8-a8bb-1eb96f6778cb tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/a4f8ae2b-13e1-4e73-a3be-7efaed32a44c HTTP/1.1" status: 404 len: 337 time: 0.0566638 Apr 07 01:50:59.196103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (64abb826-47c9-4837-a54c-5323e31e0071), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.196264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50810) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.201235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.233567 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ca1938-5ad5-46d4-be10-1231d5b574f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.233567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ca1938-5ad5-46d4-be10-1231d5b574f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.239020 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35ca1938-5ad5-46d4-be10-1231d5b574f0 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/9ecf5c7e-33c8-4a23-9c91-1cb273f8993e HTTP/1.1" status: 404 len: 333 time: 0.0397878 Apr 07 01:50:59.240013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50812) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.243398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Current status of the port 0ad903af-56c0-4459-a772-9a7428687858 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:59.243809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0ad903af-56c0-4459-a772-9a7428687858), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.270370 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c5055635-a49f-422f-bd3c-b920750181c5 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1353967 Apr 07 01:50:59.271443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b99666-3029-4dd0-b9ae-2e5ab0bdb11a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.271899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b99666-3029-4dd0-b9ae-2e5ab0bdb11a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.277295 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c1b99666-3029-4dd0-b9ae-2e5ab0bdb11a tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/f05c8986-e8fe-4af5-8613-553b407c413b HTTP/1.1" status: 404 len: 337 time: 0.0339956 Apr 07 01:50:59.277295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50814) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.280786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f015dd15-edc1-40c6-be71-e09e77fd35a4 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '629c74bd-cafb-4976-8963-e9312e7a15f8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:59.283996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50816) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.329505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (64abb826-47c9-4837-a54c-5323e31e0071), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.468723 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-f015dd15-edc1-40c6-be71-e09e77fd35a4 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The resource could not be found. Apr 07 01:50:59.474439 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f015dd15-edc1-40c6-be71-e09e77fd35a4 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1927040 Apr 07 01:50:59.474439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50818) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.480741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 108a8f43-8306-4303-ad53-d559b295604f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:59.481149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (108a8f43-8306-4303-ad53-d559b295604f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.481664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--326732686'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:59.525565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] For port 0ad903af-56c0-4459-a772-9a7428687858, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ad903af-56c0-4459-a772-9a7428687858,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:50:59.576262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.595167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 108a8f43-8306-4303-ad53-d559b295604f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:59.596280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ad903af-56c0-4459-a772-9a7428687858 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:50:59.619298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0ad903af-56c0-4459-a772-9a7428687858), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.649870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (724e8039-f703-46f0-a964-050dab975882), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.674904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (8dce4188-abc2-4b33-8dbc-25346a84ac02), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.697755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Pushing event updated for resources: {'Port': ['ID=0ad903af-56c0-4459-a772-9a7428687858,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:59.703306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Provisioning complete for port 7d58edc9-398d-42ec-97cc-8f0a9df8d624 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:59.705061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.707054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] No DVR routers for this DVR port 8dce4188-abc2-4b33-8dbc-25346a84ac02 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:50:59.725020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (724e8039-f703-46f0-a964-050dab975882), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.726588 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc65b61a-5222-4797-9127-b390d2fa824d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] DELETE failed (client error): The resource could not be found. Apr 07 01:50:59.727119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc65b61a-5222-4797-9127-b390d2fa824d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:50:59.730188 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dc65b61a-5222-4797-9127-b390d2fa824d tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/subnets/6e9d1dbf-7c02-42c6-bb40-fd44770137fd HTTP/1.1" status: 404 len: 337 time: 0.4452739 Apr 07 01:50:59.730867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:50:59.732842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50822) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.734647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.768211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0b43a-e478-4901-ad74-9fe49e53f0a6 None None] Pushing event deleted for resources: {'Port': ['ID=8dce4188-abc2-4b33-8dbc-25346a84ac02,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:59.793253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Port 7d58edc9-398d-42ec-97cc-8f0a9df8d624 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:59.795900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0ad903af-56c0-4459-a772-9a7428687858 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:59.797477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ad903af-56c0-4459-a772-9a7428687858), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.819901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64abb826-47c9-4837-a54c-5323e31e0071,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:59.836475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e1225f4-3f8b-4b21-a277-ea8e31a7d25d req-bbf79e63-192d-4129-a30d-90983c9cd11d tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.0559959 Apr 07 01:50:59.836791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Provisioning complete for port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:50:59.837216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.849082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724e8039-f703-46f0-a964-050dab975882,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:50:59.865686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.867466 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5635d157-02d7-468e-8a23-224519d52654 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3900723 Apr 07 01:50:59.870155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50824) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.874812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215817888'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:59.907122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-754074e1-280e-400f-9619-0c6b44507f1e None None] Port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:50:59.918046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:50:59.922029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.925810 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-25aeaebf-9c5a-428b-bbe4-fbb9f5ce5d17 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4191828 Apr 07 01:50:59.929663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50826) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:50:59.934734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '4d1ed947-07ec-44d2-94b0-f7149fcd43d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:50:59.951464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0ad903af-56c0-4459-a772-9a7428687858 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:50:59.963597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e40fffbd-97ab-41e5-b194-2d33f10cd87b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.963597 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment e40fffbd-97ab-41e5-b194-2d33f10cd87b of type vlan for network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 Apr 07 01:50:59.969278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.974716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Deleting port e1def7d4-2527-4c66-a4c3-f7bed49b87f0 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:50:59.975217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:50:59.980034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.028219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b9c72799-0321-43f6-aa43-c7fdfb36ef34 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:00.031630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] Allocated IP 2001:db8:0:1::2 (90b9273a-c012-429c-a675-14d31428d1d8/03b063b2-f90e-47cb-9233-eb3499af9c84/0ad903af-56c0-4459-a772-9a7428687858) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:00.047755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (67ea1e01-de62-4f39-952b-fe8fca9f4f54), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.048235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for port (a6534193-87c1-422d-ae61-a26d802b6e20), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.055986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: b9c72799-0321-43f6-aa43-c7fdfb36ef34 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:00.056343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b9c72799-0321-43f6-aa43-c7fdfb36ef34 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:00.056528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:00.056835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:00.059141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:00.062304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:00.067545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:00.068172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.081951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8dce4188-abc2-4b33-8dbc-25346a84ac02 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:00.083860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8dce4188-abc2-4b33-8dbc-25346a84ac02 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:00.107174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.116250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (dcb749df-9882-4b8f-b1e1-80e69feb3bc2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.146202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Calling delete_port for e1def7d4-2527-4c66-a4c3-f7bed49b87f0 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:00.185596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] For port 0ad903af-56c0-4459-a772-9a7428687858, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ad903af-56c0-4459-a772-9a7428687858,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:00.205376 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8029952 Apr 07 01:51:00.210348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50830) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:00.213200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136f619-8f23-482a-9e2c-6401f2f684dd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.222555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] Publish callbacks [] for port (0ad903af-56c0-4459-a772-9a7428687858), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.240467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (79de9354-3928-4bb6-9fd4-8e8d94f6d4b9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.266751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (67ea1e01-de62-4f39-952b-fe8fca9f4f54), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.268639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0ad903af-56c0-4459-a772-9a7428687858), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.290101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (79de9354-3928-4bb6-9fd4-8e8d94f6d4b9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.300066 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (dcb749df-9882-4b8f-b1e1-80e69feb3bc2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.306149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:00.306780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.324523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79de9354-3928-4bb6-9fd4-8e8d94f6d4b9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.364352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daaae2d-9573-4c94-a2dc-d9d35c39af36 None None] Pushing event updated for resources: {'Port': ['ID=0ad903af-56c0-4459-a772-9a7428687858,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.368262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.370526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (67ea1e01-de62-4f39-952b-fe8fca9f4f54), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.392336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e1def7d4-2527-4c66-a4c3-f7bed49b87f0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.396206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.401185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4dba2582-6fe7-4b8f-9c8c-90f0f2c8d7fc tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5261109 Apr 07 01:51:00.401185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ea1e01-de62-4f39-952b-fe8fca9f4f54,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.406746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50832) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:00.421906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b2285fbf-e76e-4987-b2d1-4fe05d8109db tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group_rule': {'security_group_id': '724e8039-f703-46f0-a964-050dab975882', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '79de9354-3928-4bb6-9fd4-8e8d94f6d4b9'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:00.431404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Port': ['ID=e1def7d4-2527-4c66-a4c3-f7bed49b87f0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.437520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.443044 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b8ec3a69-66a4-4d91-8ccc-c0c146f48ea6 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/ports/e1def7d4-2527-4c66-a4c3-f7bed49b87f0 HTTP/1.1" status: 204 len: 168 time: 0.7012587 Apr 07 01:51:00.443479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50834) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:00.496737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.500891 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c4f297a4-7fe0-4e74-9d66-f054e68211e8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5673318 Apr 07 01:51:00.505647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50836) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:00.510377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '4d1ed947-07ec-44d2-94b0-f7149fcd43d2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:00.522290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=dcb749df-9882-4b8f-b1e1-80e69feb3bc2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.530179 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3967154 Apr 07 01:51:00.532684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50838) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:00.540217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:00.544251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:00.554151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.560252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:00.566838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.567236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.567745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.567873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.568394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.568847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.569103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.569444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.569782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.570114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.570451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.570784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.571114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.571447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.571779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e52d8eb-ec18-482c-8815-720a5a741a5c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:00.575415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:00.579288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.587675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:00.621935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:00.621935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.638584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (176651cd-3b1f-4d44-9232-c956eb81ad50), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.690670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.702156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (ab46490c-56fe-4af7-8f28-3a006e71c099), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.738373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:00.738961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.839739 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-b2285fbf-e76e-4987-b2d1-4fe05d8109db tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:51:00.845722 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b2285fbf-e76e-4987-b2d1-4fe05d8109db tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4303818 Apr 07 01:51:00.848577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50840) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:00.862636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (176651cd-3b1f-4d44-9232-c956eb81ad50), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.866362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.869396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=7d58edc9-398d-42ec-97cc-8f0a9df8d624,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:00.871986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (80e92abb-03bc-41be-8db2-243a3520fad8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.900345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:00.952438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8eec3aea-03e1-4a29-b3f3-25c2b8d68360 None None] Provisioning complete for port a6534193-87c1-422d-ae61-a26d802b6e20 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:00.953636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8eec3aea-03e1-4a29-b3f3-25c2b8d68360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:00.958109 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-90db06b9-e071-4976-aa74-03d8a60b8eca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4135973 Apr 07 01:51:00.986076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ad903af-56c0-4459-a772-9a7428687858 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:00.990373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176651cd-3b1f-4d44-9232-c956eb81ad50']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:00.995806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:01.000001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.034854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8eec3aea-03e1-4a29-b3f3-25c2b8d68360 None None] Port a6534193-87c1-422d-ae61-a26d802b6e20 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:01.059116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0ad903af-56c0-4459-a772-9a7428687858 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:01.059606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ad903af-56c0-4459-a772-9a7428687858), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.093274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f272635-afac-4e50-961e-5d056ede68ef') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:01.093581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f272635-afac-4e50-961e-5d056ede68ef') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:01.112731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (ab46490c-56fe-4af7-8f28-3a006e71c099), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.123006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Request body: {'port': {'device_id': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:01.128191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (5f272635-afac-4e50-961e-5d056ede68ef), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.162766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5f272635-afac-4e50-961e-5d056ede68ef), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.168648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d82009-5783-44e4-aeb3-8eed259eb49f None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:51:01.182189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:01.182595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (5f272635-afac-4e50-961e-5d056ede68ef), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:01.185552 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:01.218534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0ad903af-56c0-4459-a772-9a7428687858 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:01.231841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2b218d-d245-432d-b99c-89990f82ac2f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (79de9354-3928-4bb6-9fd4-8e8d94f6d4b9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.237085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ab46490c-56fe-4af7-8f28-3a006e71c099), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.252384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10891d-6240-4088-817a-70b009f9b5b4 req-e238c8c1-4bd1-453c-a835-7e537489b3d3 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:01.259194 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0c10891d-6240-4088-817a-70b009f9b5b4 req-e238c8c1-4bd1-453c-a835-7e537489b3d3 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 931 time: 0.2809231 Apr 07 01:51:01.283689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.284262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c37dea59-de2d-4fe5-a8cc-a0c15a70174f None None] Provisioning complete for port 0ad903af-56c0-4459-a772-9a7428687858 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:01.284650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c37dea59-de2d-4fe5-a8cc-a0c15a70174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ad903af-56c0-4459-a772-9a7428687858), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.308226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 2953dd1a-e218-415c-a5f4-3802ce576792 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:01.314146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:01.321097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab46490c-56fe-4af7-8f28-3a006e71c099,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:01.333884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2b218d-d245-432d-b99c-89990f82ac2f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (79de9354-3928-4bb6-9fd4-8e8d94f6d4b9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.338470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d82009-5783-44e4-aeb3-8eed259eb49f None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:51:01.381590 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0c10891d-6240-4088-817a-70b009f9b5b4 req-cdb44c6d-96af-48ec-82b2-faca74308e80 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213613 Apr 07 01:51:01.403356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.448585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.449158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6ef39349-35cc-4095-851a-29f50f0f714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.450161 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e571dcd1-9891-445c-b307-fbfe2b9e15c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9434295 Apr 07 01:51:01.455804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (176651cd-3b1f-4d44-9232-c956eb81ad50), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.460434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.461683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c37dea59-de2d-4fe5-a8cc-a0c15a70174f None None] Current status of the port 0ad903af-56c0-4459-a772-9a7428687858 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:01.465608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50844) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:01.468784 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] 10.222.0.25 "DELETE /v2.0/networks/176651cd-3b1f-4d44-9232-c956eb81ad50 HTTP/1.1" status: 204 len: 168 time: 1.0241108 Apr 07 01:51:01.489853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d86b0-def9-4422-9b59-a89241a2ca53 tempest-PortsIpV6TestJSON-791829703 tempest-PortsIpV6TestJSON-791829703-project] Pushing event deleted for resources: {'Network': ['ID=176651cd-3b1f-4d44-9232-c956eb81ad50,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:01.516427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:01.534423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2b218d-d245-432d-b99c-89990f82ac2f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (79de9354-3928-4bb6-9fd4-8e8d94f6d4b9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.536128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2b218d-d245-432d-b99c-89990f82ac2f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.541106 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4d2b218d-d245-432d-b99c-89990f82ac2f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/79de9354-3928-4bb6-9fd4-8e8d94f6d4b9 HTTP/1.1" status: 204 len: 168 time: 0.6912608 Apr 07 01:51:01.546433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50848) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:01.575722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b218d-d245-432d-b99c-89990f82ac2f tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de9354-3928-4bb6-9fd4-8e8d94f6d4b9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:01.639205 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-be2037ba-4179-41a8-905f-229904c4260b tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0891795 Apr 07 01:51:01.639888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50850) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:01.648004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (60e4cdc8-9d34-45a1-808b-941c939f1709), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.687045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcd7e-06a9-40a6-a17c-8d1202c69ae6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (ab46490c-56fe-4af7-8f28-3a006e71c099), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.721586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.727244 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-34aa599f-c656-4702-b0b5-5e881f42b49c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718 HTTP/1.1" status: 204 len: 168 time: 1.5085561 Apr 07 01:51:01.741731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50852) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:01.743862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcd7e-06a9-40a6-a17c-8d1202c69ae6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (ab46490c-56fe-4af7-8f28-3a006e71c099), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.760378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=60e4cdc8-9d34-45a1-808b-941c939f1709,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:01.804560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 80e92abb-03bc-41be-8db2-243a3520fad8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:01.853648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': 'e40fffbd-97ab-41e5-b194-2d33f10cd87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:01.854023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: dcb749df-9882-4b8f-b1e1-80e69feb3bc2, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:01.858922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (724e8039-f703-46f0-a964-050dab975882), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.889272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42200b31-71f2-4c41-9366-753ed75f8624 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:01.890930 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-42200b31-71f2-4c41-9366-753ed75f8624 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1504703 Apr 07 01:51:01.896905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50854) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:01.897592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcd7e-06a9-40a6-a17c-8d1202c69ae6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ab46490c-56fe-4af7-8f28-3a006e71c099), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.911829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1bfcd7e-06a9-40a6-a17c-8d1202c69ae6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.915371 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f1bfcd7e-06a9-40a6-a17c-8d1202c69ae6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ab46490c-56fe-4af7-8f28-3a006e71c099 HTTP/1.1" status: 204 len: 168 time: 0.3978634 Apr 07 01:51:01.916100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50856) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:01.931258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (724e8039-f703-46f0-a964-050dab975882), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:01.974571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfcd7e-06a9-40a6-a17c-8d1202c69ae6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab46490c-56fe-4af7-8f28-3a006e71c099,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:02.006682 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51bdad7a-0426-4c5e-8200-d82a121491d3 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0895276 Apr 07 01:51:02.012905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50858) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.028866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:02.063938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-777dd06e-56d0-4634-8007-9af81dbf3f98 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (67ea1e01-de62-4f39-952b-fe8fca9f4f54), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.074569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6534193-87c1-422d-ae61-a26d802b6e20 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:51:02.074678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-777dd06e-56d0-4634-8007-9af81dbf3f98 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (67ea1e01-de62-4f39-952b-fe8fca9f4f54), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.085436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2a8ea959-5fd8-4a49-81be-5b1e013e2946 None None] Could not find standard attr ID for object 1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:51:02.090172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Publish callbacks [] for port (a6534193-87c1-422d-ae61-a26d802b6e20), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.100852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4629845-1be6-4690-9fd5-7dbf1bccb9ad tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:02.102457 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e4629845-1be6-4690-9fd5-7dbf1bccb9ad tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2028441 Apr 07 01:51:02.112166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2a8ea959-5fd8-4a49-81be-5b1e013e2946 None None] Provisioning complete for port 7d58edc9-398d-42ec-97cc-8f0a9df8d624 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:02.112552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a8ea959-5fd8-4a49-81be-5b1e013e2946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.123666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (724e8039-f703-46f0-a964-050dab975882), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.131479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50862) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.135071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.136271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/724e8039-f703-46f0-a964-050dab975882 HTTP/1.1" status: 204 len: 168 time: 0.4948184 Apr 07 01:51:02.141637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50864) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.154710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, dcb749df-9882-4b8f-b1e1-80e69feb3bc2) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:02.156595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50866) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.156733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2a8ea959-5fd8-4a49-81be-5b1e013e2946 None None] Port 7d58edc9-398d-42ec-97cc-8f0a9df8d624 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:02.168849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724e8039-f703-46f0-a964-050dab975882,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:02.171275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf4af4-13fc-4dc8-8a26-3eef4ed13aca None None] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:02.173224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:02.173836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.188245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.188593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.188969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.189340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.189679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.190019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.190381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.195735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.196087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.196430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.197129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.197482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.197816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.198200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.198527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bff8d-3377-4ab7-b5c5-955688a42546 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:02.206519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-777dd06e-56d0-4634-8007-9af81dbf3f98 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (67ea1e01-de62-4f39-952b-fe8fca9f4f54), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.207204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Transition to ACTIVE for port object a6534193-87c1-422d-ae61-a26d802b6e20 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:51:02.211246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:02.222426 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e349bafb-5e7a-4ce7-97cc-3e79dae0652b tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/routers/80e92abb-03bc-41be-8db2-243a3520fad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9028485 Apr 07 01:51:02.222964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-777dd06e-56d0-4634-8007-9af81dbf3f98 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.223084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50870) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.224187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-777dd06e-56d0-4634-8007-9af81dbf3f98 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/67ea1e01-de62-4f39-952b-fe8fca9f4f54 HTTP/1.1" status: 204 len: 168 time: 0.2102008 Apr 07 01:51:02.228131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50872) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.236369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] Sync routers for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:02.240228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'port': {'network_id': '2953dd1a-e218-415c-a5f4-3802ce576792', 'name': 'tempest-FloatingIPTestJSON-899836671'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:02.267403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dd06e-56d0-4634-8007-9af81dbf3f98 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=67ea1e01-de62-4f39-952b-fe8fca9f4f54,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:02.279620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a62f2b59-3dca-48c8-acec-6a8702cb528c tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1347039 Apr 07 01:51:02.284189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50874) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.289793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'tempest-secgroup--391187842'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:02.294727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:02.295524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:02.323589 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d4319cac-1617-44cf-b7cb-76ec5dc3dac2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7875900 Apr 07 01:51:02.323932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50876) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.334672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1384092231'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:02.358592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:02.392923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.401064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.404500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:02.405722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:02.420051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0468f8-1928-4145-be1d-0bcd08af6fd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:02.421611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0468f8-1928-4145-be1d-0bcd08af6fd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:02.422922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0468f8-1928-4145-be1d-0bcd08af6fd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:02.431583 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0c0468f8-1928-4145-be1d-0bcd08af6fd8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2944434 Apr 07 01:51:02.433201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50880) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.458814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-dcb749df-9882-4b8f-b1e1-80e69feb3bc2', 'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': '60e4cdc8-9d34-45a1-808b-941c939f1709'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:02.459688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.462346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:02.463221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267612-60a5-4931-818d-6edc8149b247 None None] The sync data for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:02.464498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.490974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (5c0360d5-86dc-4c69-8fbc-3bdc38cb005d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.543922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57fb30-16f9-46a4-8689-3b87298cbd34 req-d1fed4d8-656e-47a6-8786-6ec655389cdf tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:02.545708 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f57fb30-16f9-46a4-8689-3b87298cbd34 req-d1fed4d8-656e-47a6-8786-6ec655389cdf tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 943 time: 0.0574498 Apr 07 01:51:02.547195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5c0360d5-86dc-4c69-8fbc-3bdc38cb005d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.600592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e8d99c87-af2b-421c-93c6-68271174adbb tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3710175 Apr 07 01:51:02.606625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50882) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.634696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0360d5-86dc-4c69-8fbc-3bdc38cb005d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:02.646096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Allocated IP 172.20.0.2 (dcb749df-9882-4b8f-b1e1-80e69feb3bc2/60e4cdc8-9d34-45a1-808b-941c939f1709/9dd95478-b739-4739-a6ce-a819adf9f0dd) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:02.647954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.652118 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7c715cfe-ffe6-4fa8-a226-5ef272788aa9 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3640115 Apr 07 01:51:02.656509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50884) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.664063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-228e25eb-5b3c-41bf-9607-5f1bde6c6a5d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (64abb826-47c9-4837-a54c-5323e31e0071), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.667017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:02.678675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-71459a80-a240-4c6d-828c-ba59044fb226 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:02.679220 dv-neutron-836863-2-hyperv neutron-server[110984]: WARNING neutron.api.v2.base [None req-71459a80-a240-4c6d-828c-ba59044fb226 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 07 01:51:02.679734 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-71459a80-a240-4c6d-828c-ba59044fb226 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] update failed (client error): There was a conflict when trying to complete your request. Apr 07 01:51:02.681204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-71459a80-a240-4c6d-828c-ba59044fb226 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "PUT /v2.0/security-groups/5c0360d5-86dc-4c69-8fbc-3bdc38cb005d HTTP/1.1" status: 409 len: 330 time: 0.0197048 Apr 07 01:51:02.686920 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f57fb30-16f9-46a4-8689-3b87298cbd34 req-e55bca65-96a3-4de9-853b-d2c3ec6bcb7a tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268384 Apr 07 01:51:02.687419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50886) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.725281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-228e25eb-5b3c-41bf-9607-5f1bde6c6a5d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (64abb826-47c9-4837-a54c-5323e31e0071), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.773379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-802dddec-8f5b-4aaf-8654-1ff923880309 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (5c0360d5-86dc-4c69-8fbc-3bdc38cb005d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.793261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 03b063b2-f90e-47cb-9233-eb3499af9c84 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:02.805639 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d81d90b8-3eb8-4ed0-8a5a-68aab38dfba3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6983ae62db90456b974d284c32c8e0fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6377439 Apr 07 01:51:02.808509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (03b063b2-f90e-47cb-9233-eb3499af9c84), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.811944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50888) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.830247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-802dddec-8f5b-4aaf-8654-1ff923880309 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (5c0360d5-86dc-4c69-8fbc-3bdc38cb005d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.852628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-228e25eb-5b3c-41bf-9607-5f1bde6c6a5d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (64abb826-47c9-4837-a54c-5323e31e0071), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.853630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Publish callbacks [] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.864243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-228e25eb-5b3c-41bf-9607-5f1bde6c6a5d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.869850 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-228e25eb-5b3c-41bf-9607-5f1bde6c6a5d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/64abb826-47c9-4837-a54c-5323e31e0071 HTTP/1.1" status: 204 len: 168 time: 0.2578890 Apr 07 01:51:02.870758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50890) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.884540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e25eb-5b3c-41bf-9607-5f1bde6c6a5d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64abb826-47c9-4837-a54c-5323e31e0071,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:02.910801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (03b063b2-f90e-47cb-9233-eb3499af9c84), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.922175 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-de2ee114-74d1-4a36-bc59-09de007cb090 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0488491 Apr 07 01:51:02.928821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50892) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:02.942255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.958256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2495183a-5990-411e-af31-a7887afbcf9c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (82c6c8a8-7b54-43f2-866c-481ef6862f57), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.965163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Attempting to bind port a6534193-87c1-422d-ae61-a26d802b6e20 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:02.965510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Attempting to bind port a6534193-87c1-422d-ae61-a26d802b6e20 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:02.965843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Attempting to bind port a6534193-87c1-422d-ae61-a26d802b6e20 on network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:02.967402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2495183a-5990-411e-af31-a7887afbcf9c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (82c6c8a8-7b54-43f2-866c-481ef6862f57), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.987127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Port a6534193-87c1-422d-ae61-a26d802b6e20 on network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:51:02.987483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Attempting to bind port a6534193-87c1-422d-ae61-a26d802b6e20 on network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:02.990310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Made reservation on behalf of 6f9397d3c94246398e3155a60bfefe3b for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:02.992889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:02.993111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-802dddec-8f5b-4aaf-8654-1ff923880309 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (5c0360d5-86dc-4c69-8fbc-3bdc38cb005d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.993812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.995594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-802dddec-8f5b-4aaf-8654-1ff923880309 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:02.995732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:02.999419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:02.999616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.000144 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-802dddec-8f5b-4aaf-8654-1ff923880309 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/5c0360d5-86dc-4c69-8fbc-3bdc38cb005d HTTP/1.1" status: 204 len: 168 time: 0.3105743 Apr 07 01:51:03.000798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50894) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.001789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Pushing event updated for resources: {'Port': ['ID=9dd95478-b739-4739-a6ce-a819adf9f0dd,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:03.004574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:03.017355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dddec-8f5b-4aaf-8654-1ff923880309 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0360d5-86dc-4c69-8fbc-3bdc38cb005d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:03.038203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7284db06-43aa-43f4-acdd-6a92d455f9b7 admin admin] Publish callbacks [] for security_group (2ea03cc9-7cdc-4689-9c7d-22752b7ec159), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.040150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:03.040650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Checking segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:03.041070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Bound using segment: {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:03.041526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Bound port: a6534193-87c1-422d-ae61-a26d802b6e20, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:03.042511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.064507 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5b8f32a2-82d7-4a7e-a0cf-645a46882487 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0592864 Apr 07 01:51:03.066832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2495183a-5990-411e-af31-a7887afbcf9c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (82c6c8a8-7b54-43f2-866c-481ef6862f57), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.068702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50896) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.076194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2495183a-5990-411e-af31-a7887afbcf9c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.080104 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2495183a-5990-411e-af31-a7887afbcf9c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/82c6c8a8-7b54-43f2-866c-481ef6862f57 HTTP/1.1" status: 204 len: 168 time: 0.1502247 Apr 07 01:51:03.083892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Attempting to bind port 9dd95478-b739-4739-a6ce-a819adf9f0dd on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:03.084279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Attempting to bind port 9dd95478-b739-4739-a6ce-a819adf9f0dd by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'e40fffbd-97ab-41e5-b194-2d33f10cd87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:03.084658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Attempting to bind port 9dd95478-b739-4739-a6ce-a819adf9f0dd on network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:03.090745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:03.091381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Checking segment: {'id': 'e40fffbd-97ab-41e5-b194-2d33f10cd87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:03.091381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.094236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Bound using segment: {'id': 'e40fffbd-97ab-41e5-b194-2d33f10cd87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:03.094236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Bound port: 9dd95478-b739-4739-a6ce-a819adf9f0dd, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e40fffbd-97ab-41e5-b194-2d33f10cd87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'dcb749df-9882-4b8f-b1e1-80e69feb3bc2'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:03.094236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.094530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50898) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.096175 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-bd88f78b-3c59-4412-bf62-c189945dac51 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] delete failed (client error): The resource could not be found. Apr 07 01:51:03.102279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bd88f78b-3c59-4412-bf62-c189945dac51 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "DELETE /v2.0/security-groups/d1d97fd0-64d6-4d4b-8d2e-b9384b75a38d HTTP/1.1" status: 404 len: 347 time: 0.0250177 Apr 07 01:51:03.102919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50900) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.105545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 5afabb72-870b-4470-9e23-96aea603ea9c yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:03.111160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] device_id is not set on port ca1311af-904e-4878-b3d0-2a0d9747a74e yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:03.112945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495183a-5990-411e-af31-a7887afbcf9c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82c6c8a8-7b54-43f2-866c-481ef6862f57,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:03.121513 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-dfe918e1-8ab0-4bac-9c56-fc74f6455ef1 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] show failed (client error): The resource could not be found. Apr 07 01:51:03.128717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dfe918e1-8ab0-4bac-9c56-fc74f6455ef1 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-groups/09aa44a1-2fad-4806-80b2-ded1ac1420c7 HTTP/1.1" status: 404 len: 347 time: 0.0182333 Apr 07 01:51:03.128717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50902) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.140548 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-fc7ba273-968a-4839-9b20-9c1fa60c5b95 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] show failed (client error): The resource could not be found. Apr 07 01:51:03.145878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc7ba273-968a-4839-9b20-9c1fa60c5b95 tempest-NegativeSecGroupTest-1424037971 tempest-NegativeSecGroupTest-1424037971-project] 10.222.0.25 "GET /v2.0/security-group-rules/bd14e41a-ff65-464e-be21-3650f8f3b3bd HTTP/1.1" status: 404 len: 356 time: 0.0119112 Apr 07 01:51:03.175351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] For port 9dd95478-b739-4739-a6ce-a819adf9f0dd, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:03.175481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7284db06-43aa-43f4-acdd-6a92d455f9b7 admin admin] Publish callbacks [] for security_group (2ea03cc9-7cdc-4689-9c7d-22752b7ec159), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.176603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] For port 9dd95478-b739-4739-a6ce-a819adf9f0dd, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9dd95478-b739-4739-a6ce-a819adf9f0dd,segment=NetworkSegment(e40fffbd-97ab-41e5-b194-2d33f10cd87b),segment_id=e40fffbd-97ab-41e5-b194-2d33f10cd87b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:03.234042 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.300126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Pushing event updated for resources: {'Port': ['ID=9dd95478-b739-4739-a6ce-a819adf9f0dd,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:03.308150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.308516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.308966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.309328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.309767 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.310121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.310465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.310809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.311217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.311669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.312022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.312371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.312776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.313120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.313473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2065ba-75f5-44df-b311-e3f775efbc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:51:03.552653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50908) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.603854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (03b063b2-f90e-47cb-9233-eb3499af9c84), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.707281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec8fe2ea-eb4d-41f6-ba35-4c5cbd6ec122 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50f09e81f88c40139844bac327156cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533418 Apr 07 01:51:03.709712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50912) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.753117 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-add49f0d-c618-4ae4-b55a-e2ae5680674e tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.6559529 Apr 07 01:51:03.755986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50916) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:03.789801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96548ba2-86f2-4957-8308-caa36cb17e86 admin admin] Publish callbacks [] for security_group (e817bd79-261b-44f5-8a5c-7956de6d8fd5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.823165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:03.843107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96548ba2-86f2-4957-8308-caa36cb17e86 admin admin] Publish callbacks [] for security_group (e817bd79-261b-44f5-8a5c-7956de6d8fd5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.845927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0da8-7720-456c-a11e-7827c35715f9 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d33c3634-ffd9-4d13-af42-25fe4f52f87c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.858806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:03.868920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0da8-7720-456c-a11e-7827c35715f9 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d33c3634-ffd9-4d13-af42-25fe4f52f87c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.874607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Allocated IP 172.20.0.14 (2953dd1a-e218-415c-a5f4-3802ce576792/11b4b828-1973-4938-84ae-b6139059828e/ca1311af-904e-4878-b3d0-2a0d9747a74e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:03.911863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108cc2f-b5da-4f55-a794-0e14aef42c4c req-67bcb090-892e-48e0-87de-50d078c65efe tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:03.913167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.913485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0108cc2f-b5da-4f55-a794-0e14aef42c4c req-67bcb090-892e-48e0-87de-50d078c65efe tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 943 time: 0.1456933 Apr 07 01:51:03.935838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.13 (dcb749df-9882-4b8f-b1e1-80e69feb3bc2/60e4cdc8-9d34-45a1-808b-941c939f1709/5afabb72-870b-4470-9e23-96aea603ea9c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:03.939992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.947467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (03b063b2-f90e-47cb-9233-eb3499af9c84), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.949147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7284db06-43aa-43f4-acdd-6a92d455f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2ea03cc9-7cdc-4689-9c7d-22752b7ec159), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.951642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7284db06-43aa-43f4-acdd-6a92d455f9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.953378 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7284db06-43aa-43f4-acdd-6a92d455f9b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ea03cc9-7cdc-4689-9c7d-22752b7ec159 HTTP/1.1" status: 204 len: 168 time: 1.1360209 Apr 07 01:51:03.972983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0108cc2f-b5da-4f55-a794-0e14aef42c4c req-d588be97-8916-4e1a-b5af-2b5138977f6a tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531480 Apr 07 01:51:03.981334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0da8-7720-456c-a11e-7827c35715f9 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d33c3634-ffd9-4d13-af42-25fe4f52f87c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:03.999517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0da8-7720-456c-a11e-7827c35715f9 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.001963 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7f8e0da8-7720-456c-a11e-7827c35715f9 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d33c3634-ffd9-4d13-af42-25fe4f52f87c HTTP/1.1" status: 204 len: 168 time: 0.2447181 Apr 07 01:51:04.003853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50920) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:04.010582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=03b063b2-f90e-47cb-9233-eb3499af9c84,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.021375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96548ba2-86f2-4957-8308-caa36cb17e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e817bd79-261b-44f5-8a5c-7956de6d8fd5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.024118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96548ba2-86f2-4957-8308-caa36cb17e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.029417 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-96548ba2-86f2-4957-8308-caa36cb17e86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e817bd79-261b-44f5-8a5c-7956de6d8fd5 HTTP/1.1" status: 204 len: 168 time: 0.3163645 Apr 07 01:51:04.043848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e0da8-7720-456c-a11e-7827c35715f9 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d33c3634-ffd9-4d13-af42-25fe4f52f87c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.053626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be4510-b052-4059-90b8-9347b3f817f3 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:04.062151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96548ba2-86f2-4957-8308-caa36cb17e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817bd79-261b-44f5-8a5c-7956de6d8fd5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.073782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7284db06-43aa-43f4-acdd-6a92d455f9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea03cc9-7cdc-4689-9c7d-22752b7ec159,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.102415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8420ec32-e126-4f78-85e4-4a28eda9f282 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0973372 Apr 07 01:51:04.103143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50924) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:04.145311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.151235 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-15be5ade-678f-470b-8b7b-cb1c6709b0c5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/03b063b2-f90e-47cb-9233-eb3499af9c84 HTTP/1.1" status: 204 len: 168 time: 1.6991661 Apr 07 01:51:04.151481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50926) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:04.165689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:04.166327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.168257 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] 10.222.0.10 "PUT /v2.0/ports/a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 200 len: 1093 time: 3.0579381 Apr 07 01:51:04.178848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:51:04.181775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212b2e15-79a7-45c5-9861-abea816db79c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:51:04.274844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcef5ec-6032-48d7-8d54-b9cdc24cdb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.330630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f931988-9034-45e5-a37b-f2e4b55a4352 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (4d1ed947-07ec-44d2-94b0-f7149fcd43d2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.352515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 5a5d1e28-b0ba-4de3-bf0b-2f9afe483013 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:04.370389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (5a5d1e28-b0ba-4de3-bf0b-2f9afe483013), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.438199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2ebecd-0914-4847-ae3e-c0e2d934e7af x-openstack-request-id: req-4f2ebecd-0914-4847-ae3e-c0e2d934e7af {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:51:04.438514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:51:04.438775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f2ebecd-0914-4847-ae3e-c0e2d934e7af {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:51:04.439187 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f2ebecd-0914-4847-ae3e-c0e2d934e7af'] response: {'name': 'network-changed', 'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'status': 'completed', 'code': 200} Apr 07 01:51:04.462440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (5a5d1e28-b0ba-4de3-bf0b-2f9afe483013), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.551260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f931988-9034-45e5-a37b-f2e4b55a4352 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (4d1ed947-07ec-44d2-94b0-f7149fcd43d2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.665231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for port (ca1311af-904e-4878-b3d0-2a0d9747a74e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.683874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (5afabb72-870b-4470-9e23-96aea603ea9c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.696948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (5a5d1e28-b0ba-4de3-bf0b-2f9afe483013), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.701924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-edda3a97-49e3-45ee-a810-a46659e6bf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:04.703522 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-edda3a97-49e3-45ee-a810-a46659e6bf91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1127 time: 0.4154897 Apr 07 01:51:04.722567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f931988-9034-45e5-a37b-f2e4b55a4352 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4d1ed947-07ec-44d2-94b0-f7149fcd43d2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.725216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0f931988-9034-45e5-a37b-f2e4b55a4352 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.726383 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0f931988-9034-45e5-a37b-f2e4b55a4352 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/4d1ed947-07ec-44d2-94b0-f7149fcd43d2 HTTP/1.1" status: 204 len: 168 time: 0.6222296 Apr 07 01:51:04.732051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50938) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:04.759690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f931988-9034-45e5-a37b-f2e4b55a4352 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1ed947-07ec-44d2-94b0-f7149fcd43d2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.763438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da1a64a-b4b3-4884-b30f-de0dd31606d1 None None] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:04.803970 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-b6fa8d6c-0d65-40fd-a95e-a5df0ad4ce45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 200 len: 217 time: 0.0841260 Apr 07 01:51:04.849988 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c37f1016-b154-4101-8047-4e839314c0ae tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1123872 Apr 07 01:51:04.851112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50942) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:04.857021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--312954770'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:04.906984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (5a5d1e28-b0ba-4de3-bf0b-2f9afe483013), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.914937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-40e6440d-70dc-4ff5-98bb-3f825e2267a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:04.914937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-40e6440d-70dc-4ff5-98bb-3f825e2267a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b931ef-ece8-49be-b055-29428b718934 HTTP/1.1" status: 200 len: 834 time: 0.0895462 Apr 07 01:51:04.956208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] Provisioning complete for port 9dd95478-b739-4739-a6ce-a819adf9f0dd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:04.956429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5d1e28-b0ba-4de3-bf0b-2f9afe483013,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:04.956519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.957707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:04.961184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c3fa7696-ffb3-49f6-b01a-d6f4f7d73b9f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/5a5d1e28-b0ba-4de3-bf0b-2f9afe483013 HTTP/1.1" status: 204 len: 168 time: 0.8086123 Apr 07 01:51:04.963821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50944) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:04.989344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (5afabb72-870b-4470-9e23-96aea603ea9c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.020666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9dd95478-b739-4739-a6ce-a819adf9f0dd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:05.038115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6abe64a3-6725-40bf-b4b5-f04de51e7043 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638671 Apr 07 01:51:05.039390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.049507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50948) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:05.054596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:05.104307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:05.116374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:05.135593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:05.135721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9dd95478-b739-4739-a6ce-a819adf9f0dd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:05.135721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.150832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ca1311af-904e-4878-b3d0-2a0d9747a74e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.190568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=5afabb72-870b-4470-9e23-96aea603ea9c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:05.249142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] Current status of the port 9dd95478-b739-4739-a6ce-a819adf9f0dd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:05.249592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.312075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (fd4ca32d-9d1e-49e7-b5df-e10178df5aa4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.351458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.369214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] For port 9dd95478-b739-4739-a6ce-a819adf9f0dd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9dd95478-b739-4739-a6ce-a819adf9f0dd,segment=NetworkSegment(e40fffbd-97ab-41e5-b194-2d33f10cd87b),segment_id=e40fffbd-97ab-41e5-b194-2d33f10cd87b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:05.369214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9dd95478-b739-4739-a6ce-a819adf9f0dd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:05.369214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.369699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Network 2953dd1a-e218-415c-a5f4-3802ce576792 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:05.371596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120ab58-2bcd-492f-8ee3-15712e3d7c52 req-d4d74ed0-f6a5-41f6-a873-5612cd83a1a7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:05.374486 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1120ab58-2bcd-492f-8ee3-15712e3d7c52 req-d4d74ed0-f6a5-41f6-a873-5612cd83a1a7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 943 time: 0.2833695 Apr 07 01:51:05.381345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (fd4ca32d-9d1e-49e7-b5df-e10178df5aa4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.387226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:05.419491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:05.441512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:05.447235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.458547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:05.459305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.463684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa681bc-ff24-472a-abea-e46764606010 req-f463c265-ffa0-4366-949c-8229a0c2e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:05.465395 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-f463c265-ffa0-4366-949c-8229a0c2e532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.5264771 Apr 07 01:51:05.468545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.526936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event updated for resources: {'Port': ['ID=ca1311af-904e-4878-b3d0-2a0d9747a74e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:05.538784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4ca32d-9d1e-49e7-b5df-e10178df5aa4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:05.573979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:05.574733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.594059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dc109c-b07a-40bc-859c-45720fa065e9 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:05.595798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.597219 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1815d12f-6f89-48cf-8991-241adab5eb29 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7448952 Apr 07 01:51:05.602069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50958) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:05.612439 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1120ab58-2bcd-492f-8ee3-15712e3d7c52 req-b237c3df-651e-4f9e-9f5c-606709622108 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273312 Apr 07 01:51:05.625057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': 'fd4ca32d-9d1e-49e7-b5df-e10178df5aa4', 'direction': 'ingress', 'protocol': 17}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:05.661787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50960) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:05.666445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8860791d-2857-456f-b001-d825a1b64e11 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.3327491 Apr 07 01:51:05.700727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:05.703133 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c8895551-861b-4132-a54a-bfed961062c2 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4665551 Apr 07 01:51:05.709426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd81c011-9e4a-4ca9-9aab-64cef44c76af None None] Pushing event updated for resources: {'Port': ['ID=9dd95478-b739-4739-a6ce-a819adf9f0dd,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:05.730439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:51:05.730878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:51:05.767718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Request body: {'floatingip': {'port_id': 'ca1311af-904e-4878-b3d0-2a0d9747a74e'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:05.781526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50964) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:05.789931 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-12b5c606-a1c2-4d28-b99e-b323ab54d2eb service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131289 Apr 07 01:51:05.890754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d7cf4dfa-133b-4161-a4fa-4fc6866ebc96), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.945609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (14049563-fd38-4234-8815-cb24681649dd), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:05.945956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-297189403'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:05.946414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7f2dc3c5-514b-4360-aa56-f3a513a2248d None None] Provisioning complete for port 9dd95478-b739-4739-a6ce-a819adf9f0dd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:05.946414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc3c5-514b-4360-aa56-f3a513a2248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.007951 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa681bc-ff24-472a-abea-e46764606010 req-065be43c-f3d7-45b3-b6a0-6b33a129de23 service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053595 Apr 07 01:51:06.009738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (d7cf4dfa-133b-4161-a4fa-4fc6866ebc96), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.031048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 5afabb72-870b-4470-9e23-96aea603ea9c {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:06.031500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5afabb72-870b-4470-9e23-96aea603ea9c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.062262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dc3c5-514b-4360-aa56-f3a513a2248d None None] Current status of the port 9dd95478-b739-4739-a6ce-a819adf9f0dd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:06.074962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7f2dc3c5-514b-4360-aa56-f3a513a2248d None None] Provisioning complete for port 0ad903af-56c0-4459-a772-9a7428687858 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:06.075346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7f2dc3c5-514b-4360-aa56-f3a513a2248d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ad903af-56c0-4459-a772-9a7428687858), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.090017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Made reservation on behalf of fd5049cf79e64295b69b0e2897ea5151 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:06.101601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.114075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.128607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:06.162419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d7cf4dfa-133b-4161-a4fa-4fc6866ebc96), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.163412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (25bb4767-e83d-43e7-950c-6556c81cb9c4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.192944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cf4dfa-133b-4161-a4fa-4fc6866ebc96,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:06.195355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7f2dc3c5-514b-4360-aa56-f3a513a2248d None None] Current status of the port 0ad903af-56c0-4459-a772-9a7428687858 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:06.214551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] Deleting port 0ad903af-56c0-4459-a772-9a7428687858 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:06.214551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0ad903af-56c0-4459-a772-9a7428687858), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.218705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for security_group (32c0e349-87a5-4dea-8093-be2170bbcd37), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.274450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=25bb4767-e83d-43e7-950c-6556c81cb9c4,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:06.277679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:06.288432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.292079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:06.292890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d65754f3-0838-441e-95aa-4b60538d98b0 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6802895 Apr 07 01:51:06.293810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50968) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:06.294840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5afabb72-870b-4470-9e23-96aea603ea9c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.298888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9dd95478-b739-4739-a6ce-a819adf9f0dd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:06.300802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:06.301098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.310494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (32c0e349-87a5-4dea-8093-be2170bbcd37), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.338315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] For port 0ad903af-56c0-4459-a772-9a7428687858, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ad903af-56c0-4459-a772-9a7428687858,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:06.338723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0ad903af-56c0-4459-a772-9a7428687858), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.348064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 5afabb72-870b-4470-9e23-96aea603ea9c owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:06.356459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:06.358687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d87a8a74-4732-444f-ba3f-257d333d4764 None None] Provisioning complete for port 5afabb72-870b-4470-9e23-96aea603ea9c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:06.359072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d87a8a74-4732-444f-ba3f-257d333d4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (5afabb72-870b-4470-9e23-96aea603ea9c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.360921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] Calling delete_port for 0ad903af-56c0-4459-a772-9a7428687858 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:06.379721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d4e05c1c-3477-4d26-99be-cb56e7851fc5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.380093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Added segment d4e05c1c-3477-4d26-99be-cb56e7851fc5 of type vlan for network 2149232d-2654-407c-8761-f63e3162fbc0 Apr 07 01:51:06.381619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c0e349-87a5-4dea-8093-be2170bbcd37,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:06.426162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8cfb580f-d511-4c22-ae9d-a9433663a257 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3719563 Apr 07 01:51:06.428579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50970) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:06.433883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:06.441098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce777302-9ca1-452e-bd57-23d4e0e0a342 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (fd4ca32d-9d1e-49e7-b5df-e10178df5aa4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.449566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d87a8a74-4732-444f-ba3f-257d333d4764 None None] Port 5afabb72-870b-4470-9e23-96aea603ea9c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:06.481879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d87a8a74-4732-444f-ba3f-257d333d4764 None None] Provisioning complete for port ca1311af-904e-4878-b3d0-2a0d9747a74e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:06.482112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d87a8a74-4732-444f-ba3f-257d333d4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ca1311af-904e-4878-b3d0-2a0d9747a74e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.500195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2149232d-2654-407c-8761-f63e3162fbc0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.531257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce777302-9ca1-452e-bd57-23d4e0e0a342 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (fd4ca32d-9d1e-49e7-b5df-e10178df5aa4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.537132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d87a8a74-4732-444f-ba3f-257d333d4764 None None] Port ca1311af-904e-4878-b3d0-2a0d9747a74e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:06.593513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (0ad903af-56c0-4459-a772-9a7428687858), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.617496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2149232d-2654-407c-8761-f63e3162fbc0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.622760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:06.623396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.623971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] Pushing event deleted for resources: {'Port': ['ID=0ad903af-56c0-4459-a772-9a7428687858,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:06.629316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8000f-fd49-4743-a80d-ddacbebdb811 None None] No DVR routers for this DVR port 0ad903af-56c0-4459-a772-9a7428687858 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:06.660782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8737a5f0-862f-408a-adf9-4c872d3fa452 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:06.701052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce777302-9ca1-452e-bd57-23d4e0e0a342 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (fd4ca32d-9d1e-49e7-b5df-e10178df5aa4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.704459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce777302-9ca1-452e-bd57-23d4e0e0a342 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.709164 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ce777302-9ca1-452e-bd57-23d4e0e0a342 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/fd4ca32d-9d1e-49e7-b5df-e10178df5aa4 HTTP/1.1" status: 204 len: 168 time: 0.4102747 Apr 07 01:51:06.709826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50974) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:06.730407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event updated for resources: {'Network': ['ID=2149232d-2654-407c-8761-f63e3162fbc0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:06.742711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce777302-9ca1-452e-bd57-23d4e0e0a342 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4ca32d-9d1e-49e7-b5df-e10178df5aa4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:06.755963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:06.758878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2149232d-2654-407c-8761-f63e3162fbc0 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:06.759789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.818356 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7c624c88-2711-4809-bd4f-ac1a4e2a36f7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0328455 Apr 07 01:51:06.824103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:06.832671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Request body: {'subnet': {'network_id': '2149232d-2654-407c-8761-f63e3162fbc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:06.844011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': '25bb4767-e83d-43e7-950c-6556c81cb9c4'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:06.844947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:06.891045 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4ea1f00a-69e8-404d-a427-e4a9de3f7348 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1744468 Apr 07 01:51:06.895088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50978) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:06.905758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000395241'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:06.990224 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.ipam_backend_mixin [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25bb4767-e83d-43e7-950c-6556c81cb9c4 (CIDR: 2001:db8::/64) Apr 07 01:51:07.015245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9dd95478-b739-4739-a6ce-a819adf9f0dd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:07.022252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad4897-3017-4b14-9604-1b5b671575a9 req-cb8e41cd-a2d4-4019-801d-246772d29958 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:07.023725 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-00ad4897-3017-4b14-9604-1b5b671575a9 req-cb8e41cd-a2d4-4019-801d-246772d29958 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 943 time: 0.1329536 Apr 07 01:51:07.063731 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:51:07.064232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:07.079321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/25bb4767-e83d-43e7-950c-6556c81cb9c4/a97dedfe-2bea-4bb3-bee0-3e8423709dca) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:07.092426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b2e15-79a7-45c5-9861-abea816db79c req-c78672ed-0b34-4078-90f0-9b69cc40ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:07.093992 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-c78672ed-0b34-4078-90f0-9b69cc40ab91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1127 time: 0.0644796 Apr 07 01:51:07.121511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.129390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-00ad4897-3017-4b14-9604-1b5b671575a9 req-34c2101d-caa1-4e23-8e4d-a755fe521b69 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733471 Apr 07 01:51:07.137562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9dd95478-b739-4739-a6ce-a819adf9f0dd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:07.137952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.167908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5afabb72-870b-4470-9e23-96aea603ea9c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.180839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Made reservation on behalf of fd5049cf79e64295b69b0e2897ea5151 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:07.186488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.212619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=5afabb72-870b-4470-9e23-96aea603ea9c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:07.232041 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cde402bd-0f11-4c72-848a-80ecdf1cd0f5 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7993181 Apr 07 01:51:07.235339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50980) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:07.242712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:07.254824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.278317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9dd95478-b739-4739-a6ce-a819adf9f0dd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:07.304294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Publish callbacks [] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.331674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (14049563-fd38-4234-8815-cb24681649dd), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.371045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ad903af-56c0-4459-a772-9a7428687858 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:07.397512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.403017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:51:07.404824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0ad903af-56c0-4459-a772-9a7428687858 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:07.405247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ad903af-56c0-4459-a772-9a7428687858 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:07.446226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 14049563-fd38-4234-8815-cb24681649dd associated. External IP: 172.26.8.171, port: b6684646-0c8b-4ce9-8e78-ed337c4e8ab3. Apr 07 01:51:07.476850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:07.488416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:07.498550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:07.520282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.526414 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-faebf897-4bd0-4c02-81b8-bb4988b1cbfe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/5afabb72-870b-4470-9e23-96aea603ea9c HTTP/1.1" status: 204 len: 168 time: 1.8634326 Apr 07 01:51:07.530360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50982) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:07.573339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Pushing event updated for resources: {'Port': ['ID=a97dedfe-2bea-4bb3-bee0-3e8423709dca,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:07.600515 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e0843e-0c7e-4bb7-9315-38d8ec8cece5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:07.605055 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-78e0843e-0c7e-4bb7-9315-38d8ec8cece5 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/5afabb72-870b-4470-9e23-96aea603ea9c HTTP/1.1" status: 404 len: 333 time: 0.0731611 Apr 07 01:51:07.609703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:07.619186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Attempting to bind port a97dedfe-2bea-4bb3-bee0-3e8423709dca on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:07.619388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Attempting to bind port a97dedfe-2bea-4bb3-bee0-3e8423709dca by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:07.620010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Attempting to bind port a97dedfe-2bea-4bb3-bee0-3e8423709dca on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:07.631225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:07.632034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:07.632163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.632520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:07.633117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Bound port: a97dedfe-2bea-4bb3-bee0-3e8423709dca, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:07.633802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.664210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b2e15-79a7-45c5-9861-abea816db79c req-771a2dba-27bc-41dc-96bd-2306174f9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:07.665272 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-771a2dba-27bc-41dc-96bd-2306174f9a4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 200 len: 897 time: 0.5605752 Apr 07 01:51:07.701935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:07.704723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet 60e4cdc8-9d34-45a1-808b-941c939f1709 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:07.710537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (60e4cdc8-9d34-45a1-808b-941c939f1709), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.725761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'port_id': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'mac_address': 'fa:16:3e:b3:87:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:51:07.731383 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-c037c111-4733-4e30-8e50-e0280d020c6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 200 len: 217 time: 0.0510023 Apr 07 01:51:07.734220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.735030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] For port a97dedfe-2bea-4bb3-bee0-3e8423709dca, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:07.739414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] For port a97dedfe-2bea-4bb3-bee0-3e8423709dca, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a97dedfe-2bea-4bb3-bee0-3e8423709dca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:07.774991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a6534193-87c1-422d-ae61-a26d802b6e20 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:07.775321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.782837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:07.786199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.791149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.791328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6534193-87c1-422d-ae61-a26d802b6e20 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:51:07.815999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:07.845007 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (60e4cdc8-9d34-45a1-808b-941c939f1709), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.851671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.872798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b2e15-79a7-45c5-9861-abea816db79c req-be1ec730-fbe6-401f-b61e-fa7133f5644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:07.876276 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-be1ec730-fbe6-401f-b61e-fa7133f5644b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b931ef-ece8-49be-b055-29428b718934 HTTP/1.1" status: 200 len: 834 time: 0.1330700 Apr 07 01:51:07.880259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:07.902018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.903288 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0da29149-db05-49ea-9210-68b5858368b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0030081 Apr 07 01:51:07.911110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50986) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:07.920898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--50010825'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:07.924585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:07.927874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5923d-76b4-4250-9094-e8af70339017 None None] Pushing event updated for resources: {'Port': ['ID=a97dedfe-2bea-4bb3-bee0-3e8423709dca,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:07.953866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b2e15-79a7-45c5-9861-abea816db79c req-880b8b89-3563-4243-b1f4-0da0807888f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:07.955523 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-880b8b89-3563-4243-b1f4-0da0807888f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0724518 Apr 07 01:51:07.991387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:08.026015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (53196eac-8202-4d3d-bffa-f54e30968351), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.050845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:08.059462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.078244 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (60e4cdc8-9d34-45a1-808b-941c939f1709), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.113368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event updated for resources: {'Subnet': ['ID=53196eac-8202-4d3d-bffa-f54e30968351,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:08.136414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Checking segment: {'id': 'd4e05c1c-3477-4d26-99be-cb56e7851fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2149232d-2654-407c-8761-f63e3162fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:08.136802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Network hostable DHCP agents. Network: 2149232d-2654-407c-8761-f63e3162fbc0, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:08.144375 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-f29b2c90-5eb7-4531-9ce8-89b751e6ca85 service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805959 Apr 07 01:51:08.235689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Network 2149232d-2654-407c-8761-f63e3162fbc0 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:08.245786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a6534193-87c1-422d-ae61-a26d802b6e20'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:51:08.326432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2149232d-2654-407c-8761-f63e3162fbc0) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:08.337344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397cc5b9-6b6b-42cf-8cc5-51717e352e82 None None] Network 2149232d-2654-407c-8761-f63e3162fbc0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:08.339110 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-212b2e15-79a7-45c5-9861-abea816db79c req-ffb7962e-bed2-4d7b-af8b-fc2f61e2959c service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846957 Apr 07 01:51:08.347976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:08.349386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.440222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2d6042ab-d68b-44ef-8ed6-7602c93e47e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6114552 Apr 07 01:51:08.440853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50990) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:08.446659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Request body: {'port': {'network_id': '2149232d-2654-407c-8761-f63e3162fbc0', 'name': 'tempest-TagsExtTest-1863886765'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:08.466041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (d8b69ca4-1f07-44c4-be21-71827e116734), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.471377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:08.479612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (60e4cdc8-9d34-45a1-808b-941c939f1709), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.485349 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:08.496170 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:08.497267 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:08.511249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-2149232d-2654-407c-8761-f63e3162fbc0', 'network_id': '2149232d-2654-407c-8761-f63e3162fbc0', 'project_id': 'fd5049cf79e64295b69b0e2897ea5151', 'fixed_ips': [{'subnet_id': '53196eac-8202-4d3d-bffa-f54e30968351'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:08.512196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.544474 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:08.547461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048059d-9ee8-4534-8b54-70aefab788c6 req-a170d940-2f27-418c-a02d-d4e098fa9831 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:08.554629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0048059d-9ee8-4534-8b54-70aefab788c6 req-a170d940-2f27-418c-a02d-d4e098fa9831 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 944 time: 0.2885725 Apr 07 01:51:08.556454 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:08.557355 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:08.591808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d8b69ca4-1f07-44c4-be21-71827e116734), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.602134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=60e4cdc8-9d34-45a1-808b-941c939f1709,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:08.605676 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:08.606848 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d799947-51f0-4569-8a42-6c1c0d3abee8 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:08.624115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.630736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50992) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:08.630942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2319ec00-a33b-4a77-8db0-59bbe50f2e8d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/60e4cdc8-9d34-45a1-808b-941c939f1709 HTTP/1.1" status: 204 len: 168 time: 1.0202255 Apr 07 01:51:08.644804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648aea53-37dd-4d6a-8547-7ab88188d7f0 None None] Network dcb749df-9882-4b8f-b1e1-80e69feb3bc2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:08.719591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b69ca4-1f07-44c4-be21-71827e116734,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:08.729223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (dcb749df-9882-4b8f-b1e1-80e69feb3bc2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.745005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Allocated IP 172.20.0.2 (2149232d-2654-407c-8761-f63e3162fbc0/53196eac-8202-4d3d-bffa-f54e30968351/10f400db-a62f-40fb-becb-2cb0910827e7) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:08.769973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.773743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9ef0d3e3-7f79-4f3e-b69b-0d94b9073fd8 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8591764 Apr 07 01:51:08.774952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50994) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:08.778890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8b69ca4-1f07-44c4-be21-71827e116734', 'remote_ip_prefix': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:08.785694 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0048059d-9ee8-4534-8b54-70aefab788c6 req-6859bc6e-31fa-45c8-ac2c-acffb69daa87 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301199 Apr 07 01:51:08.845551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Made reservation on behalf of fd5049cf79e64295b69b0e2897ea5151 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:08.860944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.877628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 9dd95478-b739-4739-a6ce-a819adf9f0dd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:08.878235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:08.956361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] device_id is not set on port 7562889f-c419-4812-8f45-d5af5019ab29 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:09.047097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 80e92abb-03bc-41be-8db2-243a3520fad8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:09.049634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:51:09.051413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (fce35ee0-cb05-47fe-acad-190264fabb6e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.078560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a97dedfe-2bea-4bb3-bee0-3e8423709dca up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:09.096643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] For port 9dd95478-b739-4739-a6ce-a819adf9f0dd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9dd95478-b739-4739-a6ce-a819adf9f0dd,segment=NetworkSegment(e40fffbd-97ab-41e5-b194-2d33f10cd87b),segment_id=e40fffbd-97ab-41e5-b194-2d33f10cd87b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:09.097347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.138062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (fce35ee0-cb05-47fe-acad-190264fabb6e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.155546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 9dd95478-b739-4739-a6ce-a819adf9f0dd owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:09.215637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a97dedfe-2bea-4bb3-bee0-3e8423709dca triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:09.216194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.225013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] DHCP port deletion for dcb749df-9882-4b8f-b1e1-80e69feb3bc2 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:09.250836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (fce35ee0-cb05-47fe-acad-190264fabb6e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.263261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Publish callbacks [] for port (10f400db-a62f-40fb-becb-2cb0910827e7), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.279523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce35ee0-cb05-47fe-acad-190264fabb6e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:09.321091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.364079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.368055 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e629f1db-3cbf-4d33-98f0-3f592f7cb265 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5904593 Apr 07 01:51:09.369078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 50996) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:09.405521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.407389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Network 2149232d-2654-407c-8761-f63e3162fbc0 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:09.419530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:09.422586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Pushing event updated for resources: {'Port': ['ID=10f400db-a62f-40fb-becb-2cb0910827e7,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:09.425093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:09.428037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Deleting port 9dd95478-b739-4739-a6ce-a819adf9f0dd {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:09.428420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.429958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a97dedfe-2bea-4bb3-bee0-3e8423709dca is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:09.430335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.446388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No DVR routers for this DVR port 9dd95478-b739-4739-a6ce-a819adf9f0dd on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:09.504437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Allocated IP 172.20.0.11 (2149232d-2654-407c-8761-f63e3162fbc0/53196eac-8202-4d3d-bffa-f54e30968351/7562889f-c419-4812-8f45-d5af5019ab29) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:09.507198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87fca91a-8d22-47a2-9b83-d23ebad85e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (fce35ee0-cb05-47fe-acad-190264fabb6e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.509356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=9dd95478-b739-4739-a6ce-a819adf9f0dd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:09.561773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87fca91a-8d22-47a2-9b83-d23ebad85e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (fce35ee0-cb05-47fe-acad-190264fabb6e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.585513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] For port 9dd95478-b739-4739-a6ce-a819adf9f0dd, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:09.585924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.589608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a97dedfe-2bea-4bb3-bee0-3e8423709dca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a97dedfe-2bea-4bb3-bee0-3e8423709dca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:09.590945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-37ff226b-18e0-4e5a-b79e-86fe75bfe630 None None] Provisioning complete for port a97dedfe-2bea-4bb3-bee0-3e8423709dca triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:09.592134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-37ff226b-18e0-4e5a-b79e-86fe75bfe630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.597528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Attempting to bind port 10f400db-a62f-40fb-becb-2cb0910827e7 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:09.597961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Attempting to bind port 10f400db-a62f-40fb-becb-2cb0910827e7 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd4e05c1c-3477-4d26-99be-cb56e7851fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2149232d-2654-407c-8761-f63e3162fbc0'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:09.598448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Attempting to bind port 10f400db-a62f-40fb-becb-2cb0910827e7 on network 2149232d-2654-407c-8761-f63e3162fbc0 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:09.599948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (dcb749df-9882-4b8f-b1e1-80e69feb3bc2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.603862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:09.647099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Calling delete_port for 9dd95478-b739-4739-a6ce-a819adf9f0dd owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:09.650434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb749df-9882-4b8f-b1e1-80e69feb3bc2']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:09.653215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Port 9dd95478-b739-4739-a6ce-a819adf9f0dd was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:51:09.657563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:09.658099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:09.658462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Checking segment: {'id': 'd4e05c1c-3477-4d26-99be-cb56e7851fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2149232d-2654-407c-8761-f63e3162fbc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:09.658876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.663262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Bound using segment: {'id': 'd4e05c1c-3477-4d26-99be-cb56e7851fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2149232d-2654-407c-8761-f63e3162fbc0'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:09.663262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Bound port: 10f400db-a62f-40fb-becb-2cb0910827e7, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e05c1c-3477-4d26-99be-cb56e7851fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2149232d-2654-407c-8761-f63e3162fbc0'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:09.663262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.663526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.668541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (9dd95478-b739-4739-a6ce-a819adf9f0dd), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.677988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40fffbd-97ab-41e5-b194-2d33f10cd87b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:09.678643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40fffbd-97ab-41e5-b194-2d33f10cd87b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:09.694618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] Sync routers for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:09.709983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (e40fffbd-97ab-41e5-b194-2d33f10cd87b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.726445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.728642 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-468fb880-dd52-4354-9bc1-dd39b0b6c055 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/floatingips/14049563-fd38-4234-8815-cb24681649dd HTTP/1.1" status: 200 len: 978 time: 3.9988203 Apr 07 01:51:09.731403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 50998) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:09.731654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] Pushing event deleted for resources: {'Port': ['ID=9dd95478-b739-4739-a6ce-a819adf9f0dd,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:09.742694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2e375-79fd-4a5c-bd80-5f754b9b5d44 None None] No DVR routers for this DVR port 9dd95478-b739-4739-a6ce-a819adf9f0dd on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:09.751150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87fca91a-8d22-47a2-9b83-d23ebad85e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (fce35ee0-cb05-47fe-acad-190264fabb6e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.756042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87fca91a-8d22-47a2-9b83-d23ebad85e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.759800 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-87fca91a-8d22-47a2-9b83-d23ebad85e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/fce35ee0-cb05-47fe-acad-190264fabb6e HTTP/1.1" status: 204 len: 168 time: 0.3867998 Apr 07 01:51:09.764124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51000) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:09.798859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:09.799894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:09.800159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e40fffbd-97ab-41e5-b194-2d33f10cd87b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.813846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fca91a-8d22-47a2-9b83-d23ebad85e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fce35ee0-cb05-47fe-acad-190264fabb6e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:09.825911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:09.826326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (e40fffbd-97ab-41e5-b194-2d33f10cd87b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:09.829648 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:09.860173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.863712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:09.907127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port ca1311af-904e-4878-b3d0-2a0d9747a74e {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:09.907481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ca1311af-904e-4878-b3d0-2a0d9747a74e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:09.926097 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-efff2aac-5a18-4432-a80e-09a67efdf653 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1444211 Apr 07 01:51:09.931576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51004) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:09.949315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a97dedfe-2bea-4bb3-bee0-3e8423709dca,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:09.964098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] For port 10f400db-a62f-40fb-becb-2cb0910827e7, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:09.969411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] For port 10f400db-a62f-40fb-becb-2cb0910827e7, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10f400db-a62f-40fb-becb-2cb0910827e7,segment=NetworkSegment(d4e05c1c-3477-4d26-99be-cb56e7851fc5),segment_id=d4e05c1c-3477-4d26-99be-cb56e7851fc5)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:09.972505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:09.973243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:09.979018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port a6534193-87c1-422d-ae61-a26d802b6e20 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:51:10.009290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for port (7562889f-c419-4812-8f45-d5af5019ab29), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.011779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-37ff226b-18e0-4e5a-b79e-86fe75bfe630 None None] Current status of the port a97dedfe-2bea-4bb3-bee0-3e8423709dca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:10.015865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port a6534193-87c1-422d-ae61-a26d802b6e20 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:10.016332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.018196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:10.018906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f49e71-a626-4b99-8d47-5d1cc8538d94 None None] The sync data for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:10.034206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367119a-e1e4-48e6-90f2-c3b452d90ed5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (d8b69ca4-1f07-44c4-be21-71827e116734), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.051273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.070200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (dcb749df-9882-4b8f-b1e1-80e69feb3bc2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.072916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367119a-e1e4-48e6-90f2-c3b452d90ed5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (d8b69ca4-1f07-44c4-be21-71827e116734), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.099363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.106342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/dcb749df-9882-4b8f-b1e1-80e69feb3bc2 HTTP/1.1" status: 204 len: 168 time: 1.4711282 Apr 07 01:51:10.108525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da58d8-52e8-4317-a45f-f9607aa28cdc tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=dcb749df-9882-4b8f-b1e1-80e69feb3bc2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.110633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:10.119160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'name': 'tempest-PortsTestJSON-1355264928'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:10.150611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b651092b-e405-49ca-b620-b3b664bc0902 None None] Pushing event updated for resources: {'Port': ['ID=10f400db-a62f-40fb-becb-2cb0910827e7,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.152520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ca1311af-904e-4878-b3d0-2a0d9747a74e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.171676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a6534193-87c1-422d-ae61-a26d802b6e20 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:10.171949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.181937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8f429-1281-4f78-adff-939d840b3858 req-4c97c9fa-ebb8-4bb0-b2e9-542c1049df74 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:10.184368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15c8f429-1281-4f78-adff-939d840b3858 req-4c97c9fa-ebb8-4bb0-b2e9-542c1049df74 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 944 time: 0.2437289 Apr 07 01:51:10.198109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:51:10.200499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f191bc1-38da-464b-8ceb-38f3d3daa73e" -d '{"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-plugged", "status": "completed", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:51:10.221070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:10.257394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c73aae-ccea-4303-9140-6264d377b431 x-openstack-request-id: req-85c73aae-ccea-4303-9140-6264d377b431 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:51:10.257713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-plugged", "status": "completed", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:51:10.257981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85c73aae-ccea-4303-9140-6264d377b431 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:51:10.258392 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c73aae-ccea-4303-9140-6264d377b431'] response: {'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'code': 200} Apr 07 01:51:10.262609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7562889f-c419-4812-8f45-d5af5019ab29), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.295574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.309286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367119a-e1e4-48e6-90f2-c3b452d90ed5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d8b69ca4-1f07-44c4-be21-71827e116734), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.312629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d367119a-e1e4-48e6-90f2-c3b452d90ed5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.314032 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d367119a-e1e4-48e6-90f2-c3b452d90ed5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/d8b69ca4-1f07-44c4-be21-71827e116734 HTTP/1.1" status: 204 len: 168 time: 0.3784292 Apr 07 01:51:10.327245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51010) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:10.338936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port a97dedfe-2bea-4bb3-bee0-3e8423709dca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a97dedfe-2bea-4bb3-bee0-3e8423709dca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:10.351673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Network 2149232d-2654-407c-8761-f63e3162fbc0 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:10.363176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d367119a-e1e4-48e6-90f2-c3b452d90ed5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b69ca4-1f07-44c4-be21-71827e116734,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.373444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:10.376375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:10.380625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.384940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event updated for resources: {'Port': ['ID=7562889f-c419-4812-8f45-d5af5019ab29,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.397460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:10.402809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.408566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15c8f429-1281-4f78-adff-939d840b3858 req-b7cc6c7c-e66c-448a-a6ca-2470ac35256c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813121 Apr 07 01:51:10.479572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.502968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.503337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (14049563-fd38-4234-8815-cb24681649dd), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.503655 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Floating IP 14049563-fd38-4234-8815-cb24681649dd disassociated. External IP: 172.26.8.171, port: ca1311af-904e-4878-b3d0-2a0d9747a74e. Apr 07 01:51:10.504005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for ca1311af-904e-4878-b3d0-2a0d9747a74e owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:10.511660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 30d01b7c-d96e-42c7-b7f8-98a9cb8a145d yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:10.552637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.582683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:10.583316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.593356 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-69e0480a-9e17-481e-930e-5465c66f316a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2618401 Apr 07 01:51:10.595205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51012) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:10.596215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (00cb378b-1a0f-4553-82e7-6d5088a214bc), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.705933 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4895bf01-789b-4995-8862-b976147fe9e0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2638938 Apr 07 01:51:10.709236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51014) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:10.713790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:10.717714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-21646522', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:10.727173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:10.732305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=a97dedfe-2bea-4bb3-bee0-3e8423709dca,revision_number=5']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.736598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:10.737226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.737896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a74a53-0c2a-410b-841e-5d9d94b04ca5 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:10.753493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=00cb378b-1a0f-4553-82e7-6d5088a214bc,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:10.779066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c84f2d6-6fe4-49dc-b06c-cc6ec5ce35e1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.808068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e845c4e-4726-41c7-b725-7e6e43291eba req-e4f42530-ea1d-4e0f-9a61-409a48395a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:10.809736 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7e845c4e-4726-41c7-b725-7e6e43291eba req-e4f42530-ea1d-4e0f-9a61-409a48395a3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1129 time: 0.1884501 Apr 07 01:51:10.841659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c84f2d6-6fe4-49dc-b06c-cc6ec5ce35e1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.854088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (30d01b7c-d96e-42c7-b7f8-98a9cb8a145d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.864995 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-16517d98-abca-4a02-a820-2257033b7b3d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6248896 Apr 07 01:51:10.867644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51016) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:10.875610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:fa:38:22', 'name': 'tempest-NetworksTestDHCPv6-667247674'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:10.928070 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7e845c4e-4726-41c7-b725-7e6e43291eba req-a7449813-4a63-44a9-860d-0138668d02e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065764 Apr 07 01:51:10.929264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (07941374-8e53-4a41-a526-bb21632e83bd), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.930634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (07941374-8e53-4a41-a526-bb21632e83bd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:10.952398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ca1311af-904e-4878-b3d0-2a0d9747a74e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.009168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=ca1311af-904e-4878-b3d0-2a0d9747a74e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:11.037802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c84f2d6-6fe4-49dc-b06c-cc6ec5ce35e1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.039543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c84f2d6-6fe4-49dc-b06c-cc6ec5ce35e1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.040783 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7c84f2d6-6fe4-49dc-b06c-cc6ec5ce35e1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8 HTTP/1.1" status: 204 len: 168 time: 0.4422226 Apr 07 01:51:11.048884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51018) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:11.056141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a97dedfe-2bea-4bb3-bee0-3e8423709dca up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:11.094485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (30d01b7c-d96e-42c7-b7f8-98a9cb8a145d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.115419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for router_controller (07941374-8e53-4a41-a526-bb21632e83bd), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.126525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84f2d6-6fe4-49dc-b06c-cc6ec5ce35e1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1001c8-4e16-4c5f-a341-d4c8e6f2ecb8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:11.164391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:11.174722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:11.177461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:11.185846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:11.187038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.204590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a97dedfe-2bea-4bb3-bee0-3e8423709dca triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:11.205401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.208223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (07941374-8e53-4a41-a526-bb21632e83bd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.223736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6269b281-5c67-475b-a511-9a91b867b755 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1680930 Apr 07 01:51:11.224535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51020) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:11.226672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=30d01b7c-d96e-42c7-b7f8-98a9cb8a145d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:11.241060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681752275'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:11.318395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:11.335150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a97dedfe-2bea-4bb3-bee0-3e8423709dca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:11.338243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10f400db-a62f-40fb-becb-2cb0910827e7 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:11.355078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.357340 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d00b49a6-7deb-4c3f-98b8-f8b0731f63b7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6468725 Apr 07 01:51:11.366267 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d0d6cfd1-dc0a-4bc5-a07f-8cbb48aa6e99 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2522817 Apr 07 01:51:11.369407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51022) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:11.369407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51024) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:11.374379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-414f5a5e-aa45-4c38-9aeb-ae68dfe60ff5 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2080355664', 'prefixes': ['172.20.0.0/16']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:11.421170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 10f400db-a62f-40fb-becb-2cb0910827e7 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:11.429988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.451737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 80e92abb-03bc-41be-8db2-243a3520fad8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:11.475763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.551278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 30d01b7c-d96e-42c7-b7f8-98a9cb8a145d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:11.551668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (30d01b7c-d96e-42c7-b7f8-98a9cb8a145d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.571555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 10f400db-a62f-40fb-becb-2cb0910827e7 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:11.571956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.579058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.617812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 10f400db-a62f-40fb-becb-2cb0910827e7, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10f400db-a62f-40fb-becb-2cb0910827e7,segment=NetworkSegment(d4e05c1c-3477-4d26-99be-cb56e7851fc5),segment_id=d4e05c1c-3477-4d26-99be-cb56e7851fc5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:11.677739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (30d01b7c-d96e-42c7-b7f8-98a9cb8a145d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.686737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 30d01b7c-d96e-42c7-b7f8-98a9cb8a145d owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:11.695757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.696176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 9a9ba00f-23d8-4755-b69d-a997240db8ee yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:11.774539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e6bbe-a12f-4814-88cf-44c0aa2fde4a None None] Network 2149232d-2654-407c-8761-f63e3162fbc0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:11.791917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c0678-a91b-468f-a5cf-9be983758f85 req-136275b8-e0dd-4691-b310-a2c08071cbe3 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:11.799106 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d48c0678-a91b-468f-a5cf-9be983758f85 req-136275b8-e0dd-4691-b310-a2c08071cbe3 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.2043154 Apr 07 01:51:11.854942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (e09c6d55-d864-49a2-a3be-021f02873e6b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.859101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9dd95478-b739-4739-a6ce-a819adf9f0dd no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:11.860248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:11.885438 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] Sync routers for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:11.892566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=10f400db-a62f-40fb-becb-2cb0910827e7,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:11.897112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9dd95478-b739-4739-a6ce-a819adf9f0dd {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:11.897657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9dd95478-b739-4739-a6ce-a819adf9f0dd not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:11.898365 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:11.898990 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:11.913261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (30d01b7c-d96e-42c7-b7f8-98a9cb8a145d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.930657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ac793b63-54cd-4b0e-a7ad-aa23d9555a51 None None] Provisioning complete for port 10f400db-a62f-40fb-becb-2cb0910827e7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:11.930981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ac793b63-54cd-4b0e-a7ad-aa23d9555a51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.964104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=30d01b7c-d96e-42c7-b7f8-98a9cb8a145d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:11.986855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-414f5a5e-aa45-4c38-9aeb-ae68dfe60ff5 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.988373 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-414f5a5e-aa45-4c38-9aeb-ae68dfe60ff5 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.6194031 Apr 07 01:51:11.991909 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:11.992411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:11.998970 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-114916a4-ccdf-4c32-b29b-522f8c77691c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/30d01b7c-d96e-42c7-b7f8-98a9cb8a145d HTTP/1.1" status: 204 len: 168 time: 0.6279523 Apr 07 01:51:12.000138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51028) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.003317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51030) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.005326 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:12.006125 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:12.008375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-9ccc3343-11dc-487a-ab31-bd209b63861c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-1902703972') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:12.013689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e09c6d55-d864-49a2-a3be-021f02873e6b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.030108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'mac_address': 'fa:16:3e:fe:9a:a4', 'name': 'tempest-PortsTestJSON-2071076056'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:12.066524 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d48c0678-a91b-468f-a5cf-9be983758f85 req-11c91bda-6e29-4f26-809f-b12f4352044f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611380 Apr 07 01:51:12.079032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:12.079032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bf0843-fa35-467f-808e-bea17b4d130d None None] The sync data for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:12.106611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ac793b63-54cd-4b0e-a7ad-aa23d9555a51 None None] Current status of the port 10f400db-a62f-40fb-becb-2cb0910827e7 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:12.107034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.109002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8793983 Apr 07 01:51:12.125090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51032) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.127825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.133950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-76f09a39-d907-4144-bf10-5f6f6205166d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/ports/ca1311af-904e-4878-b3d0-2a0d9747a74e HTTP/1.1" status: 204 len: 168 time: 2.3990583 Apr 07 01:51:12.138088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51034) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.141263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': 'e09c6d55-d864-49a2-a3be-021f02873e6b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:12.175384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d68e7-b97c-46b3-895f-043908e24c87 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09c6d55-d864-49a2-a3be-021f02873e6b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:12.243961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-585439cb-a1b6-4a6b-a182-dfd87ab8a339 None None] Provisioning complete for port a97dedfe-2bea-4bb3-bee0-3e8423709dca triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:12.245107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-585439cb-a1b6-4a6b-a182-dfd87ab8a339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.253905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::3be (90b9273a-c012-429c-a675-14d31428d1d8/25bb4767-e83d-43e7-950c-6556c81cb9c4/9a9ba00f-23d8-4755-b69d-a997240db8ee) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:12.262743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8:0:1:f816:3eff:fefa:3822 (90b9273a-c012-429c-a675-14d31428d1d8/00cb378b-1a0f-4553-82e7-6d5088a214bc/9a9ba00f-23d8-4755-b69d-a997240db8ee) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:12.302063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:12.346419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-585439cb-a1b6-4a6b-a182-dfd87ab8a339 None None] Current status of the port a97dedfe-2bea-4bb3-bee0-3e8423709dca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:12.350400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (98b2ee36-25f3-4c7d-8f79-8e8315007bbe), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.478029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9f9fda6a-bdf9-4711-8327-32731e29f9cf None None] Provisioning complete for port 10f400db-a62f-40fb-becb-2cb0910827e7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:12.478742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f9fda6a-bdf9-4711-8327-32731e29f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.591053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (98b2ee36-25f3-4c7d-8f79-8e8315007bbe), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.597442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fda6a-bdf9-4711-8327-32731e29f9cf None None] Current status of the port 10f400db-a62f-40fb-becb-2cb0910827e7 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:12.608629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9f9fda6a-bdf9-4711-8327-32731e29f9cf None None] Provisioning complete for port 7562889f-c419-4812-8f45-d5af5019ab29 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:12.609107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f9fda6a-bdf9-4711-8327-32731e29f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7562889f-c419-4812-8f45-d5af5019ab29), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.622577 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9ccc3343-11dc-487a-ab31-bd209b63861c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-1902703972 HTTP/1.1" status: 201 len: 201 time: 0.6179891 Apr 07 01:51:12.622778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51036) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.627565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-c5148f6d-a664-4b62-82d5-be911cd6dad1 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-720322158') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:12.651347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9f9fda6a-bdf9-4711-8327-32731e29f9cf None None] Port 7562889f-c419-4812-8f45-d5af5019ab29 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:12.673764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.676117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (98b2ee36-25f3-4c7d-8f79-8e8315007bbe), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.681844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (9a9ba00f-23d8-4755-b69d-a997240db8ee), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.702479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 82fb2e77-aaaa-4962-ac63-ada9d7f9d21b yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:12.713946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b2ee36-25f3-4c7d-8f79-8e8315007bbe,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:12.774611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-81d58919-557f-41bd-85d0-fb41a06fa648 None None] Provisioning complete for port 7562889f-c419-4812-8f45-d5af5019ab29 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:12.774994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-81d58919-557f-41bd-85d0-fb41a06fa648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7562889f-c419-4812-8f45-d5af5019ab29), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.790206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.792451 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cbd9af80-610e-47ad-a14d-ee822f75eed4 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6589293 Apr 07 01:51:12.800863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51038) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.815517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-81d58919-557f-41bd-85d0-fb41a06fa648 None None] Port 7562889f-c419-4812-8f45-d5af5019ab29 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:12.850291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (80e92abb-03bc-41be-8db2-243a3520fad8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.870359 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5148f6d-a664-4b62-82d5-be911cd6dad1 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-720322158 HTTP/1.1" status: 201 len: 201 time: 0.2438934 Apr 07 01:51:12.874914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51040) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:12.879922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-83f2789a-b311-49d5-80ad-468642ef7832 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-538729271') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:12.889115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e578beca-cbb5-4264-aa18-32d737ecef40 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (98b2ee36-25f3-4c7d-8f79-8e8315007bbe), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.898459 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9a9ba00f-23d8-4755-b69d-a997240db8ee), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.930573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10f400db-a62f-40fb-becb-2cb0910827e7 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:12.946137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:12.948715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e578beca-cbb5-4264-aa18-32d737ecef40 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (98b2ee36-25f3-4c7d-8f79-8e8315007bbe), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:12.961537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:12.967256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:12.972553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:12.973212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.008585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 10f400db-a62f-40fb-becb-2cb0910827e7 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:13.009404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.009710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (82fb2e77-aaaa-4962-ac63-ada9d7f9d21b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.022953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=9a9ba00f-23d8-4755-b69d-a997240db8ee,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:13.069756 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea9d5300-c301-4f23-93cf-9fa8c930cb55 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2008400 Apr 07 01:51:13.072526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51042) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.093433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e578beca-cbb5-4264-aa18-32d737ecef40 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (98b2ee36-25f3-4c7d-8f79-8e8315007bbe), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.127134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e578beca-cbb5-4264-aa18-32d737ecef40 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.130784 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e578beca-cbb5-4264-aa18-32d737ecef40 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/98b2ee36-25f3-4c7d-8f79-8e8315007bbe HTTP/1.1" status: 204 len: 168 time: 0.3265779 Apr 07 01:51:13.138414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51046) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.149952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e578beca-cbb5-4264-aa18-32d737ecef40 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98b2ee36-25f3-4c7d-8f79-8e8315007bbe,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:13.152580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (82fb2e77-aaaa-4962-ac63-ada9d7f9d21b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.177025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-83f2789a-b311-49d5-80ad-468642ef7832 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-538729271 HTTP/1.1" status: 201 len: 201 time: 0.3007905 Apr 07 01:51:13.181016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51048) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.187729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-1566bd3f-d9de-4cc8-8304-0d9dee361b7b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-845721582') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:13.247275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:13.252399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:13.257163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:13.262746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:13.265086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.312881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-09ad084a-df40-4489-9ffc-4ca87162db01 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1698883 Apr 07 01:51:13.312881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=82fb2e77-aaaa-4962-ac63-ada9d7f9d21b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:13.314848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51050) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.338670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 9a9ba00f-23d8-4755-b69d-a997240db8ee {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:13.339237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9a9ba00f-23d8-4755-b69d-a997240db8ee), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.352220 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1566bd3f-d9de-4cc8-8304-0d9dee361b7b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-845721582 HTTP/1.1" status: 201 len: 201 time: 0.1663299 Apr 07 01:51:13.358437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51052) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.389221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6236732-8e31-42e1-a942-d2c10dc4f2b8 req-1a998e6d-d002-41f8-b435-50b282d0a7f6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:13.390790 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6236732-8e31-42e1-a942-d2c10dc4f2b8 req-1a998e6d-d002-41f8-b435-50b282d0a7f6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1790996 Apr 07 01:51:13.391826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-601a5fb0-4639-4e67-bd8f-31af8dd7fa9e tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:13.402628 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8af63db5-8719-4381-813c-0af5b841d785 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3897657 Apr 07 01:51:13.410350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 10f400db-a62f-40fb-becb-2cb0910827e7 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:13.413141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51054) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.418672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2d5c0ebe-deb7-4267-9e5e-9f69f503d23e None None] Provisioning complete for port 9a9ba00f-23d8-4755-b69d-a997240db8ee triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:13.419174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2d5c0ebe-deb7-4267-9e5e-9f69f503d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9a9ba00f-23d8-4755-b69d-a997240db8ee), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.469028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2d5c0ebe-deb7-4267-9e5e-9f69f503d23e None None] Port 9a9ba00f-23d8-4755-b69d-a997240db8ee cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:13.480250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9a9ba00f-23d8-4755-b69d-a997240db8ee), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.495886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 9a9ba00f-23d8-4755-b69d-a997240db8ee owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:13.506328 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-601a5fb0-4639-4e67-bd8f-31af8dd7fa9e tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags HTTP/1.1" status: 200 len: 241 time: 0.1464770 Apr 07 01:51:13.509745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51056) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.515491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-024a1843-bcc8-496a-aab3-b7c8e4a06265 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-1902703972') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:13.635990 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-024a1843-bcc8-496a-aab3-b7c8e4a06265 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-1902703972 HTTP/1.1" status: 204 len: 168 time: 0.1250677 Apr 07 01:51:13.653828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51058) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.658787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-17a87b84-208c-414a-ba81-aaca96563562 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-1902703972') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:13.824688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8519e06-f188-49d2-9bb0-9000b680ad1e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:13.826001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f8519e06-f188-49d2-9bb0-9000b680ad1e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/82fb2e77-aaaa-4962-ac63-ada9d7f9d21b HTTP/1.1" status: 200 len: 841 time: 0.4116430 Apr 07 01:51:13.828829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51060) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:13.831590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cae894-ec8f-42fd-8213-5946932322b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (e09c6d55-d864-49a2-a3be-021f02873e6b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.837826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9a9ba00f-23d8-4755-b69d-a997240db8ee), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.841237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 7d58edc9-398d-42ec-97cc-8f0a9df8d624 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:13.841547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:13.847660 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6236732-8e31-42e1-a942-d2c10dc4f2b8 req-4582e540-db06-4e3f-9d02-9cd717829f38 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4499586 Apr 07 01:51:14.226080 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-17a87b84-208c-414a-ba81-aaca96563562 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-1902703972 HTTP/1.1" status: 204 len: 168 time: 0.2386763 Apr 07 01:51:14.306653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cae894-ec8f-42fd-8213-5946932322b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (e09c6d55-d864-49a2-a3be-021f02873e6b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.306653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51064) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.306653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-1b1a8f96-f8d5-4e0b-8158-be4a9a408e1b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:14.308666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=9a9ba00f-23d8-4755-b69d-a997240db8ee,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:14.308666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.308666 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b10321d3-33d6-43a7-8ed1-d5bc7ac14a01 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/9a9ba00f-23d8-4755-b69d-a997240db8ee HTTP/1.1" status: 204 len: 168 time: 0.9342654 Apr 07 01:51:14.309486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51066) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.309585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 82fb2e77-aaaa-4962-ac63-ada9d7f9d21b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:14.309585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (82fb2e77-aaaa-4962-ac63-ada9d7f9d21b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.309741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.309833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (82fb2e77-aaaa-4962-ac63-ada9d7f9d21b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.309833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 82fb2e77-aaaa-4962-ac63-ada9d7f9d21b owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:14.310030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 7d58edc9-398d-42ec-97cc-8f0a9df8d624 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:14.310030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469964f8-57ca-452b-b3c1-19f9abe23205 req-8f6164b4-c993-4138-925b-b69c3e987139 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.310030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-469964f8-57ca-452b-b3c1-19f9abe23205 req-8f6164b4-c993-4138-925b-b69c3e987139 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.2197590 Apr 07 01:51:14.310030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b93e74e-2880-4875-a148-40087a6abcf6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.310030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b93e74e-2880-4875-a148-40087a6abcf6 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1671638 Apr 07 01:51:14.310407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51068) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.310489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1b1a8f96-f8d5-4e0b-8158-be4a9a408e1b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags HTTP/1.1" status: 200 len: 205 time: 0.2911348 Apr 07 01:51:14.310572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51070) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.310572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-e85b8ccc-cfc5-4bfa-97a0-70bf21a8f420 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:14.310771 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-469964f8-57ca-452b-b3c1-19f9abe23205 req-1f9d3fb1-a91d-428e-9cea-bebbeea070e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924721 Apr 07 01:51:14.310860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70939bec-53c6-4699-9f08-956b2110ef90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.310860 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-70939bec-53c6-4699-9f08-956b2110ef90 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1111770 Apr 07 01:51:14.310860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51072) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.310860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51074) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.329706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cae894-ec8f-42fd-8213-5946932322b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e09c6d55-d864-49a2-a3be-021f02873e6b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.332503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88cae894-ec8f-42fd-8213-5946932322b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.333603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-88cae894-ec8f-42fd-8213-5946932322b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/e09c6d55-d864-49a2-a3be-021f02873e6b HTTP/1.1" status: 204 len: 168 time: 1.0156925 Apr 07 01:51:14.339400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51076) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.359336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cae894-ec8f-42fd-8213-5946932322b5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09c6d55-d864-49a2-a3be-021f02873e6b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:14.365721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (82fb2e77-aaaa-4962-ac63-ada9d7f9d21b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.395897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e85b8ccc-cfc5-4bfa-97a0-70bf21a8f420 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags HTTP/1.1" status: 200 len: 240 time: 0.1725349 Apr 07 01:51:14.398684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51078) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.405629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-2e1e2954-6a5e-4b19-85fc-715f96dd21c3 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-720322158') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:14.426314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=82fb2e77-aaaa-4962-ac63-ada9d7f9d21b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:14.432150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa012e-eb8e-4a78-9744-57a195a82631 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.433606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa012e-eb8e-4a78-9744-57a195a82631 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.434987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa012e-eb8e-4a78-9744-57a195a82631 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.437141 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-34aa012e-eb8e-4a78-9744-57a195a82631 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1308024 Apr 07 01:51:14.439588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.440240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51080) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.443856 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-87f1e9a5-fe5e-42c5-b54e-941a96c13734 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/82fb2e77-aaaa-4962-ac63-ada9d7f9d21b HTTP/1.1" status: 204 len: 168 time: 0.6140101 Apr 07 01:51:14.447504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51082) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.477881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-110c2998-370a-4ee0-ae4b-0ae20deefe87 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:14.482650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4c4845eb-f937-44a7-8ce0-82bb2b2457fb tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1371417 Apr 07 01:51:14.482847 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-110c2998-370a-4ee0-ae4b-0ae20deefe87 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/82fb2e77-aaaa-4962-ac63-ada9d7f9d21b HTTP/1.1" status: 404 len: 333 time: 0.0308402 Apr 07 01:51:14.483227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51084) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.485361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51086) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.487558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502635859'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:14.492194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'name': 'tempest-PortsTestJSON-1268937732'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:14.496127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6f94d-7055-4f35-b2cc-5a7f40559ba8 tempest-TestNetworkAdvancedServerOps-1095150725 tempest-TestNetworkAdvancedServerOps-1095150725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:14.500334 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1ef6f94d-7055-4f35-b2cc-5a7f40559ba8 tempest-TestNetworkAdvancedServerOps-1095150725 tempest-TestNetworkAdvancedServerOps-1095150725-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1124 time: 0.1892345 Apr 07 01:51:14.501149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51088) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.505337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:14.598098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 00cb378b-1a0f-4553-82e7-6d5088a214bc {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:14.604008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.614443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (00cb378b-1a0f-4553-82e7-6d5088a214bc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.629073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.678696 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2e1e2954-6a5e-4b19-85fc-715f96dd21c3 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-720322158 HTTP/1.1" status: 204 len: 168 time: 0.2789271 Apr 07 01:51:14.682488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51090) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.689331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-71321e15-048d-4344-b9ca-6297179ff373 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-720322158') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:14.693790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (00cb378b-1a0f-4553-82e7-6d5088a214bc), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.729253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (7309d904-cca5-4f26-a5b7-320138d30b24), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.745738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7d58edc9-398d-42ec-97cc-8f0a9df8d624), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.769106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.788150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:14.791502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.793483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=7d58edc9-398d-42ec-97cc-8f0a9df8d624,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:14.828017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7309d904-cca5-4f26-a5b7-320138d30b24), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.899186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 84a5938c-8d33-47c3-9b41-532e7dc4143a yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:14.907415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7309d904-cca5-4f26-a5b7-320138d30b24,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:14.932397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Allocated IP 172.26.8.236 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:14.945843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.949815 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a18259eb-aec7-4510-95a1-53fef7a75094 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4628663 Apr 07 01:51:14.953412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51092) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:14.962152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (00cb378b-1a0f-4553-82e7-6d5088a214bc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:14.962765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '7309d904-cca5-4f26-a5b7-320138d30b24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:15.085959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.092228 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-71321e15-048d-4344-b9ca-6297179ff373 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-720322158 HTTP/1.1" status: 204 len: 168 time: 0.4066129 Apr 07 01:51:15.092856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51094) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.098543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-55e068a9-9149-4bc7-9668-d7b92b1f5a26 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:15.136590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (e109ca79-459a-4300-978f-98341403444b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.209074 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-55e068a9-9149-4bc7-9668-d7b92b1f5a26 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags HTTP/1.1" status: 200 len: 205 time: 0.1150155 Apr 07 01:51:15.211845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51096) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.222143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-872963bc-ba46-4318-b694-9efed9a72dbc tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:15.224052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (e109ca79-459a-4300-978f-98341403444b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.260154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (80e92abb-03bc-41be-8db2-243a3520fad8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.270362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (00cb378b-1a0f-4553-82e7-6d5088a214bc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.278803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.315306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.327960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:15.331080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:15.334650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:15.343409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=00cb378b-1a0f-4553-82e7-6d5088a214bc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:15.354598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.358430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-29c3db99-4f86-4b74-97d8-b01dcff23bab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/00cb378b-1a0f-4553-82e7-6d5088a214bc HTTP/1.1" status: 204 len: 168 time: 0.9165897 Apr 07 01:51:15.358666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9051b9f4-a100-4170-9e5a-42e0349cd1a0 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:15.363256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e109ca79-459a-4300-978f-98341403444b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.367666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51098) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.386157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Port': ['ID=a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:15.430002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-872963bc-ba46-4318-b694-9efed9a72dbc tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags HTTP/1.1" status: 200 len: 240 time: 0.2170894 Apr 07 01:51:15.434893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51100) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.435730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e109ca79-459a-4300-978f-98341403444b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:15.464004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-af9e9945-f904-40e1-86c2-8d2215ab3292 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-538729271') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:15.490103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet 25bb4767-e83d-43e7-950c-6556c81cb9c4 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:15.497820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (25bb4767-e83d-43e7-950c-6556c81cb9c4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.549027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.550272 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-28cc8fdb-9c7f-49c0-9eab-cc44b2247c0b tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5932188 Apr 07 01:51:15.553499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51102) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.581240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (25bb4767-e83d-43e7-950c-6556c81cb9c4), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.581477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-60fc5c3e-7e93-43fb-a6bf-881b43641938 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules/e109ca79-459a-4300-978f-98341403444b HTTP/1.1" status: 200 len: 763 time: 0.0240517 Apr 07 01:51:15.581477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51104) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.628918 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-af9e9945-f904-40e1-86c2-8d2215ab3292 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-538729271 HTTP/1.1" status: 204 len: 168 time: 0.1933904 Apr 07 01:51:15.636996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.642102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51106) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.647628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-c7c1b678-7060-461a-a11a-5fb8e3edf791 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-538729271') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:15.758881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (25bb4767-e83d-43e7-950c-6556c81cb9c4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.809347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:15.825441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ad2db418-8c84-4ee2-bc1e-dfd35eea0e91 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2426596 Apr 07 01:51:15.832450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:15.836075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51108) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.845174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:15.850231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:15.850864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.855488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=84a5938c-8d33-47c3-9b41-532e7dc4143a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:15.900303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8aee2bc6-0cb2-4d28-9d54-dbf408ce74c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (e109ca79-459a-4300-978f-98341403444b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.905370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 80e92abb-03bc-41be-8db2-243a3520fad8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:15.916226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8aee2bc6-0cb2-4d28-9d54-dbf408ce74c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (e109ca79-459a-4300-978f-98341403444b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:15.947965 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d588d15-39c7-4e47-b003-eda2755336fd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4614882 Apr 07 01:51:15.953671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51110) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:15.959586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:16.021683 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c7c1b678-7060-461a-a11a-5fb8e3edf791 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-538729271 HTTP/1.1" status: 204 len: 168 time: 0.3785300 Apr 07 01:51:16.028287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51112) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.036605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-d42e96a6-6b90-421e-add8-180d9a961a51 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.221334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-136a928f-f399-4873-a52b-d9629a974a63 None None] Provisioning complete for port a97dedfe-2bea-4bb3-bee0-3e8423709dca triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:16.221854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-136a928f-f399-4873-a52b-d9629a974a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.281355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (25bb4767-e83d-43e7-950c-6556c81cb9c4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.312503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-136a928f-f399-4873-a52b-d9629a974a63 None None] Current status of the port a97dedfe-2bea-4bb3-bee0-3e8423709dca is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:16.329459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=25bb4767-e83d-43e7-950c-6556c81cb9c4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:16.342121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717db5d4-4096-4857-b122-90fbab0209ed None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:16.356914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.360705 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d4f9a70a-25e4-4602-aef6-6c0604b2571f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/25bb4767-e83d-43e7-950c-6556c81cb9c4 HTTP/1.1" status: 204 len: 168 time: 0.9870226 Apr 07 01:51:16.363207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51114) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.413554 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7ea4bf9a-84ff-4e84-a5a8-694d4b91f206 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491655 Apr 07 01:51:16.417820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51116) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.425007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:16.466017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for floatingip (7d85c1f1-442a-445e-ba08-45128b41e8df), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.482451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8aee2bc6-0cb2-4d28-9d54-dbf408ce74c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e109ca79-459a-4300-978f-98341403444b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.489677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8aee2bc6-0cb2-4d28-9d54-dbf408ce74c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.493489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8aee2bc6-0cb2-4d28-9d54-dbf408ce74c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e109ca79-459a-4300-978f-98341403444b HTTP/1.1" status: 204 len: 168 time: 0.6533561 Apr 07 01:51:16.506142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51118) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.522261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:16.553185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee2bc6-0cb2-4d28-9d54-dbf408ce74c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e109ca79-459a-4300-978f-98341403444b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:16.581326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.582731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] Deleting port a97dedfe-2bea-4bb3-bee0-3e8423709dca {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:16.583121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.602625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:16.609216 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cc97deb3-5bf4-4498-b8a6-b16af784f311 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/routers/80e92abb-03bc-41be-8db2-243a3520fad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4632628 Apr 07 01:51:16.612049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51120) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.621441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] Sync routers for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:16.626685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a346b633-c3f9-4a94-8921-eab367fbc3a3 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1191769 Apr 07 01:51:16.630542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d42e96a6-6b90-421e-add8-180d9a961a51 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags HTTP/1.1" status: 200 len: 205 time: 0.5978990 Apr 07 01:51:16.631513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51122) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.637260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '7309d904-cca5-4f26-a5b7-320138d30b24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:16.641270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51124) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.643422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:16.644259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.646145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-88c2d700-bfe4-476a-b848-8b4e79b0d114 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.692135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:16.692389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.694390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.701959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] For port a97dedfe-2bea-4bb3-bee0-3e8423709dca, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a97dedfe-2bea-4bb3-bee0-3e8423709dca,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:16.707388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.715701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] Routers {'80e92abb-03bc-41be-8db2-243a3520fad8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:16.716560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['80e92abb-03bc-41be-8db2-243a3520fad8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.719270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] Calling delete_port for a97dedfe-2bea-4bb3-bee0-3e8423709dca owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:16.726493 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-88c2d700-bfe4-476a-b848-8b4e79b0d114 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags HTTP/1.1" status: 200 len: 240 time: 0.0842557 Apr 07 01:51:16.737005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51126) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.741356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-0e2fb3da-4e61-40b1-b7ad-03dbd259060b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-845721582') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.755815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.756704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9198863-5974-4f15-95cc-d5eaf4fb755e None None] The sync data for ids ['80e92abb-03bc-41be-8db2-243a3520fad8'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:16.776045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.802287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (a61c2599-5320-40ae-844a-23193348a6f2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.835492 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0e2fb3da-4e61-40b1-b7ad-03dbd259060b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-845721582 HTTP/1.1" status: 204 len: 168 time: 0.0933886 Apr 07 01:51:16.837151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51128) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:16.845130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-53437b94-3123-4d37-9595-050a780240ce tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-845721582') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:16.881539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.892137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (a97dedfe-2bea-4bb3-bee0-3e8423709dca), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.892406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (a61c2599-5320-40ae-844a-23193348a6f2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.902840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router (80e92abb-03bc-41be-8db2-243a3520fad8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.929216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] Pushing event deleted for resources: {'Port': ['ID=a97dedfe-2bea-4bb3-bee0-3e8423709dca,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:16.931192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a97dedfe-2bea-4bb3-bee0-3e8423709dca no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:16.935392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:16.954340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636fbe1e-96e7-4081-900e-4224fbc04d74 None None] No DVR routers for this DVR port a97dedfe-2bea-4bb3-bee0-3e8423709dca on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:16.956769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a97dedfe-2bea-4bb3-bee0-3e8423709dca {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:16.956769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a97dedfe-2bea-4bb3-bee0-3e8423709dca not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:16.993114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] In _notify_port_updated(), no bound segment for port 84a5938c-8d33-47c3-9b41-532e7dc4143a on network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:51:16.998315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:16.998940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.002917 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/ports/84a5938c-8d33-47c3-9b41-532e7dc4143a HTTP/1.1" status: 200 len: 818 time: 1.0456586 Apr 07 01:51:17.002917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a61c2599-5320-40ae-844a-23193348a6f2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.006446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51130) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.033559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61c2599-5320-40ae-844a-23193348a6f2,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:17.037874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8b74-d57f-4196-ace9-213c4de028ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=84a5938c-8d33-47c3-9b41-532e7dc4143a,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:17.074389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.075779 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-96c60d57-ae4e-4e1a-8d7e-d80d2c44738f tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4419882 Apr 07 01:51:17.085584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51132) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.103324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ecb05c19-826e-49e2-b7ab-336f1bc219ee tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules/a61c2599-5320-40ae-844a-23193348a6f2 HTTP/1.1" status: 200 len: 763 time: 0.0163145 Apr 07 01:51:17.105701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51134) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.144778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-83dcb488-7d19-43f0-9e13-82023073afd3 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0376985 Apr 07 01:51:17.147329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51136) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.171248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6264700-3dda-4416-91da-d7eab2209f80 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (a61c2599-5320-40ae-844a-23193348a6f2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.179429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6264700-3dda-4416-91da-d7eab2209f80 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (a61c2599-5320-40ae-844a-23193348a6f2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.180972 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-53437b94-3123-4d37-9595-050a780240ce tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-845721582 HTTP/1.1" status: 204 len: 168 time: 0.3425064 Apr 07 01:51:17.185730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51138) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.189512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-ed3bf789-774f-414e-8069-70a2d77bd70c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.223489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ed3bf789-774f-414e-8069-70a2d77bd70c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags HTTP/1.1" status: 200 len: 205 time: 0.0370004 Apr 07 01:51:17.226087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51140) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.230353 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-968d156f-1767-4dd0-9146-3b22c6e926c8 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.255085 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-968d156f-1767-4dd0-9146-3b22c6e926c8 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags HTTP/1.1" status: 204 len: 168 time: 0.0276763 Apr 07 01:51:17.260105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51142) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.264953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-51849b30-bfee-4a15-9cd7-14df72db4aeb tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.281517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (80e92abb-03bc-41be-8db2-243a3520fad8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.304331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6264700-3dda-4416-91da-d7eab2209f80 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a61c2599-5320-40ae-844a-23193348a6f2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.306903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.320470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 84a5938c-8d33-47c3-9b41-532e7dc4143a {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:17.320838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.335627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b6264700-3dda-4416-91da-d7eab2209f80 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.336739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b6264700-3dda-4416-91da-d7eab2209f80 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a61c2599-5320-40ae-844a-23193348a6f2 HTTP/1.1" status: 204 len: 168 time: 0.1884422 Apr 07 01:51:17.343175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51144) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.350395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6264700-3dda-4416-91da-d7eab2209f80 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a61c2599-5320-40ae-844a-23193348a6f2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:17.368027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (b997aef5-5652-4db0-b4fa-29613a7619f9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.397015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2eb7ef2a-5620-4684-a424-5eda67eb7aaf tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492821 Apr 07 01:51:17.397015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51849b30-bfee-4a15-9cd7-14df72db4aeb tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags HTTP/1.1" status: 204 len: 168 time: 0.1359353 Apr 07 01:51:17.397323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51146) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.401672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': '7309d904-cca5-4f26-a5b7-320138d30b24', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:17.405392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51148) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.410344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-25389c54-ff14-4ffc-a497-2027dcca1fac tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.410672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.478948 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-25389c54-ff14-4ffc-a497-2027dcca1fac tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags HTTP/1.1" status: 204 len: 168 time: 0.0723715 Apr 07 01:51:17.481044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:17.481560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51150) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.485534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-8e7a190b-5b0f-4530-b795-6b0ca16161d9 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.488712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.506974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:17.516227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:17.516411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0556a7-b783-4f6a-bde2-d42cd453da2f None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:17.516820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.530122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (04dc7824-2a68-4301-89e2-2394f0b4311e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.547009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 84a5938c-8d33-47c3-9b41-532e7dc4143a owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:17.560010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=b997aef5-5652-4db0-b4fa-29613a7619f9,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:17.577564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event updated for resources: {'Port': ['ID=a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:17.588975 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8e7a190b-5b0f-4530-b795-6b0ca16161d9 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags HTTP/1.1" status: 204 len: 168 time: 0.1066322 Apr 07 01:51:17.593341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51154) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.598396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-886851ab-26bf-423c-b0b4-91049b52b5ef tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-194743918') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.602106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (04dc7824-2a68-4301-89e2-2394f0b4311e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.633130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (7d85c1f1-442a-445e-ba08-45128b41e8df), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.660950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-90b9273a-c012-429c-a675-14d31428d1d8', 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'project_id': '8ba690e80de94dda8b96d79b9755cde5', 'fixed_ips': [{'subnet_id': 'b997aef5-5652-4db0-b4fa-29613a7619f9'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:17.661866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.666839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (04dc7824-2a68-4301-89e2-2394f0b4311e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.686456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dc7824-2a68-4301-89e2-2394f0b4311e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:17.686730 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-92ed59da-525b-4044-9c91-a9c56c0c4f7e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2678976 Apr 07 01:51:17.689483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51156) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.694872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:17.707177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 675bf640-49ea-4eb6-aa10-f644861238fc {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:17.707491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (675bf640-49ea-4eb6-aa10-f644861238fc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.743720 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-886851ab-26bf-423c-b0b4-91049b52b5ef tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-194743918 HTTP/1.1" status: 201 len: 201 time: 0.1467669 Apr 07 01:51:17.743961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51158) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.750743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-55ef2768-4221-480a-9328-d874f5abe37d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-5079422') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:17.759615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.777204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.782111 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0b105172-c905-4bbc-a96f-324c152734ec tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3803515 Apr 07 01:51:17.783646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51160) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.820865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a965d760-9629-4f8d-96b3-d5b70bca2184 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules/04dc7824-2a68-4301-89e2-2394f0b4311e HTTP/1.1" status: 200 len: 764 time: 0.0318942 Apr 07 01:51:17.822776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Allocated IP 2001:db8::2 (90b9273a-c012-429c-a675-14d31428d1d8/b997aef5-5652-4db0-b4fa-29613a7619f9/c1cf08cf-8884-4525-ba1e-3dedb38ca5e5) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:17.822899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51162) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.870527 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Floating IP 7d85c1f1-442a-445e-ba08-45128b41e8df associated. External IP: 172.26.8.236, port: a6534193-87c1-422d-ae61-a26d802b6e20. Apr 07 01:51:17.921711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (84a5938c-8d33-47c3-9b41-532e7dc4143a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.926300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (675bf640-49ea-4eb6-aa10-f644861238fc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.931408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:17.937485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:17.940407 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a1ffba78-63bc-4d70-a350-6305db1d746c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1124437 Apr 07 01:51:17.942151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51164) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:17.967834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 675bf640-49ea-4eb6-aa10-f644861238fc owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:18.021646 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-55ef2768-4221-480a-9328-d874f5abe37d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-5079422 HTTP/1.1" status: 201 len: 201 time: 0.2763653 Apr 07 01:51:18.025215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51166) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.034545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Publish callbacks [] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.039186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-db8c4c26-dee6-4a0c-824b-f48b34cb3eec tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-1894600420') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:18.091312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97f8e10c-f848-4d61-ad8a-b758f0fbbb0c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (04dc7824-2a68-4301-89e2-2394f0b4311e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.101860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.138546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97f8e10c-f848-4d61-ad8a-b758f0fbbb0c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (04dc7824-2a68-4301-89e2-2394f0b4311e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.140701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:18.144174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:18.146401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:18.195374 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.ipam_backend_mixin [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b997aef5-5652-4db0-b4fa-29613a7619f9 (CIDR: 2001:db8::/64) Apr 07 01:51:18.205827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Pushing event updated for resources: {'Port': ['ID=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:18.223171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Attempting to bind port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:18.223635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Attempting to bind port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:18.224006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Attempting to bind port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 on network 90b9273a-c012-429c-a675-14d31428d1d8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:18.229503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:18.229879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Checking segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:18.230284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.230679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Bound using segment: {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:18.231182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Bound port: c1cf08cf-8884-4525-ba1e-3dedb38ca5e5, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fee83e6-0752-4238-9d8a-f92ef286352d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '90b9273a-c012-429c-a675-14d31428d1d8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:18.231563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.233787 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:51:18.234256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:18.255757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=84a5938c-8d33-47c3-9b41-532e7dc4143a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:18.257910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97f8e10c-f848-4d61-ad8a-b758f0fbbb0c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (04dc7824-2a68-4301-89e2-2394f0b4311e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.270782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97f8e10c-f848-4d61-ad8a-b758f0fbbb0c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.275023 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-97f8e10c-f848-4d61-ad8a-b758f0fbbb0c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/04dc7824-2a68-4301-89e2-2394f0b4311e HTTP/1.1" status: 204 len: 168 time: 0.3281057 Apr 07 01:51:18.275023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8e10c-f848-4d61-ad8a-b758f0fbbb0c tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04dc7824-2a68-4301-89e2-2394f0b4311e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:18.280605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51168) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.296090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6edb507f-8cb7-49e0-bc1f-a6707a842c76 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6047273 Apr 07 01:51:18.300915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.307647 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a461b530-9496-4dda-b53b-184e7e39e5c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/84a5938c-8d33-47c3-9b41-532e7dc4143a HTTP/1.1" status: 204 len: 168 time: 1.2864180 Apr 07 01:51:18.309511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51170) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.309866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51172) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.311713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] For port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:18.315036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] For port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:18.322056 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2698da6a-078e-4b79-b737-e6684d6f8fc5 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451562 Apr 07 01:51:18.324915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51174) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.326375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'subnet': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:18.343017 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db8c4c26-dee6-4a0c-824b-f48b34cb3eec tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-1894600420 HTTP/1.1" status: 201 len: 201 time: 0.3168018 Apr 07 01:51:18.346208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51176) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.353389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-06efecc9-aee0-4902-a8d7-2defee927b0f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-328972092') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:18.382513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.412364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-81db3071-5321-4947-bb95-3f0432ef896d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (7309d904-cca5-4f26-a5b7-320138d30b24), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.443981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-81db3071-5321-4947-bb95-3f0432ef896d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (7309d904-cca5-4f26-a5b7-320138d30b24), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.453014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d231-942e-46ce-8019-91ee0e59bd46 None None] Pushing event updated for resources: {'Port': ['ID=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:18.473957 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-06efecc9-aee0-4902-a8d7-2defee927b0f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-328972092 HTTP/1.1" status: 201 len: 201 time: 0.1263502 Apr 07 01:51:18.476303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51178) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.481037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-c557790f-7f07-4d26-9963-ae62eb6deb1f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', {'tags': ['tempest-TagsExtTest-Tag-1423019634', 'tempest-TagsExtTest-Tag-904223595', 'tempest-TagsExtTest-Tag-633274150']}) {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:18.606394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9010115d-b216-4252-811d-5f4991f97ef7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:18.611138 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9010115d-b216-4252-811d-5f4991f97ef7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2971430 Apr 07 01:51:18.612511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51180) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.613890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-81db3071-5321-4947-bb95-3f0432ef896d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7309d904-cca5-4f26-a5b7-320138d30b24), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.618679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-81db3071-5321-4947-bb95-3f0432ef896d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.626353 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-81db3071-5321-4947-bb95-3f0432ef896d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/7309d904-cca5-4f26-a5b7-320138d30b24 HTTP/1.1" status: 204 len: 168 time: 0.2999558 Apr 07 01:51:18.656915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51182) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.664521 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8586b10-4ada-446a-91e8-fc0ce79baa72 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:18.672086 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e8586b10-4ada-446a-91e8-fc0ce79baa72 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/84a5938c-8d33-47c3-9b41-532e7dc4143a HTTP/1.1" status: 404 len: 333 time: 0.0433688 Apr 07 01:51:18.672497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51184) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.675202 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c557790f-7f07-4d26-9963-ae62eb6deb1f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags HTTP/1.1" status: 200 len: 316 time: 0.1970358 Apr 07 01:51:18.688042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51186) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.689292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-352033714'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:18.689592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-27bf0247-abf6-4b0c-9b3c-463f4f80bb53 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:18.717961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db3071-5321-4947-bb95-3f0432ef896d tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7309d904-cca5-4f26-a5b7-320138d30b24,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:18.801381 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7abd3be0-d07f-4b54-a3d8-ee35d9ca14c2 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1414864 Apr 07 01:51:18.805711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51188) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.812402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849019376'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:18.824643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:18.848311 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-27bf0247-abf6-4b0c-9b3c-463f4f80bb53 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags HTTP/1.1" status: 204 len: 168 time: 0.1619544 Apr 07 01:51:18.849172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51190) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.854961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-219eb15c-51ea-44a8-ac97-a0312c5cb45d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-1423019634') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:18.903897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:18.907606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.925976 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-219eb15c-51ea-44a8-ac97-a0312c5cb45d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:18.927110 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-219eb15c-51ea-44a8-ac97-a0312c5cb45d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-1423019634 HTTP/1.1" status: 404 len: 329 time: 0.0769744 Apr 07 01:51:18.929925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:18.934392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-c4d9f2cf-2ec8-4260-b316-250dec88b60e tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-904223595') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:18.940365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:18.956975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:18.960739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.968664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:18.969626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (675bf640-49ea-4eb6-aa10-f644861238fc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.006222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:19.006766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.042050 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-c4d9f2cf-2ec8-4260-b316-250dec88b60e tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:19.046162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c4d9f2cf-2ec8-4260-b316-250dec88b60e tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-904223595 HTTP/1.1" status: 404 len: 328 time: 0.1122599 Apr 07 01:51:19.046434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51194) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.048786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:19.050558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-42ee5a6f-473e-45bd-8656-39ecd37e1cd2 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351', 'tempest-TagsExtTest-Tag-633274150') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.059363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=675bf640-49ea-4eb6-aa10-f644861238fc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:19.098856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (bcd30ef2-5246-4729-8e25-aa7b40dc100e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.106335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:19.106889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.107000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (030aad27-91f7-4b4c-b40f-064d8a13aee7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.107278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment 030aad27-91f7-4b4c-b40f-064d8a13aee7 of type vlan for network f7e976e3-fa8e-40f3-a602-3b9da63d5585 Apr 07 01:51:19.128538 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-42ee5a6f-473e-45bd-8656-39ecd37e1cd2 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:19.132877 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-42ee5a6f-473e-45bd-8656-39ecd37e1cd2 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags/tempest-TagsExtTest-Tag-633274150 HTTP/1.1" status: 404 len: 328 time: 0.0823445 Apr 07 01:51:19.132877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51196) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.136993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-b53b22cf-0528-41d2-9b78-14cf371d7d10 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', {'tags': ['tempest-TagsExtTest-Tag-41610478', 'tempest-TagsExtTest-Tag-2051326493', 'tempest-TagsExtTest-Tag-1985371760']}) {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.140554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:19.157176 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] Sync routers for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:19.161309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:19.171809 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:19.172701 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.183477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (bcd30ef2-5246-4729-8e25-aa7b40dc100e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.233317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.244250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd30ef2-5246-4729-8e25-aa7b40dc100e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:19.259356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f7e976e3-fa8e-40f3-a602-3b9da63d5585), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.285806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (80e92abb-03bc-41be-8db2-243a3520fad8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.297093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.300969 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dff477f0-ab9c-4c2a-9aa8-e2315f5e29c1 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4916353 Apr 07 01:51:19.303139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.306217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:19.320847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Request body: {'security_group_rule': {'security_group_id': 'bcd30ef2-5246-4729-8e25-aa7b40dc100e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:19.325468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.332861 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b53b22cf-0528-41d2-9b78-14cf371d7d10 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags HTTP/1.1" status: 200 len: 316 time: 0.1993256 Apr 07 01:51:19.338849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.342639 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:51:19.343551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-a97ba986-a90b-4e33-bdd0-6cda4d10c1ca tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.394029 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-84240021-2b72-4272-a351-58b2428ae7e6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8917611 Apr 07 01:51:19.450429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:51:19.452799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:51:19.459498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (17891678-c5b6-44f6-970b-5610f67fa968), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.507912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (80e92abb-03bc-41be-8db2-243a3520fad8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.511237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_controller (80e92abb-03bc-41be-8db2-243a3520fad8), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.541377 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a97ba986-a90b-4e33-bdd0-6cda4d10c1ca tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags HTTP/1.1" status: 204 len: 168 time: 0.2013195 Apr 07 01:51:19.544480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c356be-74c0-4166-8570-164d85efac5e x-openstack-request-id: req-39c356be-74c0-4166-8570-164d85efac5e {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:51:19.544669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:51:19.545584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39c356be-74c0-4166-8570-164d85efac5e {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:51:19.545996 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39c356be-74c0-4166-8570-164d85efac5e'] response: {'name': 'network-changed', 'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'status': 'completed', 'code': 200} Apr 07 01:51:19.546388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51206) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.553870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-366ad113-45b0-428e-936b-7fc7b21ca910 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-41610478') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.587780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (17891678-c5b6-44f6-970b-5610f67fa968), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.625688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb19f6a-0346-402a-b688-d6287250b1dc req-7a87aeb2-20a2-4992-9391-d6b098984432 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:19.628323 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4fb19f6a-0346-402a-b688-d6287250b1dc req-7a87aeb2-20a2-4992-9391-d6b098984432 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1114116 Apr 07 01:51:19.659579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (17891678-c5b6-44f6-970b-5610f67fa968), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.664063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f7e976e3-fa8e-40f3-a602-3b9da63d5585), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.669300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:19.669839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.691934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17891678-c5b6-44f6-970b-5610f67fa968,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:19.710699 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4fb19f6a-0346-402a-b688-d6287250b1dc req-100392cb-4ce8-440e-bedf-878f610f2138 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747557 Apr 07 01:51:19.735836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51208) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.758257 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '7d85c1f1-442a-445e-ba08-45128b41e8df', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'port_id': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'mac_address': 'fa:16:3e:b3:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:51:15Z', 'updated_at': '2022-04-07T01:51:15Z', 'revision_number': 0, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:58Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.783264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-de559b33-7a3b-41ad-9403-a781cd621035 None None] Provisioning complete for port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:19.783641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-de559b33-7a3b-41ad-9403-a781cd621035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.788461 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] Checking router: f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:51:19.798212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (80e92abb-03bc-41be-8db2-243a3520fad8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.803394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Fanout notify agent at l3_agent the message router_deleted on router 80e92abb-03bc-41be-8db2-243a3520fad8 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:51:19.803538 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:19.803538 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:19.805532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=f7e976e3-fa8e-40f3-a602-3b9da63d5585,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:19.816437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.817629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a7e0e510-1d63-466f-bb7e-4bea5dea401e tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/routers/80e92abb-03bc-41be-8db2-243a3520fad8 HTTP/1.1" status: 204 len: 168 time: 3.2044847 Apr 07 01:51:19.823899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51210) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.826543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-c4cb98c4-01f8-41ef-b31a-b1ce39b69228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:19.828063 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-c4cb98c4-01f8-41ef-b31a-b1ce39b69228 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1129 time: 0.2716095 Apr 07 01:51:19.834046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:19.837263 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-733b3559-98b5-4b26-adb8-89092cf3e282 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1618557 Apr 07 01:51:19.844124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.847683 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7c1cd6ff-769b-4f41-9f34-c2870ed0f8df tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5414360 Apr 07 01:51:19.847864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51212) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.852632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51214) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:19.854414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:19.856869 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-294b1683-189d-417c-9c5e-cc35f2e51a16 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/floatingips/7d85c1f1-442a-445e-ba08-45128b41e8df HTTP/1.1" status: 200 len: 991 time: 0.1199102 Apr 07 01:51:19.945076 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:51:19.971043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting subnet 11b4b828-1973-4938-84ae-b6139059828e {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:19.974608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for subnet (11b4b828-1973-4938-84ae-b6139059828e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:19.987209 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-366ad113-45b0-428e-936b-7fc7b21ca910 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:19.988307 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-366ad113-45b0-428e-936b-7fc7b21ca910 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-41610478 HTTP/1.1" status: 404 len: 327 time: 0.4378703 Apr 07 01:51:19.997953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51216) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.006785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-a8564d60-b0f1-477a-9db4-7fb6f998dc6d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-2051326493') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:20.036651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a32fb917-03d7-49d2-8b1d-4a06464cf41a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (bcd30ef2-5246-4729-8e25-aa7b40dc100e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.044617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-de559b33-7a3b-41ad-9403-a781cd621035 None None] Current status of the port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:20.045268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (11b4b828-1973-4938-84ae-b6139059828e), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.098600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a32fb917-03d7-49d2-8b1d-4a06464cf41a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (bcd30ef2-5246-4729-8e25-aa7b40dc100e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.141263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-a1b876cd-76f1-4a59-bab7-b46075eaff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:20.143115 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-a1b876cd-76f1-4a59-bab7-b46075eaff7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 200 len: 897 time: 0.3043556 Apr 07 01:51:20.185213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (11b4b828-1973-4938-84ae-b6139059828e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.196879 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '7d85c1f1-442a-445e-ba08-45128b41e8df', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'port_id': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'mac_address': 'fa:16:3e:b3:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:51:15Z', 'updated_at': '2022-04-07T01:51:15Z', 'revision_number': 0, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:58Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:20.225063 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3630e0c8-3636-4914-9f1f-eef4fda03df5 None None] The sync data for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv is: [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '7d85c1f1-442a-445e-ba08-45128b41e8df', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'floating_ip_address': '172.26.8.236', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'port_id': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 840, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'mac_address': 'fa:16:3e:b3:87:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:51:15Z', 'updated_at': '2022-04-07T01:51:15Z', 'revision_number': 0, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:58Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:20.238253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a32fb917-03d7-49d2-8b1d-4a06464cf41a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (bcd30ef2-5246-4729-8e25-aa7b40dc100e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.240982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a32fb917-03d7-49d2-8b1d-4a06464cf41a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.244437 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a32fb917-03d7-49d2-8b1d-4a06464cf41a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/bcd30ef2-5246-4729-8e25-aa7b40dc100e HTTP/1.1" status: 204 len: 168 time: 0.3836870 Apr 07 01:51:20.249769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51218) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.267018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fb917-03d7-49d2-8b1d-4a06464cf41a tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd30ef2-5246-4729-8e25-aa7b40dc100e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:20.319966 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2bbb803-0dd3-41e8-ab35-0572c0d9b0b6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0690548 Apr 07 01:51:20.322527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51220) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.359751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (11b4b828-1973-4938-84ae-b6139059828e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.373983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-867d3900-a5fb-4c5f-b1c5-424e362f4825 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0495431 Apr 07 01:51:20.396201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51222) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.403546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Subnet': ['ID=11b4b828-1973-4938-84ae-b6139059828e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:20.413851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.419647 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f78716d0-a0e3-4fab-b07a-67410ae4209a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/subnets/11b4b828-1973-4938-84ae-b6139059828e HTTP/1.1" status: 204 len: 168 time: 0.5927372 Apr 07 01:51:20.419647 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-a24972d7-839b-4cbe-8c08-aa3af79512e6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] delete failed (client error): The resource could not be found. Apr 07 01:51:20.419647 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a24972d7-839b-4cbe-8c08-aa3af79512e6 tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "DELETE /v2.0/security-groups/bcd30ef2-5246-4729-8e25-aa7b40dc100e HTTP/1.1" status: 404 len: 347 time: 0.0221140 Apr 07 01:51:20.422199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51224) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.424139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51226) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.426840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66abfbd7-0c2d-4adb-b64e-b56cafa9c028 None None] Network 2953dd1a-e218-415c-a5f4-3802ce576792 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:20.484588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:20.487842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.522094 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-a8564d60-b0f1-477a-9db4-7fb6f998dc6d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:20.523250 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8564d60-b0f1-477a-9db4-7fb6f998dc6d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-2051326493 HTTP/1.1" status: 404 len: 329 time: 0.5200794 Apr 07 01:51:20.539392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51228) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.541025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f15969-f7e5-4f6e-bc88-2526b2540b73 None None] New status for floating IP 7d85c1f1-442a-445e-ba08-45128b41e8df: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:51:20.543621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-16f1c20f-b155-4b68-ae91-9a53e922616b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29', 'tempest-TagsExtTest-Tag-1985371760') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:20.577445 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-429e02d6-df05-4f4e-80f6-dc2001f7a1cc tempest-SecGroupTest-174249722 tempest-SecGroupTest-174249722-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1527398 Apr 07 01:51:20.591539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2953dd1a-e218-415c-a5f4-3802ce576792), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.638499 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-ff8602f2-7dc6-492e-9937-6581fd07ddd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 200 len: 999 time: 0.4882455 Apr 07 01:51:20.660805 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-16f1c20f-b155-4b68-ae91-9a53e922616b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:20.662396 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-16f1c20f-b155-4b68-ae91-9a53e922616b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags/tempest-TagsExtTest-Tag-1985371760 HTTP/1.1" status: 404 len: 329 time: 0.1220798 Apr 07 01:51:20.667229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] DHCP port deletion for 2953dd1a-e218-415c-a5f4-3802ce576792 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:20.669379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51232) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.679013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-1a7c7212-3724-4870-bd7a-9ff40edfc1cb tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', {'tags': ['tempest-TagsExtTest-Tag-60794276', 'tempest-TagsExtTest-Tag-1547930894', 'tempest-TagsExtTest-Tag-764530488']}) {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:20.705312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.objects.ports [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110983) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:51:20.768123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 0b932bb6-6c33-47cc-a457-b6c68208bd72 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:20.770390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.791362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] Deleting port 0b932bb6-6c33-47cc-a457-b6c68208bd72 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:20.793283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.815837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-ec38dae6-9e66-47a8-973e-fb6ae23e68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:20.817493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-ec38dae6-9e66-47a8-973e-fb6ae23e68a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b931ef-ece8-49be-b055-29428b718934 HTTP/1.1" status: 200 len: 834 time: 0.1695857 Apr 07 01:51:20.842672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] For port 0b932bb6-6c33-47cc-a457-b6c68208bd72, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b932bb6-6c33-47cc-a457-b6c68208bd72,segment=NetworkSegment(d551ff6c-cf54-4cab-ba05-495ebba9ef4c),segment_id=d551ff6c-cf54-4cab-ba05-495ebba9ef4c)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:20.843556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.860229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 0b932bb6-6c33-47cc-a457-b6c68208bd72 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:20.863453 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51234) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.889980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] For port 0b932bb6-6c33-47cc-a457-b6c68208bd72, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0b932bb6-6c33-47cc-a457-b6c68208bd72,segment=NetworkSegment(d551ff6c-cf54-4cab-ba05-495ebba9ef4c),segment_id=d551ff6c-cf54-4cab-ba05-495ebba9ef4c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:20.890829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:20.911339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] Calling delete_port for 0b932bb6-6c33-47cc-a457-b6c68208bd72 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:20.926664 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1a7c7212-3724-4870-bd7a-9ff40edfc1cb tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags HTTP/1.1" status: 200 len: 315 time: 0.2522779 Apr 07 01:51:20.934436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51236) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:20.943208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-800b1918-79dd-4b22-9fa5-30eb27fd5aa3 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.010512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-ece20f8f-40ef-4304-947f-ebba268defe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:21.012248 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-ece20f8f-40ef-4304-947f-ebba268defe2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1838717 Apr 07 01:51:21.028219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:21.088994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a054ddb4-ba15-466f-b4da-ccef6bb7e571 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/floatingips/7d85c1f1-442a-445e-ba08-45128b41e8df HTTP/1.1" status: 200 len: 993 time: 0.2194040 Apr 07 01:51:21.179914 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-35d953aa-5028-43f0-a036-36850083a8ad service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387846 Apr 07 01:51:21.194341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.223982 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-800b1918-79dd-4b22-9fa5-30eb27fd5aa3 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags HTTP/1.1" status: 204 len: 168 time: 0.2883079 Apr 07 01:51:21.225281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.236456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51240) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.249352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (f33fea4d-c42e-4b6f-baea-f07c16807c5c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.261752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:21.262282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.275625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-2524f0b4-48ae-49e2-8e74-46c234753801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-60794276') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.278545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] No DVR routers for this DVR port 0b932bb6-6c33-47cc-a457-b6c68208bd72 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:21.281888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=0b932bb6-6c33-47cc-a457-b6c68208bd72,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:21.305882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (0b932bb6-6c33-47cc-a457-b6c68208bd72), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.323046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] No DVR routers for this DVR port 0b932bb6-6c33-47cc-a457-b6c68208bd72 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:21.326314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51242) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.358712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c55c68-97e6-4519-bd1c-612753424587 None None] Pushing event deleted for resources: {'Port': ['ID=0b932bb6-6c33-47cc-a457-b6c68208bd72,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:21.384213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=f33fea4d-c42e-4b6f-baea-f07c16807c5c,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:21.410346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:21.465638 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d8c79a15-b243-4efa-9f5f-fa843c1b4b48 req-5bf5d067-7466-4431-9bf3-18c26611dec1 service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784786 Apr 07 01:51:21.469424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': '030aad27-91f7-4b4c-b40f-064d8a13aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:21.469832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: f7e976e3-fa8e-40f3-a602-3b9da63d5585, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:21.479703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2953dd1a-e218-415c-a5f4-3802ce576792), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.485536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b932bb6-6c33-47cc-a457-b6c68208bd72 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:21.505444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2953dd1a-e218-415c-a5f4-3802ce576792']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.511086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0b932bb6-6c33-47cc-a457-b6c68208bd72 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:21.511644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0b932bb6-6c33-47cc-a457-b6c68208bd72 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:21.518445 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-2524f0b4-48ae-49e2-8e74-46c234753801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:21.522138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2524f0b4-48ae-49e2-8e74-46c234753801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-60794276 HTTP/1.1" status: 404 len: 327 time: 0.2485578 Apr 07 01:51:21.522138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.522138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd551ff6c-cf54-4cab-ba05-495ebba9ef4c') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.523511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51246) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.524530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] For port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:21.536387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-f701da6b-9a03-492d-bc21-8a104e6e5482 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-1547930894') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.574452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d551ff6c-cf54-4cab-ba05-495ebba9ef4c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.575670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.595976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:21.603539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-01795aab-f99d-4082-a9f4-06f7d4d71aad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72c110b996dd421c987f51d95c3c234b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758954 Apr 07 01:51:21.606062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51248) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.618271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d551ff6c-cf54-4cab-ba05-495ebba9ef4c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.626496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:21.626898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d551ff6c-cf54-4cab-ba05-495ebba9ef4c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:21.629883 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:21.640838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.678394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (b922d7bf-cf91-459a-b403-fbcd28eca8ed), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.685874 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-f701da6b-9a03-492d-bc21-8a104e6e5482 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:21.686926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f701da6b-9a03-492d-bc21-8a104e6e5482 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-1547930894 HTTP/1.1" status: 404 len: 329 time: 0.1625068 Apr 07 01:51:21.689923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51250) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.695052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-20a1f7ae-06fb-4f44-b170-023f2ce7638b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd', 'tempest-TagsExtTest-Tag-764530488') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.719697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, f7e976e3-fa8e-40f3-a602-3b9da63d5585) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:21.729434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d4282-d316-40d0-9fb2-983b7a19a70a None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:21.736637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:21.737269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.740244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5318377e-9def-46b3-89f9-b6d83c749cee admin admin] Publish callbacks [] for security_group (72bb947f-a1d3-4dc6-8970-b1ccdd713558), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.761693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:21.775344 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-20a1f7ae-06fb-4f44-b170-023f2ce7638b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:21.776484 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-20a1f7ae-06fb-4f44-b170-023f2ce7638b tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags/tempest-TagsExtTest-Tag-764530488 HTTP/1.1" status: 404 len: 328 time: 0.0854864 Apr 07 01:51:21.777912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2953dd1a-e218-415c-a5f4-3802ce576792), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.779980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51252) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.784491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:21.785093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-6cd16467-12af-421e-b756-1ed23987e688 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', {'tags': ['tempest-TagsExtTest-Tag-1569594019', 'tempest-TagsExtTest-Tag-2033925118', 'tempest-TagsExtTest-Tag-137350815']}) {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.791509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Subnet': ['ID=b922d7bf-cf91-459a-b403-fbcd28eca8ed,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:21.796851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:21.797471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.799663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,revision_number=5']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:21.799943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.803847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5318377e-9def-46b3-89f9-b6d83c749cee admin admin] Publish callbacks [] for security_group (72bb947f-a1d3-4dc6-8970-b1ccdd713558), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.816429 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/networks/2953dd1a-e218-415c-a5f4-3802ce576792 HTTP/1.1" status: 204 len: 168 time: 1.3930476 Apr 07 01:51:21.817079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce151b-95cd-44fa-a7fc-480e60976a9d None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:21.825815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51254) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.833932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32e556-122e-4a6a-81da-b976e52a75e0 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Network': ['ID=2953dd1a-e218-415c-a5f4-3802ce576792,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:21.897610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': 'f33fea4d-c42e-4b6f-baea-f07c16807c5c'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:21.898824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:21.936120 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-65a4dcaa-dcbb-4bee-a8fb-e930aaf7dfec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0854590 Apr 07 01:51:21.939067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51256) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.945142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:21.953474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6cd16467-12af-421e-b756-1ed23987e688 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "PUT /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags HTTP/1.1" status: 200 len: 317 time: 0.1700282 Apr 07 01:51:21.958209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51258) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.965309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-3801ff0d-60a9-4562-a0a8-0dffec8d277d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:21.983694 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6680aff0-9e9e-4103-91da-c9920f9a8caa tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.6620800 Apr 07 01:51:21.993449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51260) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:21.997993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Request body: {'port': {'network_id': '90b9273a-c012-429c-a675-14d31428d1d8', 'mac_address': 'fa:16:3e:64:9d:b9', 'name': 'tempest-NetworksTestDHCPv6-1429270140'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:22.077423 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-bc31570c-1a37-43cf-aee0-7773f0525f74 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2057266 Apr 07 01:51:22.096073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Allocated IP 172.20.0.2 (f7e976e3-fa8e-40f3-a602-3b9da63d5585/f33fea4d-c42e-4b6f-baea-f07c16807c5c/08669c9d-07ea-46e5-8397-3e3070e4ddcb) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:22.114243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port b2116a17-7a98-4d15-86b2-ecc311186d5e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:22.114606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.171063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5318377e-9def-46b3-89f9-b6d83c749cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (72bb947f-a1d3-4dc6-8970-b1ccdd713558), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.173632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5318377e-9def-46b3-89f9-b6d83c749cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.174799 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5318377e-9def-46b3-89f9-b6d83c749cee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72bb947f-a1d3-4dc6-8970-b1ccdd713558 HTTP/1.1" status: 204 len: 168 time: 0.5677917 Apr 07 01:51:22.212334 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3801ff0d-60a9-4562-a0a8-0dffec8d277d tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags HTTP/1.1" status: 204 len: 168 time: 0.2479033 Apr 07 01:51:22.212863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51264) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:22.218275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-68d0ae87-c1cb-4e75-ae95-29df2512ffd8 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-1569594019') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:22.228130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318377e-9def-46b3-89f9-b6d83c749cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bb947f-a1d3-4dc6-8970-b1ccdd713558,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:22.259382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:22.262942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.264525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-5c1ab439-1443-4d1e-8df6-df89e94f7a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:22.266911 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-5c1ab439-1443-4d1e-8df6-df89e94f7a8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.1071894 Apr 07 01:51:22.271939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Made reservation on behalf of 8ba690e80de94dda8b96d79b9755cde5 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:22.273128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-68d0ae87-c1cb-4e75-ae95-29df2512ffd8 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:22.274360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-68d0ae87-c1cb-4e75-ae95-29df2512ffd8 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-1569594019 HTTP/1.1" status: 404 len: 329 time: 0.0602953 Apr 07 01:51:22.277904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51266) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:22.288146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-f72ea33a-a958-45d4-a1c9-bc04be1cebb5 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-2033925118') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:22.295979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Publish callbacks [] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.309137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.309468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (b2116a17-7a98-4d15-86b2-ecc311186d5e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.366946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for b2116a17-7a98-4d15-86b2-ecc311186d5e owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:22.382596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.388159 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-f72ea33a-a958-45d4-a1c9-bc04be1cebb5 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:22.389795 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f72ea33a-a958-45d4-a1c9-bc04be1cebb5 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-2033925118 HTTP/1.1" status: 404 len: 329 time: 0.1051598 Apr 07 01:51:22.393216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51268) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:22.397444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-6f1cedd1-e9ec-457f-ab5e-71125116dad4 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684', 'tempest-TagsExtTest-Tag-137350815') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:22.443283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:22.454312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:22.477128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Pushing event updated for resources: {'Port': ['ID=08669c9d-07ea-46e5-8397-3e3070e4ddcb,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:22.491119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:22.540510 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-6f1cedd1-e9ec-457f-ab5e-71125116dad4 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] show failed (client error): The resource could not be found. Apr 07 01:51:22.541616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6f1cedd1-e9ec-457f-ab5e-71125116dad4 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags/tempest-TagsExtTest-Tag-137350815 HTTP/1.1" status: 404 len: 328 time: 0.1474788 Apr 07 01:51:22.559707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51272) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:22.561099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-2d9ef903-88c5-4da6-ae51-cc532c185c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:22.562361 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-2d9ef903-88c5-4da6-ae51-cc532c185c64 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.2696793 Apr 07 01:51:22.570309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-bd853aad-d650-44f0-88df-184086727d5f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8b078097-843e-4a4c-8c1a-bf8273866684') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:22.573724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Attempting to bind port 08669c9d-07ea-46e5-8397-3e3070e4ddcb on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:22.574186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Attempting to bind port 08669c9d-07ea-46e5-8397-3e3070e4ddcb by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '030aad27-91f7-4b4c-b40f-064d8a13aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:22.574800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Attempting to bind port 08669c9d-07ea-46e5-8397-3e3070e4ddcb on network f7e976e3-fa8e-40f3-a602-3b9da63d5585 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:22.581389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:22.581828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Checking segment: {'id': '030aad27-91f7-4b4c-b40f-064d8a13aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:22.582246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.583107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Bound using segment: {'id': '030aad27-91f7-4b4c-b40f-064d8a13aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:22.583601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Bound port: 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030aad27-91f7-4b4c-b40f-064d8a13aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:22.583993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.681484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] For port 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:22.684271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] For port 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=08669c9d-07ea-46e5-8397-3e3070e4ddcb,segment=NetworkSegment(030aad27-91f7-4b4c-b40f-064d8a13aee7),segment_id=030aad27-91f7-4b4c-b40f-064d8a13aee7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:22.706648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-b1574fc6-7db5-4e93-bcab-a8d0040d7072 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1001 time: 0.1233830 Apr 07 01:51:22.725893 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bd853aad-d650-44f0-88df-184086727d5f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684/tags HTTP/1.1" status: 204 len: 168 time: 0.1624882 Apr 07 01:51:22.749001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51278) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:22.775080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-e15cb824-975f-4f34-ae25-91ac1c28e3d1 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '07941374-8e53-4a41-a526-bb21632e83bd') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:22.788061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.851556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.ipam_backend_mixin [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f33fea4d-c42e-4b6f-baea-f07c16807c5c (CIDR: 172.20.0.0/28) Apr 07 01:51:22.872524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-aaceecb6-2fdc-4934-8cdb-e4e7b024e78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:22.881939 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-aaceecb6-2fdc-4934-8cdb-e4e7b024e78b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.1677096 Apr 07 01:51:22.915325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:22.937360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:51:22.938055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:22.951922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] device_id is not set on port 0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:22.959662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beded94-c0d4-4e47-88e9-8c8302a65b24 None None] Pushing event updated for resources: {'Port': ['ID=08669c9d-07ea-46e5-8397-3e3070e4ddcb,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:22.980664 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e15cb824-975f-4f34-ae25-91ac1c28e3d1 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd/tags HTTP/1.1" status: 204 len: 168 time: 0.2281115 Apr 07 01:51:22.981462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51284) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:22.990387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-e54516dd-de59-4924-b07f-7809707d8bf7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7562889f-c419-4812-8f45-d5af5019ab29') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:22.999576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-6d3d8202-795a-4e5b-867e-d552bb08e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:23.001230 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-6d3d8202-795a-4e5b-867e-d552bb08e3f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1038771 Apr 07 01:51:23.013203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:23.043529 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-04eb4c64-5d87-4424-8935-8ba883b00a79 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1025164 Apr 07 01:51:23.048278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51286) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.054021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b2116a17-7a98-4d15-86b2-ecc311186d5e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.054930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:23.095510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:23.096658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.159415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-96b81cad-7468-4b36-b640-96c7f4731412 None None] Provisioning complete for port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:23.160355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-96b81cad-7468-4b36-b640-96c7f4731412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.224884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for floatingip (14049563-fd38-4234-8815-cb24681649dd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.232193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.238930 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/floatingips/14049563-fd38-4234-8815-cb24681649dd HTTP/1.1" status: 204 len: 168 time: 1.4114316 Apr 07 01:51:23.239600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51292) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.251367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254acd-9765-4b6f-b8be-3d6091a26951 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=b2116a17-7a98-4d15-86b2-ecc311186d5e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:23.290039 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-045dc1bc-a236-494e-b871-621ecbf5c840 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:23.290817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-045dc1bc-a236-494e-b871-621ecbf5c840 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:23.299319 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-045dc1bc-a236-494e-b871-621ecbf5c840 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/ports/ca1311af-904e-4878-b3d0-2a0d9747a74e HTTP/1.1" status: 404 len: 333 time: 0.0559499 Apr 07 01:51:23.303197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51294) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.306010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8::239 (90b9273a-c012-429c-a675-14d31428d1d8/b997aef5-5652-4db0-b4fa-29613a7619f9/0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:23.348296 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-d3d40a83-9cec-4b6f-8451-cf0a25e0273e service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117504 Apr 07 01:51:23.355992 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-04eb60ed-1e61-4b08-8334-cb20e12d65e5 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e92abb-03bc-41be-8db2-243a3520fad8 HTTP/1.1" status: 200 len: 205 time: 0.0516136 Apr 07 01:51:23.359151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Allocated IP 2001:db8:0:1:f816:3eff:fe64:9db9 (90b9273a-c012-429c-a675-14d31428d1d8/b922d7bf-cf91-459a-b403-fbcd28eca8ed/0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:23.361158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51298) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.364647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:23.408492 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-68348633-8447-4e5a-8071-2017032171ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] delete failed (client error): The resource could not be found. Apr 07 01:51:23.411918 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-68348633-8447-4e5a-8071-2017032171ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/routers/80e92abb-03bc-41be-8db2-243a3520fad8 HTTP/1.1" status: 404 len: 336 time: 0.0475171 Apr 07 01:51:23.411918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:23.413674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.416951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-96b81cad-7468-4b36-b640-96c7f4731412 None None] Current status of the port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:23.426592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51300) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.470063 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b4d8ac-460b-48e6-aba2-ec8095c9db7a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:23.470526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b4d8ac-460b-48e6-aba2-ec8095c9db7a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:23.476235 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5b4d8ac-460b-48e6-aba2-ec8095c9db7a tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/subnets/11b4b828-1973-4938-84ae-b6139059828e HTTP/1.1" status: 404 len: 337 time: 0.0460527 Apr 07 01:51:23.477194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51302) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.620384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51306) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.673663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for port (0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.781633 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-10e53207-3e6a-42ac-96cb-32a1f57884cc tempest-ServiceProvidersTest-1419044870 tempest-ServiceProvidersTest-1419044870-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1600449 Apr 07 01:51:23.792439 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e54516dd-de59-4924-b07f-7809707d8bf7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29/tags HTTP/1.1" status: 204 len: 168 time: 0.8054676 Apr 07 01:51:23.801730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51312) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:23.813714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-cc9a80e2-ef33-49dd-9053-20deae17aab0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '53196eac-8202-4d3d-bffa-f54e30968351') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:23.839526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.876883 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-152aefeb-7c96-40db-852e-ad38da3b1fba req-3c8f0ff3-5ef0-44a9-a29b-1ba9f9a012b8 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155959 Apr 07 01:51:23.880592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (85350349-b581-4e99-80de-1863c165d057), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.893162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Network 90b9273a-c012-429c-a675-14d31428d1d8 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:23.916810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:23.926265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:23.926966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port b6684646-0c8b-4ce9-8e78-ed337c4e8ab3 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:23.927319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b6684646-0c8b-4ce9-8e78-ed337c4e8ab3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.932544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:23.933247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:23.981042 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cc9a80e2-ef33-49dd-9053-20deae17aab0 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351/tags HTTP/1.1" status: 204 len: 168 time: 0.1723223 Apr 07 01:51:23.988554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51314) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.010134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event updated for resources: {'Port': ['ID=0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:24.020572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:24.030068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51316) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.030285 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5c817a19-b677-4dd2-92f0-f6a8a810e8a4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0349140 Apr 07 01:51:24.036010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:24.040373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:24.048542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.074842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=85350349-b581-4e99-80de-1863c165d057,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:24.141591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b6684646-0c8b-4ce9-8e78-ed337c4e8ab3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.183344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for b6684646-0c8b-4ce9-8e78-ed337c4e8ab3 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:24.259750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting port 0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:24.259994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.380048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1d9e69b0-22e2-45f7-99bf-5b52895484a3 None None] Provisioning complete for port 0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:24.381088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1d9e69b0-22e2-45f7-99bf-5b52895484a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.396394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.418652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Calling delete_port for 0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:24.423040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e69b0-22e2-45f7-99bf-5b52895484a3 None None] Port 0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:24.425785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b4695-7d8d-4dbb-bc47-74bcbadefa11 None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:24.486310 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a167d970-8021-4b0c-82a5-9021716b8e1d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4368298 Apr 07 01:51:24.489452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51318) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.494423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'fixed_ips': [{'subnet_id': 'f33fea4d-c42e-4b6f-baea-f07c16807c5c'}, {'subnet_id': '85350349-b581-4e99-80de-1863c165d057'}], 'name': 'tempest-PortsTestJSON-578737238'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:24.552508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e77d3506-9659-429b-8dc2-2bdbc1832fbb tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.556917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] Provisioning complete for port 08669c9d-07ea-46e5-8397-3e3070e4ddcb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:24.556917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.557303 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e77d3506-9659-429b-8dc2-2bdbc1832fbb tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnetpools/8b078097-843e-4a4c-8c1a-bf8273866684 HTTP/1.1" status: 204 len: 168 time: 0.5699227 Apr 07 01:51:24.558023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b6684646-0c8b-4ce9-8e78-ed337c4e8ab3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.560359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51320) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.596952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6c1561a1-dd81-4bf8-842e-529ff5349500 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "GET /v2.0/ports?device_id=07941374-8e53-4a41-a526-bb21632e83bd HTTP/1.1" status: 200 len: 205 time: 0.0320823 Apr 07 01:51:24.597178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51322) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.617444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=b6684646-0c8b-4ce9-8e78-ed337c4e8ab3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:24.687641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] Current status of the port 08669c9d-07ea-46e5-8397-3e3070e4ddcb is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:24.689046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.707879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for router (07941374-8e53-4a41-a526-bb21632e83bd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.752079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] For port 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=08669c9d-07ea-46e5-8397-3e3070e4ddcb,segment=NetworkSegment(030aad27-91f7-4b4c-b40f-064d8a13aee7),segment_id=030aad27-91f7-4b4c-b40f-064d8a13aee7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:24.765913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] Update dhcp port {'port': {'network_id': 'f7e976e3-fa8e-40f3-a602-3b9da63d5585', 'fixed_ips': [{'subnet_id': 'f33fea4d-c42e-4b6f-baea-f07c16807c5c', 'ip_address': '172.20.0.2'}, {'subnet_id': '85350349-b581-4e99-80de-1863c165d057'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '08669c9d-07ea-46e5-8397-3e3070e4ddcb'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:51:24.773800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.780059 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b1b27e51-2f55-4262-a90b-d28b51fdfab8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/ports/b6684646-0c8b-4ce9-8e78-ed337c4e8ab3 HTTP/1.1" status: 204 len: 168 time: 1.3001015 Apr 07 01:51:24.781057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51326) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.787860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51328) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:24.815815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.874476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.875452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:24.883886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:24.967254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Port': ['ID=0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:25.030503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (07941374-8e53-4a41-a526-bb21632e83bd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.034649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for router_controller (07941374-8e53-4a41-a526-bb21632e83bd), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.036014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36af119-3a09-436c-8824-c5d5c5be8ae9 None None] Pushing event updated for resources: {'Port': ['ID=08669c9d-07ea-46e5-8397-3e3070e4ddcb,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:25.036398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f78c0e7-5588-4b33-b648-db33b088937d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.037932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.047057 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-de77e0b0-3e92-45ef-8a67-b881a8e71e77 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 HTTP/1.1" status: 204 len: 168 time: 1.0158186 Apr 07 01:51:25.048017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51332) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.049860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 08669c9d-07ea-46e5-8397-3e3070e4ddcb up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:25.052567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port b40f98c2-513b-4f5f-8db0-96cc88b8f207 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:25.053043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b40f98c2-513b-4f5f-8db0-96cc88b8f207), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.140154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.163995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:25.180314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] Allocated IP 172.20.0.18 (f7e976e3-fa8e-40f3-a602-3b9da63d5585/85350349-b581-4e99-80de-1863c165d057/08669c9d-07ea-46e5-8397-3e3070e4ddcb) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:25.188735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a2414-16b2-4728-866a-16c23cd96ddf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:25.194049 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-858a2414-16b2-4728-866a-16c23cd96ddf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1364555 Apr 07 01:51:25.204240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51334) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.215953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 08669c9d-07ea-46e5-8397-3e3070e4ddcb triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:25.216335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.248783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b40f98c2-513b-4f5f-8db0-96cc88b8f207), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.252417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (07941374-8e53-4a41-a526-bb21632e83bd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.252968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Fanout notify agent at l3_agent the message router_deleted on router 07941374-8e53-4a41-a526-bb21632e83bd {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:51:25.265820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.269176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for b40f98c2-513b-4f5f-8db0-96cc88b8f207 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:25.269346 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-11d56272-643e-41d1-b4d7-14dac55b0801 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/routers/07941374-8e53-4a41-a526-bb21632e83bd HTTP/1.1" status: 204 len: 168 time: 0.6712458 Apr 07 01:51:25.272210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51336) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.326687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] For port 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=08669c9d-07ea-46e5-8397-3e3070e4ddcb,segment=NetworkSegment(030aad27-91f7-4b4c-b40f-064d8a13aee7),segment_id=030aad27-91f7-4b4c-b40f-064d8a13aee7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:25.337448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb994b-863c-4866-bbcd-c35b34d2cfa9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:25.341240 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f9bb994b-863c-4866-bbcd-c35b34d2cfa9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1352675 Apr 07 01:51:25.343031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51338) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.387544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 08669c9d-07ea-46e5-8397-3e3070e4ddcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:25.418700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] Publish callbacks [] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.449957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f78c0e7-5588-4b33-b648-db33b088937d admin admin] Publish callbacks [] for security_group (2340b5ee-e4b6-46bb-961e-741e8996b130), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.460993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a643b-5622-4d8e-a026-b0840d37cb0f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:25.462336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a643b-5622-4d8e-a026-b0840d37cb0f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:25.463893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807a643b-5622-4d8e-a026-b0840d37cb0f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:25.468484 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-807a643b-5622-4d8e-a026-b0840d37cb0f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1206317 Apr 07 01:51:25.470206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.472831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51340) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.533190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f78c0e7-5588-4b33-b648-db33b088937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2340b5ee-e4b6-46bb-961e-741e8996b130), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.535090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Deleting port 7562889f-c419-4812-8f45-d5af5019ab29 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:25.535432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7562889f-c419-4812-8f45-d5af5019ab29), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.586606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404c0a-0f1b-48f0-99bd-4147b10fba64 None None] Pushing event updated for resources: {'Port': ['ID=08669c9d-07ea-46e5-8397-3e3070e4ddcb,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:25.600257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b40f98c2-513b-4f5f-8db0-96cc88b8f207), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.619593 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3f78c0e7-5588-4b33-b648-db33b088937d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d715195b91c74043accc0e6526a77595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8288817 Apr 07 01:51:25.624917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51342) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.626524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet b922d7bf-cf91-459a-b403-fbcd28eca8ed {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:25.628594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78c0e7-5588-4b33-b648-db33b088937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2340b5ee-e4b6-46bb-961e-741e8996b130,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:25.634929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (b922d7bf-cf91-459a-b403-fbcd28eca8ed), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.718217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (b922d7bf-cf91-459a-b403-fbcd28eca8ed), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.746018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=b40f98c2-513b-4f5f-8db0-96cc88b8f207,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:25.753199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.4 (f7e976e3-fa8e-40f3-a602-3b9da63d5585/f33fea4d-c42e-4b6f-baea-f07c16807c5c/650e1855-1209-4f7d-b6a9-c6ce4d2ff886) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:25.766802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.24 (f7e976e3-fa8e-40f3-a602-3b9da63d5585/85350349-b581-4e99-80de-1863c165d057/650e1855-1209-4f7d-b6a9-c6ce4d2ff886) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:25.779713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8fd37889-7bf8-4a5a-b4bb-a2d0fa2f159c admin admin] Publish callbacks [] for security_group (2340b5ee-e4b6-46bb-961e-741e8996b130), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.835031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7562889f-c419-4812-8f45-d5af5019ab29), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.852098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (b922d7bf-cf91-459a-b403-fbcd28eca8ed), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.855279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8fd37889-7bf8-4a5a-b4bb-a2d0fa2f159c admin admin] Publish callbacks [] for security_group (2340b5ee-e4b6-46bb-961e-741e8996b130), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.858680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:25.864708 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f76e0b4f-7831-4c6b-b0be-8b9f688a1b84 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/ports/b40f98c2-513b-4f5f-8db0-96cc88b8f207 HTTP/1.1" status: 204 len: 168 time: 1.0804501 Apr 07 01:51:25.871370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51344) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:25.874293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Calling delete_port for 7562889f-c419-4812-8f45-d5af5019ab29 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:26.007832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.025437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03531f99-91d4-4488-9ecb-09cd636b36d8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:26.027004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-03531f99-91d4-4488-9ecb-09cd636b36d8 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "GET /v2.0/ports?device_id=962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 HTTP/1.1" status: 200 len: 913 time: 0.1506412 Apr 07 01:51:26.030587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51346) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.052301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (b922d7bf-cf91-459a-b403-fbcd28eca8ed), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.084285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=b922d7bf-cf91-459a-b403-fbcd28eca8ed,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:26.086523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.090464 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ed6f2fbb-551f-4d7e-8649-e3c05d18ef80 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/b922d7bf-cf91-459a-b403-fbcd28eca8ed HTTP/1.1" status: 204 len: 168 time: 0.6165168 Apr 07 01:51:26.095060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51348) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.099644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e5ff5-49a7-43c8-9003-6b154e7eb49c None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:26.158175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.180802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8fd37889-7bf8-4a5a-b4bb-a2d0fa2f159c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2340b5ee-e4b6-46bb-961e-741e8996b130), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.191437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8fd37889-7bf8-4a5a-b4bb-a2d0fa2f159c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.191437 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8fd37889-7bf8-4a5a-b4bb-a2d0fa2f159c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2340b5ee-e4b6-46bb-961e-741e8996b130 HTTP/1.1" status: 204 len: 168 time: 0.5519071 Apr 07 01:51:26.194642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Deleting subnet b997aef5-5652-4db0-b4fa-29613a7619f9 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:26.198993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for subnet (b997aef5-5652-4db0-b4fa-29613a7619f9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.210591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd37889-7bf8-4a5a-b4bb-a2d0fa2f159c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340b5ee-e4b6-46bb-961e-741e8996b130,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:26.256913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (b997aef5-5652-4db0-b4fa-29613a7619f9), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.282392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7562889f-c419-4812-8f45-d5af5019ab29), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.327858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:26.334301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event deleted for resources: {'Port': ['ID=7562889f-c419-4812-8f45-d5af5019ab29,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:26.340433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:26.345233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:26.348250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=650e1855-1209-4f7d-b6a9-c6ce4d2ff886,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:26.399924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24980e1-2c40-4a82-a0d2-5f1bd8956cdd None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:26.465137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.470297 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5d14bf83-6c61-4d70-83d6-27dfd034359f tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/ports/7562889f-c419-4812-8f45-d5af5019ab29 HTTP/1.1" status: 204 len: 168 time: 1.1970582 Apr 07 01:51:26.473439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51352) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.476439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:26.477178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.487243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (b997aef5-5652-4db0-b4fa-29613a7619f9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.514805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6a53bf9a-4890-4b62-bfa5-5ff69992a972 None None] Provisioning complete for port 08669c9d-07ea-46e5-8397-3e3070e4ddcb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:26.515219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a53bf9a-4890-4b62-bfa5-5ff69992a972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.598748 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9661e25e-bcdb-4eeb-8d5c-e1180755972a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.1072636 Apr 07 01:51:26.601724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.619278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f33fea4d-c42e-4b6f-baea-f07c16807c5c'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:26.655405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Deleting subnet 53196eac-8202-4d3d-bffa-f54e30968351 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:26.698683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (b997aef5-5652-4db0-b4fa-29613a7619f9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.707632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for subnet (53196eac-8202-4d3d-bffa-f54e30968351), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.751512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Subnet': ['ID=b997aef5-5652-4db0-b4fa-29613a7619f9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:26.763303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.773741 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fd269f74-a195-466f-a538-44ee1e5bf43e tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/b997aef5-5652-4db0-b4fa-29613a7619f9 HTTP/1.1" status: 204 len: 168 time: 0.6789312 Apr 07 01:51:26.775258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51356) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.815904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6a53bf9a-4890-4b62-bfa5-5ff69992a972 None None] Current status of the port 08669c9d-07ea-46e5-8397-3e3070e4ddcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:26.844223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-93e3177c-0790-409a-bb79-a0bb82bf6393 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675402 Apr 07 01:51:26.845011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51358) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.897357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (53196eac-8202-4d3d-bffa-f54e30968351), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:26.910811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa67df-d2d8-4e61-b48d-1237b0e54752 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:26.915986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5faa67df-d2d8-4e61-b48d-1237b0e54752 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0698206 Apr 07 01:51:26.921830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51360) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:26.964977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 08669c9d-07ea-46e5-8397-3e3070e4ddcb up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:27.017123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e40659-cffd-4fb5-90d8-c628da52b7f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:27.022031 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-39e40659-cffd-4fb5-90d8-c628da52b7f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0978014 Apr 07 01:51:27.023114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51362) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.067232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 08669c9d-07ea-46e5-8397-3e3070e4ddcb triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:27.067707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.096620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a5c19a92-32cb-4286-88cc-f2ed1ca1e709 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721459 Apr 07 01:51:27.097365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51364) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.119635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (53196eac-8202-4d3d-bffa-f54e30968351), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.127102 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0165e750-7f55-4d4e-b10a-a7924fdcabd9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.127707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0165e750-7f55-4d4e-b10a-a7924fdcabd9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.134907 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0165e750-7f55-4d4e-b10a-a7924fdcabd9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/0fcbab7c-abf3-4d43-90d3-8c86d0cf55a6 HTTP/1.1" status: 404 len: 333 time: 0.0364423 Apr 07 01:51:27.135549 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51366) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.165960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-85ddbca8-dd4d-43c5-8c2c-ebb118663285 None None] Provisioning complete for port 08669c9d-07ea-46e5-8397-3e3070e4ddcb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:27.166992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85ddbca8-dd4d-43c5-8c2c-ebb118663285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.168251 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9586cf-1cfd-4824-b881-9b1f04fed456 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.168728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9586cf-1cfd-4824-b881-9b1f04fed456 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.173560 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-aa9586cf-1cfd-4824-b881-9b1f04fed456 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/b922d7bf-cf91-459a-b403-fbcd28eca8ed HTTP/1.1" status: 404 len: 337 time: 0.0370021 Apr 07 01:51:27.177225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51368) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.186382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.210187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6fb579-bb77-454e-ade6-93bc2fe973bb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.210680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6fb579-bb77-454e-ade6-93bc2fe973bb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.218349 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ee6fb579-bb77-454e-ade6-93bc2fe973bb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/b997aef5-5652-4db0-b4fa-29613a7619f9 HTTP/1.1" status: 404 len: 337 time: 0.0399630 Apr 07 01:51:27.219219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51370) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.251112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-322af710-c667-4f42-9eef-fc0ee9322706 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.251794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322af710-c667-4f42-9eef-fc0ee9322706 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.260936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-322af710-c667-4f42-9eef-fc0ee9322706 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/9a9ba00f-23d8-4755-b69d-a997240db8ee HTTP/1.1" status: 404 len: 333 time: 0.0399907 Apr 07 01:51:27.261732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51372) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.295421 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-248ca9e9-9879-4a1d-9f5b-e994bec69cdf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.295970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248ca9e9-9879-4a1d-9f5b-e994bec69cdf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.304620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-248ca9e9-9879-4a1d-9f5b-e994bec69cdf tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/00cb378b-1a0f-4553-82e7-6d5088a214bc HTTP/1.1" status: 404 len: 337 time: 0.0408390 Apr 07 01:51:27.305345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51374) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.308682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.332342 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:51:27.346443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-542bebcf-1113-4820-9766-bcc8063b1d61 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.346912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542bebcf-1113-4820-9766-bcc8063b1d61 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.353219 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-542bebcf-1113-4820-9766-bcc8063b1d61 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/25bb4767-e83d-43e7-950c-6556c81cb9c4 HTTP/1.1" status: 404 len: 337 time: 0.0467591 Apr 07 01:51:27.353901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51376) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.380245 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3dd7c4-05cc-48c7-9baf-9de691e33ffb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.380866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3dd7c4-05cc-48c7-9baf-9de691e33ffb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.385362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9c3dd7c4-05cc-48c7-9baf-9de691e33ffb tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/1aeb169e-a2ff-4ec0-b9e4-c61d6d0e1718 HTTP/1.1" status: 404 len: 333 time: 0.0303290 Apr 07 01:51:27.386789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51378) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.415006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6717891a-00b4-478b-826e-cf0d37112b08 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.415489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6717891a-00b4-478b-826e-cf0d37112b08 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.418624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6717891a-00b4-478b-826e-cf0d37112b08 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/03b063b2-f90e-47cb-9233-eb3499af9c84 HTTP/1.1" status: 404 len: 337 time: 0.0307958 Apr 07 01:51:27.421565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51380) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.425033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7048f36-3987-4972-9634-80751b7fed4e None None] Network 90b9273a-c012-429c-a675-14d31428d1d8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:27.429879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 08669c9d-07ea-46e5-8397-3e3070e4ddcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:27.450932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-72edfbe2-6a5c-4bb0-8e96-44d63de56136 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.452082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72edfbe2-6a5c-4bb0-8e96-44d63de56136 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.457811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-72edfbe2-6a5c-4bb0-8e96-44d63de56136 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/5a5d1e28-b0ba-4de3-bf0b-2f9afe483013 HTTP/1.1" status: 404 len: 337 time: 0.0325034 Apr 07 01:51:27.458147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51382) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.482917 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d867ef6-ed9d-4615-b996-e7bb5427ed8b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.483983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d867ef6-ed9d-4615-b996-e7bb5427ed8b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.488919 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8d867ef6-ed9d-4615-b996-e7bb5427ed8b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/4eb06ab6-af00-4218-af97-2923b476eb06 HTTP/1.1" status: 404 len: 333 time: 0.0274098 Apr 07 01:51:27.489354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51384) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.517292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b946de8-fde3-4acf-bd4b-7db9f5f2f25c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.517761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b946de8-fde3-4acf-bd4b-7db9f5f2f25c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.523315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b946de8-fde3-4acf-bd4b-7db9f5f2f25c tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/9ead6a6e-d959-42c3-948c-ecebbd7bac93 HTTP/1.1" status: 404 len: 337 time: 0.0305767 Apr 07 01:51:27.523518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51386) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.552638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-85ddbca8-dd4d-43c5-8c2c-ebb118663285 None None] Current status of the port 08669c9d-07ea-46e5-8397-3e3070e4ddcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:27.555049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b972ce8-5955-4c11-bbe1-75e72536d1fc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.555515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b972ce8-5955-4c11-bbe1-75e72536d1fc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.561727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5b972ce8-5955-4c11-bbe1-75e72536d1fc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/bc9981ef-3ce1-4db6-80b4-08521ed22f95 HTTP/1.1" status: 404 len: 337 time: 0.0341702 Apr 07 01:51:27.562243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51388) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.566835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-85ddbca8-dd4d-43c5-8c2c-ebb118663285 None None] Provisioning complete for port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:27.567224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85ddbca8-dd4d-43c5-8c2c-ebb118663285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.587498 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0752c6e1-fed0-4a14-af41-fd2359a5dedd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.587912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0752c6e1-fed0-4a14-af41-fd2359a5dedd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.593719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0752c6e1-fed0-4a14-af41-fd2359a5dedd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/39a2448e-219f-4559-8a1c-385ff9f988d2 HTTP/1.1" status: 404 len: 333 time: 0.0281079 Apr 07 01:51:27.593942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51390) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.608964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-85ddbca8-dd4d-43c5-8c2c-ebb118663285 None None] Port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:27.622660 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8624b4-4918-4da4-8a86-c0d40b292e59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.623754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8624b4-4918-4da4-8a86-c0d40b292e59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.629298 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fe8624b4-4918-4da4-8a86-c0d40b292e59 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/1d43e8fc-5cbd-4d59-a314-e960eecda8a3 HTTP/1.1" status: 404 len: 337 time: 0.0314326 Apr 07 01:51:27.630052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51392) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.658607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ccb0e0-845a-4697-9195-90c20f27f25b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.659278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ccb0e0-845a-4697-9195-90c20f27f25b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.662372 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-36ccb0e0-845a-4697-9195-90c20f27f25b tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/0368cc9d-37d4-43ba-a8cb-a234f72a594b HTTP/1.1" status: 404 len: 333 time: 0.0311983 Apr 07 01:51:27.666803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51394) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.674898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] DHCP port deletion for 90b9273a-c012-429c-a675-14d31428d1d8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:27.695457 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9186c85-c932-47f2-9d7f-ec417806dcb0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.695920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9186c85-c932-47f2-9d7f-ec417806dcb0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.701630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b9186c85-c932-47f2-9d7f-ec417806dcb0 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/7e213777-2ee4-479b-8e5a-e67177a8f10e HTTP/1.1" status: 404 len: 337 time: 0.0331042 Apr 07 01:51:27.701856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51396) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.708057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (53196eac-8202-4d3d-bffa-f54e30968351), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.725934 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc2cdcf-8c9f-44ce-92de-b6de80c78c4a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.726569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc2cdcf-8c9f-44ce-92de-b6de80c78c4a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.731808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-acc2cdcf-8c9f-44ce-92de-b6de80c78c4a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/bb3c9e4f-bd0e-4d33-bbf0-6b5f8b8a2cf5 HTTP/1.1" status: 404 len: 333 time: 0.0268836 Apr 07 01:51:27.732106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51398) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.744173 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] Deleting port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:27.744612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.762226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae40232-e826-4017-b44e-34317d4b85a9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.762678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae40232-e826-4017-b44e-34317d4b85a9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.768012 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7ae40232-e826-4017-b44e-34317d4b85a9 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/3a2e2f10-5109-44a5-b66f-417cdfdff8fa HTTP/1.1" status: 404 len: 337 time: 0.0322464 Apr 07 01:51:27.768341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51400) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.772735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event deleted for resources: {'Subnet': ['ID=53196eac-8202-4d3d-bffa-f54e30968351,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:27.784735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.788002 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fd13b902-5709-4bb1-9a75-2caff48ce84c tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/subnets/53196eac-8202-4d3d-bffa-f54e30968351 HTTP/1.1" status: 204 len: 168 time: 1.3132880 Apr 07 01:51:27.790759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51402) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.793114 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be0a0a1-3d36-4f98-9afb-7df509fc83c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.793689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be0a0a1-3d36-4f98-9afb-7df509fc83c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.797264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7be0a0a1-3d36-4f98-9afb-7df509fc83c8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/01e81c8c-42fb-4b30-aebb-a47f0d1e4057 HTTP/1.1" status: 404 len: 333 time: 0.0280600 Apr 07 01:51:27.799663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51404) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.803838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d3159c92-63d6-42e2-8995-ab1dde00c440 None None] Provisioning complete for port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:27.804228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3159c92-63d6-42e2-8995-ab1dde00c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.811037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ae08a-8210-40e3-bffb-f7a0d37df7f1 None None] Network 2149232d-2654-407c-8761-f63e3162fbc0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:27.829032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-efdfaf2d-947a-40e8-a851-66a4f5bb0afe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.829508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efdfaf2d-947a-40e8-a851-66a4f5bb0afe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.832694 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-efdfaf2d-947a-40e8-a851-66a4f5bb0afe tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/afaf7bb4-8138-44e2-ad98-602fdd25d2aa HTTP/1.1" status: 404 len: 337 time: 0.0319064 Apr 07 01:51:27.835196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51406) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.859182 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f471f9cd-3adc-4c36-a854-98acb11199a3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.859767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f471f9cd-3adc-4c36-a854-98acb11199a3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.865288 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f471f9cd-3adc-4c36-a854-98acb11199a3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/e924a7af-e7ec-4ff8-9dbf-34e2a00cd514 HTTP/1.1" status: 404 len: 333 time: 0.0266976 Apr 07 01:51:27.865446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51408) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.898935 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8070726a-59b8-42f7-a96a-629ef46e0839 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.899247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8070726a-59b8-42f7-a96a-629ef46e0839 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.905856 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8070726a-59b8-42f7-a96a-629ef46e0839 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/e69d23b1-f20e-44f2-ad06-5efabc800c5b HTTP/1.1" status: 404 len: 337 time: 0.0364842 Apr 07 01:51:27.906084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51410) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.932441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1a8b397-1f97-416f-91d3-7c802bf4c60f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.932672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] For port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,segment=NetworkSegment(9fee83e6-0752-4238-9d8a-f92ef286352d),segment_id=9fee83e6-0752-4238-9d8a-f92ef286352d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:27.932988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:27.933802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1a8b397-1f97-416f-91d3-7c802bf4c60f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.939234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a1a8b397-1f97-416f-91d3-7c802bf4c60f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/cb4854b4-9fec-4010-a4a7-df58463bc5f8 HTTP/1.1" status: 404 len: 333 time: 0.0313852 Apr 07 01:51:27.947253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51412) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:27.967276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] Calling delete_port for c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:27.984514 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e72735c-1650-4792-8c4c-a8575d8f27f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:27.985148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e72735c-1650-4792-8c4c-a8575d8f27f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:27.990878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3e72735c-1650-4792-8c4c-a8575d8f27f7 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/bafa7950-6929-4bf9-a964-8cba9b3dac1b HTTP/1.1" status: 404 len: 337 time: 0.0402381 Apr 07 01:51:27.991427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51414) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.008551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2149232d-2654-407c-8761-f63e3162fbc0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.021936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e02c0f6-81bc-4eff-a3a3-1f1a9cc05796 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.022707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e02c0f6-81bc-4eff-a3a3-1f1a9cc05796 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.026975 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7e02c0f6-81bc-4eff-a3a3-1f1a9cc05796 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/105adfcf-7b05-4e98-ae4a-45b48e641bcf HTTP/1.1" status: 404 len: 337 time: 0.0345147 Apr 07 01:51:28.030158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51416) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.056393 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ea753b-c192-408c-8b3a-882c8a11f2d3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.057211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ea753b-c192-408c-8b3a-882c8a11f2d3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.063400 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-45ea753b-c192-408c-8b3a-882c8a11f2d3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/3d9b035a-cbac-4c81-b915-33afe59fc66c HTTP/1.1" status: 404 len: 333 time: 0.0298140 Apr 07 01:51:28.063602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d3159c92-63d6-42e2-8995-ab1dde00c440 None None] Current status of the port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:28.063844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51418) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.091390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d3159c92-63d6-42e2-8995-ab1dde00c440 None None] Provisioning complete for port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:28.092317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3159c92-63d6-42e2-8995-ab1dde00c440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.096672 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-539da13d-4205-4071-bc00-725b960f4f03 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.097581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539da13d-4205-4071-bc00-725b960f4f03 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.103428 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-539da13d-4205-4071-bc00-725b960f4f03 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/52fc4fe0-02c4-49ca-bcc1-236b6cf15655 HTTP/1.1" status: 404 len: 337 time: 0.0364165 Apr 07 01:51:28.103783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51420) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.132112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d3159c92-63d6-42e2-8995-ab1dde00c440 None None] Port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:28.135631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7830ac-5e91-4465-bc01-aa51ac54e4f3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.138721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7830ac-5e91-4465-bc01-aa51ac54e4f3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.139511 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7b7830ac-5e91-4465-bc01-aa51ac54e4f3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/9db3af43-6d13-4935-90e3-241cd70881be HTTP/1.1" status: 404 len: 337 time: 0.0347068 Apr 07 01:51:28.142042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51422) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.155075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] DHCP port deletion for 2149232d-2654-407c-8761-f63e3162fbc0 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:28.165426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Delete allocated IP 172.20.0.24 (f7e976e3-fa8e-40f3-a602-3b9da63d5585/85350349-b581-4e99-80de-1863c165d057) {{(pid=110983) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 01:51:28.167735 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b466b62-df99-4ec4-a12c-2b60e7684045 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.168443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b466b62-df99-4ec4-a12c-2b60e7684045 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.174503 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b466b62-df99-4ec4-a12c-2b60e7684045 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/705b233c-574d-40d5-b959-481e608ed3d1 HTTP/1.1" status: 404 len: 333 time: 0.0291221 Apr 07 01:51:28.175319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51424) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.198995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (c1cf08cf-8884-4525-ba1e-3dedb38ca5e5), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.207000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Deleting port 10f400db-a62f-40fb-becb-2cb0910827e7 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:28.207200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad5cb1d-0185-485c-9a7b-36a8a34b9c97 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.209497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.209610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad5cb1d-0185-485c-9a7b-36a8a34b9c97 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.213455 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bad5cb1d-0185-485c-9a7b-36a8a34b9c97 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/030045d9-d025-4ac7-942d-76755710d2cd HTTP/1.1" status: 404 len: 337 time: 0.0348349 Apr 07 01:51:28.213700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51426) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.230196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] Pushing event deleted for resources: {'Port': ['ID=c1cf08cf-8884-4525-ba1e-3dedb38ca5e5,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:28.235649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] Deleting port 10f400db-a62f-40fb-becb-2cb0910827e7 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:28.236048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.238156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb4c34-91bb-46eb-a7d0-dbe12f105557 None None] No DVR routers for this DVR port c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:28.243592 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-8171f00d-f654-4933-9817-93a091d9effd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.244061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8171f00d-f654-4933-9817-93a091d9effd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.248432 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8171f00d-f654-4933-9817-93a091d9effd tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/b61fe1ba-afa9-43bd-8e55-7c0bf6534c39 HTTP/1.1" status: 404 len: 337 time: 0.0336602 Apr 07 01:51:28.258021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51428) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.286068 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dca9eac-334e-4cd8-bbb0-87b160adab02 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.286650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dca9eac-334e-4cd8-bbb0-87b160adab02 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.290067 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7dca9eac-334e-4cd8-bbb0-87b160adab02 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/c4ab6231-6957-4f01-bff6-c34099e5b803 HTTP/1.1" status: 404 len: 333 time: 0.0302911 Apr 07 01:51:28.292131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51430) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.312659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] For port 10f400db-a62f-40fb-becb-2cb0910827e7, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10f400db-a62f-40fb-becb-2cb0910827e7,segment=NetworkSegment(d4e05c1c-3477-4d26-99be-cb56e7851fc5),segment_id=d4e05c1c-3477-4d26-99be-cb56e7851fc5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:28.313452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.323704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4566f7-340e-4246-b70b-f7ae705cc273 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.324470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4566f7-340e-4246-b70b-f7ae705cc273 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.327672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] Calling delete_port for 10f400db-a62f-40fb-becb-2cb0910827e7 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:28.329123 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ff4566f7-340e-4246-b70b-f7ae705cc273 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/d167b5bf-d5fb-46bd-bb07-c32c07b34674 HTTP/1.1" status: 404 len: 337 time: 0.0352206 Apr 07 01:51:28.331513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51432) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.350479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] For port 10f400db-a62f-40fb-becb-2cb0910827e7, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10f400db-a62f-40fb-becb-2cb0910827e7,segment=NetworkSegment(d4e05c1c-3477-4d26-99be-cb56e7851fc5),segment_id=d4e05c1c-3477-4d26-99be-cb56e7851fc5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:28.350850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.363646 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8fe541-0752-4633-80e5-7d8d532c4137 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.364393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c8fe541-0752-4633-80e5-7d8d532c4137 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.370719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5c8fe541-0752-4633-80e5-7d8d532c4137 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/7b036738-a905-4183-9da0-05ebc5b9493e HTTP/1.1" status: 404 len: 337 time: 0.0381804 Apr 07 01:51:28.371282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51434) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.384827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Calling delete_port for 10f400db-a62f-40fb-becb-2cb0910827e7 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:28.392684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 373186b4-717c-43ad-804f-601f9606f33c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:28.393095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (373186b4-717c-43ad-804f-601f9606f33c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.403027 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e9688ed3-5be0-4d10-b8a4-486e7706f9a1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports?device_id=7deab553-c352-4219-b5cb-9ae3c0ebdb94 HTTP/1.1" status: 200 len: 205 time: 0.0305715 Apr 07 01:51:28.405877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51436) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.447856 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-fa7e4888-bac9-48eb-b729-08f9e1ebbd8a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] delete failed (client error): The resource could not be found. Apr 07 01:51:28.449052 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fa7e4888-bac9-48eb-b729-08f9e1ebbd8a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/routers/7deab553-c352-4219-b5cb-9ae3c0ebdb94 HTTP/1.1" status: 404 len: 336 time: 0.0421381 Apr 07 01:51:28.458230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51438) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.466663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.484726 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-193322d1-99de-4031-a6cf-36be37ad7a45 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.485223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193322d1-99de-4031-a6cf-36be37ad7a45 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.488579 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-193322d1-99de-4031-a6cf-36be37ad7a45 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/c0429102-0099-41fb-831c-0442215defdd HTTP/1.1" status: 404 len: 337 time: 0.0291102 Apr 07 01:51:28.490829 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51440) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.499758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] Pushing event deleted for resources: {'Port': ['ID=10f400db-a62f-40fb-becb-2cb0910827e7,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:28.504904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f9626f-126a-4e81-854b-038f7c34dad1 None None] No DVR routers for this DVR port 10f400db-a62f-40fb-becb-2cb0910827e7 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:28.519507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.525516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dcbb1c7f-bfdc-42ee-a6ba-c15215d741b1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c55c47c-d3a8-44cc-9856-3d5792ba0222 HTTP/1.1" status: 200 len: 205 time: 0.0334859 Apr 07 01:51:28.528241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51442) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.561466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (373186b4-717c-43ad-804f-601f9606f33c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.572572 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-094e3e36-2a00-46b7-807b-2699a5f458c1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] delete failed (client error): The resource could not be found. Apr 07 01:51:28.573647 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-094e3e36-2a00-46b7-807b-2699a5f458c1 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/routers/1c55c47c-d3a8-44cc-9856-3d5792ba0222 HTTP/1.1" status: 404 len: 336 time: 0.0444324 Apr 07 01:51:28.576815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51444) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.580508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 373186b4-717c-43ad-804f-601f9606f33c owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:28.590211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (10f400db-a62f-40fb-becb-2cb0910827e7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.600952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.602801 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3f523b-969a-413a-b610-3a8b58944cee tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.603335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3f523b-969a-413a-b610-3a8b58944cee tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.606433 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bb3f523b-969a-413a-b610-3a8b58944cee tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/4749e899-90fc-4174-a84e-4b6b607c4b4f HTTP/1.1" status: 404 len: 337 time: 0.0287309 Apr 07 01:51:28.610795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.636679 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66984a6-bcd5-40a6-a535-1eb83192b404 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.637366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66984a6-bcd5-40a6-a535-1eb83192b404 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.642628 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b66984a6-bcd5-40a6-a535-1eb83192b404 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/3af1362c-094d-4097-b882-de4a69eb7227 HTTP/1.1" status: 404 len: 337 time: 0.0309110 Apr 07 01:51:28.645092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51448) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.657084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event deleted for resources: {'Port': ['ID=10f400db-a62f-40fb-becb-2cb0910827e7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:28.658922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] No DVR routers for this DVR port 10f400db-a62f-40fb-becb-2cb0910827e7 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:28.668176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9151090-36c6-47cf-b55f-f768c6935dc3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.668734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9151090-36c6-47cf-b55f-f768c6935dc3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.671812 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e9151090-36c6-47cf-b55f-f768c6935dc3 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/8d0f09f9-8d00-4ee9-9fe9-7ab523b6ee6b HTTP/1.1" status: 404 len: 333 time: 0.0258224 Apr 07 01:51:28.674333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51450) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.700037 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f757b-1007-4c0c-91ad-46e16dd778f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.700497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6f757b-1007-4c0c-91ad-46e16dd778f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.704265 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2c6f757b-1007-4c0c-91ad-46e16dd778f2 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/cc229ed1-c422-43bd-ab08-f7a4cb4bfe05 HTTP/1.1" status: 404 len: 337 time: 0.0290370 Apr 07 01:51:28.707072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51452) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.734338 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b10cf22-fea6-4161-892c-10109a95d8f8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.734905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b10cf22-fea6-4161-892c-10109a95d8f8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.738398 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2b10cf22-fea6-4161-892c-10109a95d8f8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/ed736867-aa27-4eee-8e61-e077260aa659 HTTP/1.1" status: 404 len: 333 time: 0.0292037 Apr 07 01:51:28.740971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51454) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.779400 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f04c488-4f81-4825-8376-55bfdcd7688f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.779853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f04c488-4f81-4825-8376-55bfdcd7688f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.784808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5f04c488-4f81-4825-8376-55bfdcd7688f tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/7e34785e-82e1-4df7-8901-4ea96cac61c5 HTTP/1.1" status: 404 len: 337 time: 0.0411460 Apr 07 01:51:28.785552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51456) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.811548 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-26370881-0bbb-48f0-a9df-e86d90dceb98 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.812108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26370881-0bbb-48f0-a9df-e86d90dceb98 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.820623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51458) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.821686 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-26370881-0bbb-48f0-a9df-e86d90dceb98 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/c6369f3f-bdd9-47a1-8286-2703e26bba27 HTTP/1.1" status: 404 len: 333 time: 0.0350807 Apr 07 01:51:28.868199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=650e1855-1209-4f7d-b6a9-c6ce4d2ff886,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:28.911719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:28.914461 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ff6446-4981-4d5c-896f-069326f23fc8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.914926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ff6446-4981-4d5c-896f-069326f23fc8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.918164 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-55ff6446-4981-4d5c-896f-069326f23fc8 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/8af637f3-ffa4-4d85-af34-7ea91cba373a HTTP/1.1" status: 404 len: 337 time: 0.0930326 Apr 07 01:51:28.920805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51460) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.925211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2149232d-2654-407c-8761-f63e3162fbc0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.932786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:28.936897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c1cf08cf-8884-4525-ba1e-3dedb38ca5e5 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:28.936897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10f400db-a62f-40fb-becb-2cb0910827e7 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:28.948841 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb47b4df-47f1-4cb8-88f1-91c6df5f59dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.949191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb47b4df-47f1-4cb8-88f1-91c6df5f59dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.953666 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fb47b4df-47f1-4cb8-88f1-91c6df5f59dc tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/dc992074-93d2-439e-a05e-e45647f94a7a HTTP/1.1" status: 404 len: 333 time: 0.0314620 Apr 07 01:51:28.956122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] In _notify_port_updated(), no bound segment for port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 on network f7e976e3-fa8e-40f3-a602-3b9da63d5585 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:51:28.956377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51462) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.961251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:28.961881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.964487 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-788a6dea-86b7-4137-979a-44317ca7c812 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/ports/650e1855-1209-4f7d-b6a9-c6ce4d2ff886 HTTP/1.1" status: 200 len: 918 time: 2.3557565 Apr 07 01:51:28.967374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 10f400db-a62f-40fb-becb-2cb0910827e7 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:28.967736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10f400db-a62f-40fb-becb-2cb0910827e7 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:28.971496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2149232d-2654-407c-8761-f63e3162fbc0']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:28.973324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51464) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:28.984472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-56f9de2c-9d0d-4816-87c4-483cd443d864 None None] Provisioning complete for port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:28.984979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-56f9de2c-9d0d-4816-87c4-483cd443d864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:28.988351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f33fea4d-c42e-4b6f-baea-f07c16807c5c'}, {'subnet_id': '85350349-b581-4e99-80de-1863c165d057'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:28.990554 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d659097-941d-4f9a-a489-e9e8736218f4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:28.991263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d659097-941d-4f9a-a489-e9e8736218f4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:28.998679 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2d659097-941d-4f9a-a489-e9e8736218f4 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/a26aef36-558b-428f-aea4-fe5378dd5211 HTTP/1.1" status: 404 len: 337 time: 0.0383213 Apr 07 01:51:28.998778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e05c1c-3477-4d26-99be-cb56e7851fc5') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:28.998778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e05c1c-3477-4d26-99be-cb56e7851fc5') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:29.001148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51466) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.024005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-56f9de2c-9d0d-4816-87c4-483cd443d864 None None] Port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:29.027360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f2b2f7-cd44-43f0-a127-941a50331a45 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:29.028094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f2b2f7-cd44-43f0-a127-941a50331a45 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:29.032469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d4e05c1c-3477-4d26-99be-cb56e7851fc5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.032716 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-77f2b2f7-cd44-43f0-a127-941a50331a45 tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/929112ca-2ef2-4e20-9797-c25ccbf1d7a4 HTTP/1.1" status: 404 len: 333 time: 0.0301671 Apr 07 01:51:29.034852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51468) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.044366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7aa7-f047-4dd4-825a-9d1420d42185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.063826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d4e05c1c-3477-4d26-99be-cb56e7851fc5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.064440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e8cb12-1959-4b8a-94a6-3d1bb0503f1d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:29.064981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e8cb12-1959-4b8a-94a6-3d1bb0503f1d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:29.070431 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-84e8cb12-1959-4b8a-94a6-3d1bb0503f1d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/73d40f2f-8cf2-46dd-9db6-f9134d5f695e HTTP/1.1" status: 404 len: 337 time: 0.0322673 Apr 07 01:51:29.070972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51470) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.097753 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-6446e5e3-12ce-4579-b3a7-2c68a9614aae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:29.098077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:29.098300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6446e5e3-12ce-4579-b3a7-2c68a9614aae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:29.098485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d4e05c1c-3477-4d26-99be-cb56e7851fc5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.103519 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6446e5e3-12ce-4579-b3a7-2c68a9614aae tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/12ecf7e2-aabc-4b10-9050-b4ec3c4df2ce HTTP/1.1" status: 404 len: 333 time: 0.0295758 Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:29.103663 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:29.106757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.132519 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a928f99-f628-4838-a285-c7abc1e14f5d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:29.133096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a928f99-f628-4838-a285-c7abc1e14f5d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:29.136167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2a928f99-f628-4838-a285-c7abc1e14f5d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/0a428714-ac66-48d5-adaf-5d34e5d18df3 HTTP/1.1" status: 404 len: 337 time: 0.0314867 Apr 07 01:51:29.139213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51474) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.161267 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d74231-0ddf-4128-bd1a-cf09665b39ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:29.162035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d74231-0ddf-4128-bd1a-cf09665b39ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:29.164725 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-41d74231-0ddf-4128-bd1a-cf09665b39ab tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/ports/adebbe69-7819-4de2-9cc8-f3a83d520b95 HTTP/1.1" status: 404 len: 333 time: 0.0251386 Apr 07 01:51:29.167097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51476) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.173628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.193150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e056596f-2bbe-40b4-b0b8-9f64d6f24f5d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] DELETE failed (client error): The resource could not be found. Apr 07 01:51:29.200141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e056596f-2bbe-40b4-b0b8-9f64d6f24f5d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:29.200141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e056596f-2bbe-40b4-b0b8-9f64d6f24f5d tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/subnets/0e1362d7-70b6-4724-81be-6f69af012b14 HTTP/1.1" status: 404 len: 337 time: 0.0285981 Apr 07 01:51:29.200399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51478) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.281273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (90b9273a-c012-429c-a675-14d31428d1d8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.282625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2149232d-2654-407c-8761-f63e3162fbc0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.293305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.297016 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] 10.222.0.25 "DELETE /v2.0/networks/2149232d-2654-407c-8761-f63e3162fbc0 HTTP/1.1" status: 204 len: 168 time: 1.5038705 Apr 07 01:51:29.312783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (373186b4-717c-43ad-804f-601f9606f33c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.321990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b6898-a45c-4342-afe1-10c72b8defb7 tempest-TagsExtTest-1019046893 tempest-TagsExtTest-1019046893-project] Pushing event deleted for resources: {'Network': ['ID=2149232d-2654-407c-8761-f63e3162fbc0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:29.371690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (90b9273a-c012-429c-a675-14d31428d1d8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.377941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=373186b4-717c-43ad-804f-601f9606f33c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:29.398589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b9273a-c012-429c-a675-14d31428d1d8']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:29.410988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fee83e6-0752-4238-9d8a-f92ef286352d') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:29.411301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fee83e6-0752-4238-9d8a-f92ef286352d') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:29.422570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (9fee83e6-0752-4238-9d8a-f92ef286352d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.437606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9fee83e6-0752-4238-9d8a-f92ef286352d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.445004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:29.445004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (9fee83e6-0752-4238-9d8a-f92ef286352d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:29.447011 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:29.586796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (90b9273a-c012-429c-a675-14d31428d1d8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.599301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.602794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] 10.222.0.25 "DELETE /v2.0/networks/90b9273a-c012-429c-a675-14d31428d1d8 HTTP/1.1" status: 204 len: 168 time: 0.4009740 Apr 07 01:51:29.618368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455c7c-c815-4985-9320-af7a1d56766a tempest-NetworksTestDHCPv6-1631705601 tempest-NetworksTestDHCPv6-1631705601-project] Pushing event deleted for resources: {'Network': ['ID=90b9273a-c012-429c-a675-14d31428d1d8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:29.631352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.19 (f7e976e3-fa8e-40f3-a602-3b9da63d5585/85350349-b581-4e99-80de-1863c165d057/650e1855-1209-4f7d-b6a9-c6ce4d2ff886) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:29.689812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.809474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51486) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:29.856476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.949632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:29.958504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-edd3ee7c-7bca-48ef-a0fd-74a62926146f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd5049cf79e64295b69b0e2897ea5151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449590 Apr 07 01:51:29.959104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51490) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.011659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b32054c7-99da-4abc-84d9-ab30b56c3f97 admin admin] Publish callbacks [] for security_group (32c0e349-87a5-4dea-8093-be2170bbcd37), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.042168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b32054c7-99da-4abc-84d9-ab30b56c3f97 admin admin] Publish callbacks [] for security_group (32c0e349-87a5-4dea-8093-be2170bbcd37), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.055736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=650e1855-1209-4f7d-b6a9-c6ce4d2ff886,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:30.091130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:51:30.093753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51494) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.111873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] In _notify_port_updated(), no bound segment for port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 on network f7e976e3-fa8e-40f3-a602-3b9da63d5585 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:51:30.117004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:30.117648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.121294 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-355569da-40a4-4dde-b65a-82d3bf28c9ad tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/ports/650e1855-1209-4f7d-b6a9-c6ce4d2ff886 HTTP/1.1" status: 200 len: 998 time: 1.1407571 Apr 07 01:51:30.121978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51498) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.180776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b32054c7-99da-4abc-84d9-ab30b56c3f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (32c0e349-87a5-4dea-8093-be2170bbcd37), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.184693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b32054c7-99da-4abc-84d9-ab30b56c3f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.186564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b32054c7-99da-4abc-84d9-ab30b56c3f97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32c0e349-87a5-4dea-8093-be2170bbcd37 HTTP/1.1" status: 204 len: 168 time: 0.2265100 Apr 07 01:51:30.217674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32054c7-99da-4abc-84d9-ab30b56c3f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c0e349-87a5-4dea-8093-be2170bbcd37,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:30.287305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec66b6c4-8370-4cb2-a484-c0c302350ff5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ba690e80de94dda8b96d79b9755cde5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917214 Apr 07 01:51:30.290326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51502) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.295078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:30.295078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.316547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:30.328561 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-804bf24d-cfd7-438c-95cb-626d0bccc47d tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "PUT /v2.0/routers/962ff0a5-dc9b-4002-bf5c-b23c704f4eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2941170 Apr 07 01:51:30.332056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51504) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.332905 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] Sync routers for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:30.347165 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:30.348182 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:30.359340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-773d1cd2-4482-4973-a10f-24f1c4803e88 None None] Provisioning complete for port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:30.359926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-773d1cd2-4482-4973-a10f-24f1c4803e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.396795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-773d1cd2-4482-4973-a10f-24f1c4803e88 None None] Port 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:30.402433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.412203 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:30.418665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 650e1855-1209-4f7d-b6a9-c6ce4d2ff886 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:30.422105 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] Routers {'962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:30.422981 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:30.457744 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:30.458407 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b73a7b9-0f19-4e90-9d94-2fa74eaf6418 None None] The sync data for ids ['962ff0a5-dc9b-4002-bf5c-b23c704f4eb5'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:30.701452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (650e1855-1209-4f7d-b6a9-c6ce4d2ff886), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.730455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=650e1855-1209-4f7d-b6a9-c6ce4d2ff886,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:30.789979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc92132-7126-4a16-9392-c900493da7c5 admin admin] Publish callbacks [] for security_group (4abbc17b-88b1-406c-b167-3afd04a047aa), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.827440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc92132-7126-4a16-9392-c900493da7c5 admin admin] Publish callbacks [] for security_group (4abbc17b-88b1-406c-b167-3afd04a047aa), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.841828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.855538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:30.861337 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-050d32a6-3021-4675-a276-1530853db421 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/650e1855-1209-4f7d-b6a9-c6ce4d2ff886 HTTP/1.1" status: 204 len: 168 time: 0.7372210 Apr 07 01:51:30.861922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51516) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.888698 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e251f0-d937-4590-8725-1ac88991cfdd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:30.897166 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e3e251f0-d937-4590-8725-1ac88991cfdd tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/650e1855-1209-4f7d-b6a9-c6ce4d2ff886 HTTP/1.1" status: 404 len: 333 time: 0.0303054 Apr 07 01:51:30.897166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51518) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:30.954857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet 85350349-b581-4e99-80de-1863c165d057 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:30.959268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (85350349-b581-4e99-80de-1863c165d057), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.002237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_gateway (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.007740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (85350349-b581-4e99-80de-1863c165d057), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.039757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc92132-7126-4a16-9392-c900493da7c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4abbc17b-88b1-406c-b167-3afd04a047aa), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.043669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc92132-7126-4a16-9392-c900493da7c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.048283 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9cc92132-7126-4a16-9392-c900493da7c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4abbc17b-88b1-406c-b167-3afd04a047aa HTTP/1.1" status: 204 len: 168 time: 0.7568097 Apr 07 01:51:31.056918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92132-7126-4a16-9392-c900493da7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abbc17b-88b1-406c-b167-3afd04a047aa,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:31.100590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (85350349-b581-4e99-80de-1863c165d057), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.157169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting port 17d384a4-5d81-4799-8b40-fc486a96a826 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:31.157522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (17d384a4-5d81-4799-8b40-fc486a96a826), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.238732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (17d384a4-5d81-4799-8b40-fc486a96a826), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.252665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Calling delete_port for 17d384a4-5d81-4799-8b40-fc486a96a826 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:31.266919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (85350349-b581-4e99-80de-1863c165d057), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.294751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=85350349-b581-4e99-80de-1863c165d057,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:31.301214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.307447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-497290e7-c632-4548-bfda-9ee62562198b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/85350349-b581-4e99-80de-1863c165d057 HTTP/1.1" status: 204 len: 168 time: 0.4125493 Apr 07 01:51:31.308153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51530) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:31.333989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec1d64-a53b-471c-a4bf-9e8ede465ae1 None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:31.360454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51534) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:31.381164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet f33fea4d-c42e-4b6f-baea-f07c16807c5c {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:31.384685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (f33fea4d-c42e-4b6f-baea-f07c16807c5c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.434734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (f33fea4d-c42e-4b6f-baea-f07c16807c5c), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.485166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-91c49192-0446-4459-9a14-a5c356ef455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.535044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-445664902-network', 'tenant_id': 'b3a797faee274efe9dee64ec328bb3f0'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:31.564716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (f33fea4d-c42e-4b6f-baea-f07c16807c5c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.569756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (17d384a4-5d81-4799-8b40-fc486a96a826), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.605007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Port': ['ID=17d384a4-5d81-4799-8b40-fc486a96a826,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:31.673179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.702388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Made reservation on behalf of b3a797faee274efe9dee64ec328bb3f0 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:31.704821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.716230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.780424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (f33fea4d-c42e-4b6f-baea-f07c16807c5c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.788007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.790502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router_controller (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.811955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=f33fea4d-c42e-4b6f-baea-f07c16807c5c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:31.829554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.833326 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ac1124a4-4830-4ce1-b3b8-376335d85bc8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/f33fea4d-c42e-4b6f-baea-f07c16807c5c HTTP/1.1" status: 204 len: 168 time: 0.5241327 Apr 07 01:51:31.837049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51546) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:31.923405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks [] for security_group (68e1b355-66d5-4a24-bb44-670649319148), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.924642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (962ff0a5-dc9b-4002-bf5c-b23c704f4eb5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.925486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Fanout notify agent at l3_agent the message router_deleted on router 962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:51:31.943292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.944976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f7e976e3-fa8e-40f3-a602-3b9da63d5585), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:31.946563 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9a08eb64-728b-42a9-9bee-63d1709250ff tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/routers/962ff0a5-dc9b-4002-bf5c-b23c704f4eb5 HTTP/1.1" status: 204 len: 168 time: 1.6135471 Apr 07 01:51:31.949300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51554) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:32.016356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Deleting subnet 412d8c46-6b0e-46fe-87d8-06b55b7f8e90 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:32.020312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for subnet (412d8c46-6b0e-46fe-87d8-06b55b7f8e90), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.070082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (412d8c46-6b0e-46fe-87d8-06b55b7f8e90), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.073706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6de345-06ad-4bd9-9e88-d3a7b2916409 None None] Network f7e976e3-fa8e-40f3-a602-3b9da63d5585 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:32.136055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (412d8c46-6b0e-46fe-87d8-06b55b7f8e90), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.196829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c1eeb32a-d19b-485e-8ecb-624b07b20d01 None None] Provisioning complete for port 08669c9d-07ea-46e5-8397-3e3070e4ddcb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:32.197524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb32a-d19b-485e-8ecb-624b07b20d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.230595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51558) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:32.277300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (412d8c46-6b0e-46fe-87d8-06b55b7f8e90), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.292590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c1eeb32a-d19b-485e-8ecb-624b07b20d01 None None] Current status of the port 08669c9d-07ea-46e5-8397-3e3070e4ddcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:32.317655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Subnet': ['ID=412d8c46-6b0e-46fe-87d8-06b55b7f8e90,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.324900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.325566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (68e1b355-66d5-4a24-bb44-670649319148), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.327389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-20f15ade-2786-42e8-885f-8e16b4f1a3b1 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/subnets/412d8c46-6b0e-46fe-87d8-06b55b7f8e90 HTTP/1.1" status: 204 len: 168 time: 0.3762050 Apr 07 01:51:32.329951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51562) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:32.341718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:32.353486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d28b706b-ef9d-4d1a-9b35-984df1f2626b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.353486 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Added segment d28b706b-ef9d-4d1a-9b35-984df1f2626b of type vlan for network 2f5da959-c9d5-438f-b298-6323c5e70d02 Apr 07 01:51:32.381647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] DHCP port deletion for f7e976e3-fa8e-40f3-a602-3b9da63d5585 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:32.400673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'networks': [{'name': 'tempest-network--1694856419'}, {'name': 'tempest-network--1594228465'}]} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:32.401082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'network': {'name': 'tempest-network--1694856419'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:32.401557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'network': {'name': 'tempest-network--1594228465'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:32.426575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e1b355-66d5-4a24-bb44-670649319148,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.430025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2f5da959-c9d5-438f-b298-6323c5e70d02), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.444384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (3d51012c-97fa-4d2b-9775-60e49d53a2cb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.445961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] Deleting port 08669c9d-07ea-46e5-8397-3e3070e4ddcb {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:32.446510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.448554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.451244 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 08669c9d-07ea-46e5-8397-3e3070e4ddcb {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:32.451594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.519457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] For port 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=08669c9d-07ea-46e5-8397-3e3070e4ddcb,segment=NetworkSegment(030aad27-91f7-4b4c-b40f-064d8a13aee7),segment_id=030aad27-91f7-4b4c-b40f-064d8a13aee7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:32.520075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.521718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'network': 2} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:32.522243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] For port 08669c9d-07ea-46e5-8397-3e3070e4ddcb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=08669c9d-07ea-46e5-8397-3e3070e4ddcb,segment=NetworkSegment(030aad27-91f7-4b4c-b40f-064d8a13aee7),segment_id=030aad27-91f7-4b4c-b40f-064d8a13aee7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:32.522624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.525975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.535098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] Calling delete_port for 08669c9d-07ea-46e5-8397-3e3070e4ddcb owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:32.536782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 08669c9d-07ea-46e5-8397-3e3070e4ddcb owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:32.544670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.551179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (3d51012c-97fa-4d2b-9775-60e49d53a2cb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.578965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2f5da959-c9d5-438f-b298-6323c5e70d02), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.579940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:32.580526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.587275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d51012c-97fa-4d2b-9775-60e49d53a2cb']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:32.600861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04518797-bb4b-4552-886e-60e2da08ba95') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:32.600861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04518797-bb4b-4552-886e-60e2da08ba95') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:32.616649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (04518797-bb4b-4552-886e-60e2da08ba95), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.637777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (04518797-bb4b-4552-886e-60e2da08ba95), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.647791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:32.648190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (04518797-bb4b-4552-886e-60e2da08ba95), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:32.651337 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:32.662078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5da959-c9d5-438f-b298-6323c5e70d02,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.675307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2f5da959-c9d5-438f-b298-6323c5e70d02 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:32.690703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.716031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (08669c9d-07ea-46e5-8397-3e3070e4ddcb), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.722845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=08669c9d-07ea-46e5-8397-3e3070e4ddcb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.729221 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cd33295e-e8e1-488b-8b28-ee7dd61da665 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3673933 Apr 07 01:51:32.733867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for security_group (98475522-2258-410b-aeea-59f79f93bee8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.734723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51564) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:32.735783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No DVR routers for this DVR port 08669c9d-07ea-46e5-8397-3e3070e4ddcb on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:32.739693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Request body: {'subnet': {'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-445664902-subnet', 'tenant_id': 'b3a797faee274efe9dee64ec328bb3f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:32.756597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] Pushing event deleted for resources: {'Port': ['ID=08669c9d-07ea-46e5-8397-3e3070e4ddcb,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.768213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f580160-b63c-45a0-9c7d-2938d3360447 None None] No DVR routers for this DVR port 08669c9d-07ea-46e5-8397-3e3070e4ddcb on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:32.793034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (98475522-2258-410b-aeea-59f79f93bee8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.793516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.795505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (3d51012c-97fa-4d2b-9775-60e49d53a2cb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.818496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.821727 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] 10.222.0.25 "DELETE /v2.0/networks/3d51012c-97fa-4d2b-9775-60e49d53a2cb HTTP/1.1" status: 204 len: 168 time: 0.4908113 Apr 07 01:51:32.823850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f7e976e3-fa8e-40f3-a602-3b9da63d5585), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.846160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e976e3-fa8e-40f3-a602-3b9da63d5585']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:32.857490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43b189-c50e-444e-ae24-8d5b5ab03dd7 tempest-FloatingIPTestJSON-676471130 tempest-FloatingIPTestJSON-676471130-project] Pushing event deleted for resources: {'Network': ['ID=3d51012c-97fa-4d2b-9775-60e49d53a2cb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.858338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030aad27-91f7-4b4c-b40f-064d8a13aee7') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:32.859206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030aad27-91f7-4b4c-b40f-064d8a13aee7') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:32.859335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Made reservation on behalf of b3a797faee274efe9dee64ec328bb3f0 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:32.861615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.875740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (030aad27-91f7-4b4c-b40f-064d8a13aee7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.877240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98475522-2258-410b-aeea-59f79f93bee8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:32.900410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (030aad27-91f7-4b4c-b40f-064d8a13aee7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.917875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:32.918289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (030aad27-91f7-4b4c-b40f-064d8a13aee7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:32.921624 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:32.925902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:32.947542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1e0ce980-4a16-4000-b1ea-c76ed930f8e9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:32.947886 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Added segment 1e0ce980-4a16-4000-b1ea-c76ed930f8e9 of type vlan for network f88e57d5-127d-4cee-b062-17e973a2f8ea Apr 07 01:51:32.958137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 08669c9d-07ea-46e5-8397-3e3070e4ddcb no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:32.986583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 08669c9d-07ea-46e5-8397-3e3070e4ddcb {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:32.987064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 08669c9d-07ea-46e5-8397-3e3070e4ddcb not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:33.072346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f7e976e3-fa8e-40f3-a602-3b9da63d5585), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.079646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.082834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/f7e976e3-fa8e-40f3-a602-3b9da63d5585 HTTP/1.1" status: 204 len: 168 time: 1.2446325 Apr 07 01:51:33.087109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f88e57d5-127d-4cee-b062-17e973a2f8ea), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.088996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.095984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55148a-d428-4e7f-81f3-5bd9583951e2 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=f7e976e3-fa8e-40f3-a602-3b9da63d5585,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:33.185003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:33.226005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9c3deaba-480b-4565-8e86-eaef9f240edc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.226377 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Added segment 9c3deaba-480b-4565-8e86-eaef9f240edc of type vlan for network 0482c0cf-5397-456e-bd16-a2dd2fb76154 Apr 07 01:51:33.234118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1300b-516f-4de7-8c37-39ec54348ce3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.235596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-53b1300b-516f-4de7-8c37-39ec54348ce3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1444659 Apr 07 01:51:33.239423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51570) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.290212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (0482c0cf-5397-456e-bd16-a2dd2fb76154), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.293141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1f8f4c73-a809-4f14-b808-2ecf13ed1d2a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0522823 Apr 07 01:51:33.297738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51574) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.302657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1523559629'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:33.340942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (bbf3fe43-9d7a-4eae-98c4-13465f8661c9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.363114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51576) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.392943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:33.396678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.402737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf3fe43-9d7a-4eae-98c4-13465f8661c9,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:33.411887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f88e57d5-127d-4cee-b062-17e973a2f8ea), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.414727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (0482c0cf-5397-456e-bd16-a2dd2fb76154), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.418166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.422706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.423368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.429400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:33.433023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Checking segment: {'id': 'd28b706b-ef9d-4d1a-9b35-984df1f2626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:33.433386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Network hostable DHCP agents. Network: 2f5da959-c9d5-438f-b298-6323c5e70d02, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:33.439128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (bf110b87-73d4-4fa7-8377-39cd2a655a05), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.439479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment bf110b87-73d4-4fa7-8377-39cd2a655a05 of type vlan for network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 Apr 07 01:51:33.495834 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.2640662 Apr 07 01:51:33.497185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.503109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51580) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.508554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Network': ['ID=f88e57d5-127d-4cee-b062-17e973a2f8ea,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:33.520535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f88e57d5-127d-4cee-b062-17e973a2f8ea details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:33.560112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Network 2f5da959-c9d5-438f-b298-6323c5e70d02 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:33.584743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217b6ff-130b-4564-93cb-b503578b878a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Network': ['ID=0482c0cf-5397-456e-bd16-a2dd2fb76154,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:33.588983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fba1e0c0-5c9e-407e-8d72-c2c2f377681c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f9397d3c94246398e3155a60bfefe3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246597 Apr 07 01:51:33.591956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51582) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.599949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 0482c0cf-5397-456e-bd16-a2dd2fb76154 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:33.612411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2f5da959-c9d5-438f-b298-6323c5e70d02) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:33.616970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.617674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.642081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.645649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b3ddb-ac76-49ae-8e73-5cb9e3d9dc78 None None] Network 2f5da959-c9d5-438f-b298-6323c5e70d02 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:33.647210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.647805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.663318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378aff22-1fa0-4275-b876-b4b7398c510c admin admin] Publish callbacks [] for security_group (b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.678077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00309d-7c7e-4b6e-ae0d-b2de6eabf3f3 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.683354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00309d-7c7e-4b6e-ae0d-b2de6eabf3f3 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.687666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378aff22-1fa0-4275-b876-b4b7398c510c admin admin] Publish callbacks [] for security_group (b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.689313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00309d-7c7e-4b6e-ae0d-b2de6eabf3f3 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.694314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00309d-7c7e-4b6e-ae0d-b2de6eabf3f3 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:33.698662 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1a00309d-7c7e-4b6e-ae0d-b2de6eabf3f3 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1895435 Apr 07 01:51:33.699745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51584) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.732661 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f3d4f0f8-cca5-4447-852d-9eeb818b01a8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9914610 Apr 07 01:51:33.756728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=33b599f1-79ea-4ced-8ec4-dcec7e69d6e2,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:33.772456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:33.789337 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-054493c4-f1f8-41ff-8415-f1419375ebee tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4905066 Apr 07 01:51:33.792792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51588) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:33.797664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:33.823561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b25fa6-13a1-438e-9865-1f4a58f2cc27 None None] Network 2f5da959-c9d5-438f-b298-6323c5e70d02 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:33.859387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f88e57d5-127d-4cee-b062-17e973a2f8ea), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.923065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378aff22-1fa0-4275-b876-b4b7398c510c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.925631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378aff22-1fa0-4275-b876-b4b7398c510c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:33.926796 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-378aff22-1fa0-4275-b876-b4b7398c510c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e HTTP/1.1" status: 204 len: 168 time: 0.3339379 Apr 07 01:51:33.988851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378aff22-1fa0-4275-b876-b4b7398c510c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21d6b74-1dcb-44eb-bf1b-23f8f3c52c8e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:34.010478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f88e57d5-127d-4cee-b062-17e973a2f8ea), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.033239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88e57d5-127d-4cee-b062-17e973a2f8ea']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:34.045547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0ce980-4a16-4000-b1ea-c76ed930f8e9') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:34.045869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0ce980-4a16-4000-b1ea-c76ed930f8e9') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:34.056498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (1e0ce980-4a16-4000-b1ea-c76ed930f8e9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.070967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (1e0ce980-4a16-4000-b1ea-c76ed930f8e9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.081060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:34.081692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (1e0ce980-4a16-4000-b1ea-c76ed930f8e9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:34.085494 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:34.100540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:34.104106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.115148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.285476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f88e57d5-127d-4cee-b062-17e973a2f8ea), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.300980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.304183 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/networks/f88e57d5-127d-4cee-b062-17e973a2f8ea HTTP/1.1" status: 204 len: 168 time: 0.6040483 Apr 07 01:51:34.307053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51602) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:34.317170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479b872-6ce2-4724-9747-f143647c4f89 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Network': ['ID=f88e57d5-127d-4cee-b062-17e973a2f8ea,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:34.399681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (0482c0cf-5397-456e-bd16-a2dd2fb76154), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.421140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (1ad1d964-c6e6-489f-97f2-52df586bdfea), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.488523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=1ad1d964-c6e6-489f-97f2-52df586bdfea,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:34.497809 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': 'bf110b87-73d4-4fa7-8377-39cd2a655a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:34.498058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:34.520030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (0482c0cf-5397-456e-bd16-a2dd2fb76154), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.546599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0482c0cf-5397-456e-bd16-a2dd2fb76154']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:34.550507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3deaba-480b-4565-8e86-eaef9f240edc') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:34.550813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3deaba-480b-4565-8e86-eaef9f240edc') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:34.560306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51614) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:34.560466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (9c3deaba-480b-4565-8e86-eaef9f240edc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.567333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-70108372-network', 'tenant_id': 'ad6fe376bf0a45c28ea1bdc0040e3c3d'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:34.573741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9c3deaba-480b-4565-8e86-eaef9f240edc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.580343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:34.580950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (9c3deaba-480b-4565-8e86-eaef9f240edc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:34.583878 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:34.586708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:34.672476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Made reservation on behalf of ad6fe376bf0a45c28ea1bdc0040e3c3d for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:34.676239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.684261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.704428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:34.709996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:34.710650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.712800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528ab7c-31c6-4e4a-bb03-78d39c1dbd34 None None] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:34.723804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (0482c0cf-5397-456e-bd16-a2dd2fb76154), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.742846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.748825 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/networks/0482c0cf-5397-456e-bd16-a2dd2fb76154 HTTP/1.1" status: 204 len: 168 time: 0.4373810 Apr 07 01:51:34.748825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a00c5-be5d-4ae0-bc44-e58e38d0e29d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Network': ['ID=0482c0cf-5397-456e-bd16-a2dd2fb76154,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:34.749559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51618) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:34.799196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks [] for security_group (450f2cfb-c396-455f-854a-5cb4173f792a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.815899 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-76270180-6e56-4948-a920-30c7a652d53a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0206318 Apr 07 01:51:34.822398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51620) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:34.822510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-33b599f1-79ea-4ced-8ec4-dcec7e69d6e2', 'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': '1ad1d964-c6e6-489f-97f2-52df586bdfea'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:34.822510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.822709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2', 'name': 'tempest-PortsTestJSON-1291877905'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:34.869872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffbd41e-3d72-4339-8702-e29f1885ec77 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:34.876262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffbd41e-3d72-4339-8702-e29f1885ec77 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:34.886607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6ffbd41e-3d72-4339-8702-e29f1885ec77 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1357117 Apr 07 01:51:34.890791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51624) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:34.900556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (450f2cfb-c396-455f-854a-5cb4173f792a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.903287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1844521433'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:34.937793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:34.963341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e3a750b8-de61-402b-a7d6-632b17561222), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.963697 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Added segment e3a750b8-de61-402b-a7d6-632b17561222 of type vlan for network 2fcec7c6-b9ef-4070-b832-a225b89c1a6b Apr 07 01:51:34.982304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:34.985704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450f2cfb-c396-455f-854a-5cb4173f792a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:34.987215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:34.993002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Allocated IP 172.20.0.2 (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2/1ad1d964-c6e6-489f-97f2-52df586bdfea/dbca34b7-7828-443e-9607-37bccd2ee6cc) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:35.032376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:35.043757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.045202 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Added segment c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b of type vlan for network ca7f2711-2314-47da-a7b0-74ac1407fed7 Apr 07 01:51:35.047921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2fcec7c6-b9ef-4070-b832-a225b89c1a6b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.091980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ca7f2711-2314-47da-a7b0-74ac1407fed7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.124067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:35.127588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.145519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port cf9cb26c-7438-4e3c-b974-2765940eae95 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:35.159982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Publish callbacks [] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.188313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2fcec7c6-b9ef-4070-b832-a225b89c1a6b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.189242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:35.189819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.224461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51632) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:35.238142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ca7f2711-2314-47da-a7b0-74ac1407fed7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.243706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:35.244506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.284936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.319130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.325327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] Pushing event updated for resources: {'Network': ['ID=2fcec7c6-b9ef-4070-b832-a225b89c1a6b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:35.325594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Network': ['ID=ca7f2711-2314-47da-a7b0-74ac1407fed7,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:35.336854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2fcec7c6-b9ef-4070-b832-a225b89c1a6b details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:35.343806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1510291732'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:35.350155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:35.354924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ca7f2711-2314-47da-a7b0-74ac1407fed7 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:35.365619 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0c31de19-5064-4eea-a3cd-a837d4f3ff80 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8035436 Apr 07 01:51:35.368386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51636) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:35.373621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Request body: {'subnet': {'network_id': '2fcec7c6-b9ef-4070-b832-a225b89c1a6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-70108372-subnet', 'tenant_id': 'ad6fe376bf0a45c28ea1bdc0040e3c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:35.376837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:35.378595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Pushing event updated for resources: {'Port': ['ID=dbca34b7-7828-443e-9607-37bccd2ee6cc,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:35.381520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:35.387598 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fcbf9bfa-b7c1-49c0-a829-febc85a5d865 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4893060 Apr 07 01:51:35.390525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51638) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:35.395557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-364106632'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:35.415863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.4 (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2/1ad1d964-c6e6-489f-97f2-52df586bdfea/cf9cb26c-7438-4e3c-b974-2765940eae95) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:35.427101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:35.431393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.440706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.474277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Made reservation on behalf of ad6fe376bf0a45c28ea1bdc0040e3c3d for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:35.476543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.493081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:35.497132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.532556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Attempting to bind port dbca34b7-7828-443e-9607-37bccd2ee6cc on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:35.533168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Attempting to bind port dbca34b7-7828-443e-9607-37bccd2ee6cc by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'bf110b87-73d4-4fa7-8377-39cd2a655a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:35.533711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Attempting to bind port dbca34b7-7828-443e-9607-37bccd2ee6cc on network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:35.540227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:35.540508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:35.540619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Checking segment: {'id': 'bf110b87-73d4-4fa7-8377-39cd2a655a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:35.545657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.545657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Bound using segment: {'id': 'bf110b87-73d4-4fa7-8377-39cd2a655a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:35.545657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Bound port: dbca34b7-7828-443e-9607-37bccd2ee6cc, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf110b87-73d4-4fa7-8377-39cd2a655a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:35.545657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.563441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ac9b633b-5971-4815-98ca-294d65200a17), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.563888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Added segment ac9b633b-5971-4815-98ca-294d65200a17 of type vlan for network 05cc3eb4-b0db-4266-91cc-19d6ff652a5c Apr 07 01:51:35.580679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for security_group (6c833e22-78ab-4b32-b1e5-f73350b96ffd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.614907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] For port dbca34b7-7828-443e-9607-37bccd2ee6cc, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:35.616896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (05cc3eb4-b0db-4266-91cc-19d6ff652a5c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.618610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] For port dbca34b7-7828-443e-9607-37bccd2ee6cc, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dbca34b7-7828-443e-9607-37bccd2ee6cc,segment=NetworkSegment(bf110b87-73d4-4fa7-8377-39cd2a655a05),segment_id=bf110b87-73d4-4fa7-8377-39cd2a655a05)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:35.661280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6c833e22-78ab-4b32-b1e5-f73350b96ffd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.689199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:35.690631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.700415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c833e22-78ab-4b32-b1e5-f73350b96ffd,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:35.704460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9d1499a2-a4f0-4391-84e2-0b1f3ececd47), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.704845 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Added segment 9d1499a2-a4f0-4391-84e2-0b1f3ececd47 of type vlan for network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 Apr 07 01:51:35.749912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (05cc3eb4-b0db-4266-91cc-19d6ff652a5c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.753657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:35.759014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.763181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681784c4-3fb4-49f5-a622-af3fc6b80199 None None] Pushing event updated for resources: {'Port': ['ID=dbca34b7-7828-443e-9607-37bccd2ee6cc,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:35.770548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (8a3f739a-3d02-4d26-8bb5-1030f2df7127), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.848505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Network': ['ID=05cc3eb4-b0db-4266-91cc-19d6ff652a5c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:35.856291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-318e73bf-1a71-4452-be53-77a9a4fe601a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4622583 Apr 07 01:51:35.861538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51640) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:35.862046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 05cc3eb4-b0db-4266-91cc-19d6ff652a5c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:35.867346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'ports': [{'network_id': 'ca7f2711-2314-47da-a7b0-74ac1407fed7', 'name': 'tempest-port--793434216', 'admin_state_up': True}, {'network_id': '05cc3eb4-b0db-4266-91cc-19d6ff652a5c', 'admin_state_up': False}]} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:35.867665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'port': {'network_id': 'ca7f2711-2314-47da-a7b0-74ac1407fed7', 'name': 'tempest-port--793434216', 'admin_state_up': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:35.868149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'port': {'network_id': '05cc3eb4-b0db-4266-91cc-19d6ff652a5c', 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:35.913877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (8a3f739a-3d02-4d26-8bb5-1030f2df7127), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:35.920851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:35.921634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.023205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Network': ['ID=8a3f739a-3d02-4d26-8bb5-1030f2df7127,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:36.040952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:36.056809 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2ff5c5a-e183-4f03-bf8a-d9e2663cea9f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8196898 Apr 07 01:51:36.081273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.277944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'port': 2} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:36.282175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.296372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (79d39d2a-35c9-4a17-95e9-1c5b2f1fe483), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.300506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.302673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.438720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:36.470046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=79d39d2a-35c9-4a17-95e9-1c5b2f1fe483,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:36.480008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:36.485777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:36.488184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=cf9cb26c-7438-4e3c-b974-2765940eae95,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:36.569812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Checking segment: {'id': 'e3a750b8-de61-402b-a7d6-632b17561222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '2fcec7c6-b9ef-4070-b832-a225b89c1a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:36.570179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Network hostable DHCP agents. Network: 2fcec7c6-b9ef-4070-b832-a225b89c1a6b, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:36.610863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:36.611517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.620161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] device_id is not set on port d2bd802a-41ae-448c-b21c-1d4b196cd10e yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:36.702514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Network 2fcec7c6-b9ef-4070-b832-a225b89c1a6b is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:36.722432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for port (d2bd802a-41ae-448c-b21c-1d4b196cd10e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.732631 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5ec03af1-5ad6-4471-a4ee-7a0e51a11791 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9117334 Apr 07 01:51:36.733014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51644) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:36.738517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': '33b599f1-79ea-4ced-8ec4-dcec7e69d6e2', 'name': 'tempest-PortsTestJSON-1677953327'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:36.781667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2fcec7c6-b9ef-4070-b832-a225b89c1a6b) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:36.789430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:36.789959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:36.796103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08903602-9add-41fe-a622-7d035bf8bbb6 None None] Network 2fcec7c6-b9ef-4070-b832-a225b89c1a6b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:36.822005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] device_id is not set on port 8d3e30f2-3841-4ee7-bbdc-f73e608991ce yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:36.931677 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-48051bd9-defd-4335-b884-fc08791d6ced admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5532291 Apr 07 01:51:36.976377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for port (8d3e30f2-3841-4ee7-bbdc-f73e608991ce), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.027754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dbca34b7-7828-443e-9607-37bccd2ee6cc up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:37.058036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a64deb-6ab6-4cf1-af83-c83b8dc5f239 None None] Network 2fcec7c6-b9ef-4070-b832-a225b89c1a6b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:37.060232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b87e6-89bc-4d70-b0af-512c5ffb99ce None None] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:37.083596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:37.086976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.108833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port b139f17e-ac5a-42fd-95ac-883777c5b948 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:37.147523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d2bd802a-41ae-448c-b21c-1d4b196cd10e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.176023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] Provisioning complete for port dbca34b7-7828-443e-9607-37bccd2ee6cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:37.176393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.284712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] Current status of the port dbca34b7-7828-443e-9607-37bccd2ee6cc is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:37.285152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.289174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Port': ['ID=d2bd802a-41ae-448c-b21c-1d4b196cd10e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:37.302960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Checking segment: {'id': 'c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'ca7f2711-2314-47da-a7b0-74ac1407fed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:37.303456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network hostable DHCP agents. Network: ca7f2711-2314-47da-a7b0-74ac1407fed7, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:37.328570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.3 (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2/1ad1d964-c6e6-489f-97f2-52df586bdfea/b139f17e-ac5a-42fd-95ac-883777c5b948) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:37.329453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port dbca34b7-7828-443e-9607-37bccd2ee6cc triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:37.329831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.351964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] For port dbca34b7-7828-443e-9607-37bccd2ee6cc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dbca34b7-7828-443e-9607-37bccd2ee6cc,segment=NetworkSegment(bf110b87-73d4-4fa7-8377-39cd2a655a05),segment_id=bf110b87-73d4-4fa7-8377-39cd2a655a05)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:37.415357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network ca7f2711-2314-47da-a7b0-74ac1407fed7 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:37.436168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.483978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ca7f2711-2314-47da-a7b0-74ac1407fed7) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:37.489203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:37.490528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8d3e30f2-3841-4ee7-bbdc-f73e608991ce), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.536081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dbca34b7-7828-443e-9607-37bccd2ee6cc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:37.538282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be89def7-02b9-4467-a703-8883bc09a268 None None] Network ca7f2711-2314-47da-a7b0-74ac1407fed7 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:37.587445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Port': ['ID=8d3e30f2-3841-4ee7-bbdc-f73e608991ce,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:37.606138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (b139f17e-ac5a-42fd-95ac-883777c5b948), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.637768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9cfa5d-4667-4fde-9b85-a7ab63a53a5b None None] Pushing event updated for resources: {'Port': ['ID=dbca34b7-7828-443e-9607-37bccd2ee6cc,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:37.658318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Checking segment: {'id': 'ac9b633b-5971-4815-98ca-294d65200a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '05cc3eb4-b0db-4266-91cc-19d6ff652a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:37.659092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network hostable DHCP agents. Network: 05cc3eb4-b0db-4266-91cc-19d6ff652a5c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:37.705142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b139f17e-ac5a-42fd-95ac-883777c5b948), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.752707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network 05cc3eb4-b0db-4266-91cc-19d6ff652a5c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:37.784907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:37.800269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:37.804462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:37.808626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=b139f17e-ac5a-42fd-95ac-883777c5b948,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:37.849590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 05cc3eb4-b0db-4266-91cc-19d6ff652a5c) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:37.850960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-0cf2e28d-d405-40e1-8d2e-3fd0dcd6ffa2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:37.854378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:37.857764 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-0cf2e28d-d405-40e1-8d2e-3fd0dcd6ffa2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/networks?id=2f5da959-c9d5-438f-b298-6323c5e70d02 HTTP/1.1" status: 200 len: 811 time: 0.2105885 Apr 07 01:51:37.874628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554a8a01-6468-43a7-91b1-93c1f6e4e471 None None] Network 05cc3eb4-b0db-4266-91cc-19d6ff652a5c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:37.878169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:37.885002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:37.886016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.890818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-5ddb3f4f-dff0-4efa-b379-67af91f7b885 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/quotas/b3a797faee274efe9dee64ec328bb3f0 HTTP/1.1" status: 200 len: 375 time: 0.0321274 Apr 07 01:51:37.916097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:37.916736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:37.950105 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-4bdda678-acbe-4d55-9113-322ff3f63183 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b3a797faee274efe9dee64ec328bb3f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583282 Apr 07 01:51:37.969004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b356ec70-8e90-45b0-a284-6fa35ad89c66 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1061597 Apr 07 01:51:37.970354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51662) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:38.042403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f89fed-63d8-4234-b203-473d7c834a7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:38.049675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f89fed-63d8-4234-b203-473d7c834a7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:38.053021 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26f89fed-63d8-4234-b203-473d7c834a7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0816300 Apr 07 01:51:38.061717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51664) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:38.079879 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-a3c26750-b5f7-4049-bda9-360deb84f264 service neutron] 10.222.0.25 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288950 Apr 07 01:51:38.087773 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a8f8fc45-fe25-4311-9936-441b15d68a7a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3536448 Apr 07 01:51:38.098158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51666) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:38.193647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Deleting port d2bd802a-41ae-448c-b21c-1d4b196cd10e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:38.193964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d2bd802a-41ae-448c-b21c-1d4b196cd10e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.229449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53ebcb25-3111-4984-afc8-4d196da54783 None None] Provisioning complete for port cf9cb26c-7438-4e3c-b974-2765940eae95 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:38.229818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53ebcb25-3111-4984-afc8-4d196da54783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.258118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc012be-7073-4a08-8f19-7f68a63dacc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:38.263856 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6bc012be-7073-4a08-8f19-7f68a63dacc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1643429 Apr 07 01:51:38.266561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51668) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:38.300890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53ebcb25-3111-4984-afc8-4d196da54783 None None] Port cf9cb26c-7438-4e3c-b974-2765940eae95 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:38.311759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d2bd802a-41ae-448c-b21c-1d4b196cd10e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.317148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-53ebcb25-3111-4984-afc8-4d196da54783 None None] Provisioning complete for port dbca34b7-7828-443e-9607-37bccd2ee6cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:38.317604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53ebcb25-3111-4984-afc8-4d196da54783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.348530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Calling delete_port for d2bd802a-41ae-448c-b21c-1d4b196cd10e owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:38.411316 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-e9ad2c6a-a6d0-40a8-b981-7441d5aebfcb service neutron] 10.222.0.25 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216531 Apr 07 01:51:38.423961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-53ebcb25-3111-4984-afc8-4d196da54783 None None] Current status of the port dbca34b7-7828-443e-9607-37bccd2ee6cc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:38.445001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port b139f17e-ac5a-42fd-95ac-883777c5b948 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:38.445264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b139f17e-ac5a-42fd-95ac-883777c5b948), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.545894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1fbb7667-020a-4a12-b840-0afdef733e29 None None] Provisioning complete for port cf9cb26c-7438-4e3c-b974-2765940eae95 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:38.553307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7667-020a-4a12-b840-0afdef733e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.563111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b139f17e-ac5a-42fd-95ac-883777c5b948), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.575251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for b139f17e-ac5a-42fd-95ac-883777c5b948 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:38.597230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb7667-020a-4a12-b840-0afdef733e29 None None] Port cf9cb26c-7438-4e3c-b974-2765940eae95 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:38.607651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1fbb7667-020a-4a12-b840-0afdef733e29 None None] Provisioning complete for port b139f17e-ac5a-42fd-95ac-883777c5b948 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:38.611129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1fbb7667-020a-4a12-b840-0afdef733e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b139f17e-ac5a-42fd-95ac-883777c5b948), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.627387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d2bd802a-41ae-448c-b21c-1d4b196cd10e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.644360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb7667-020a-4a12-b840-0afdef733e29 None None] Port b139f17e-ac5a-42fd-95ac-883777c5b948 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:38.687043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Port': ['ID=d2bd802a-41ae-448c-b21c-1d4b196cd10e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:38.709843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.721179 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-10633a0b-5a77-433c-a019-4caa39dd4f69 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/ports/d2bd802a-41ae-448c-b21c-1d4b196cd10e HTTP/1.1" status: 204 len: 168 time: 0.6586592 Apr 07 01:51:38.721365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51672) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:38.785528 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-060bbb38-a77c-42e7-8d55-e8f6852eda8a req-6b58f57e-521d-40c2-ba67-d93a5a3b8c30 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 210 time: 0.0535161 Apr 07 01:51:38.843421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b139f17e-ac5a-42fd-95ac-883777c5b948), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.879993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=b139f17e-ac5a-42fd-95ac-883777c5b948,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:38.896135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Deleting port 8d3e30f2-3841-4ee7-bbdc-f73e608991ce {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:38.896135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8d3e30f2-3841-4ee7-bbdc-f73e608991ce), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:38.985949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dbca34b7-7828-443e-9607-37bccd2ee6cc up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:39.019754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8d3e30f2-3841-4ee7-bbdc-f73e608991ce), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.024111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.026808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b88f0615-9a7c-4bed-88c5-043099717259 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/b139f17e-ac5a-42fd-95ac-883777c5b948 HTTP/1.1" status: 204 len: 168 time: 0.7587733 Apr 07 01:51:39.029965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51680) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.043166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Calling delete_port for 8d3e30f2-3841-4ee7-bbdc-f73e608991ce owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:39.072150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0c8753-d8b6-49c1-a2f5-9a31fe56598f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:39.076399 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-de0c8753-d8b6-49c1-a2f5-9a31fe56598f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/b139f17e-ac5a-42fd-95ac-883777c5b948 HTTP/1.1" status: 404 len: 333 time: 0.0448430 Apr 07 01:51:39.079670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51682) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.083822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port dbca34b7-7828-443e-9607-37bccd2ee6cc triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:39.084272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.211238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port dbca34b7-7828-443e-9607-37bccd2ee6cc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:39.221848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port cf9cb26c-7438-4e3c-b974-2765940eae95 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:39.222203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.279322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8d3e30f2-3841-4ee7-bbdc-f73e608991ce), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.311638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Port': ['ID=8d3e30f2-3841-4ee7-bbdc-f73e608991ce,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:39.324527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.331430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-caff16de-c13b-4b56-a367-dc06dd2bedbc tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/ports/8d3e30f2-3841-4ee7-bbdc-f73e608991ce HTTP/1.1" status: 204 len: 168 time: 0.6075745 Apr 07 01:51:39.334439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51688) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.350893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.377508 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0d4cd859-daf3-4d9d-b03b-0a25e07d3000 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0418706 Apr 07 01:51:39.382086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51690) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.383965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for cf9cb26c-7438-4e3c-b974-2765940eae95 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:39.388308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-880954791'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:39.423217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.428398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'subnet': {'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:39.497981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:39.501244 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.538582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:39.547510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a6219dc3-eeb0-4af3-9233-b6adb48526a6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.547855 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Added segment a6219dc3-eeb0-4af3-9233-b6adb48526a6 of type vlan for network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c Apr 07 01:51:39.587954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (4b7ba82d-4490-44e7-a53b-f23f9c669a6c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.603477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (cf9cb26c-7438-4e3c-b974-2765940eae95), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.631729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:39.632244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=cf9cb26c-7438-4e3c-b974-2765940eae95,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:39.637395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.717776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.721300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-706178c1-b305-4782-9991-165f4004474c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/cf9cb26c-7438-4e3c-b974-2765940eae95 HTTP/1.1" status: 204 len: 168 time: 0.6404963 Apr 07 01:51:39.723942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51698) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.731615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (4b7ba82d-4490-44e7-a53b-f23f9c669a6c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.736956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:39.737557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.752314 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9c7f03-b527-4d16-bedb-9e31292f8ee6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:39.753785 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4e9c7f03-b527-4d16-bedb-9e31292f8ee6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/cf9cb26c-7438-4e3c-b974-2765940eae95 HTTP/1.1" status: 404 len: 333 time: 0.0287495 Apr 07 01:51:39.756490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51700) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.819494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet 1ad1d964-c6e6-489f-97f2-52df586bdfea {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:39.823408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Network': ['ID=4b7ba82d-4490-44e7-a53b-f23f9c669a6c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:39.823927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (1ad1d964-c6e6-489f-97f2-52df586bdfea), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.834849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:39.874251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (1ad1d964-c6e6-489f-97f2-52df586bdfea), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.885154 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc38c738-1f93-4ef6-a258-17d898e59470 req-4436c5be-6093-412e-91db-a4c7a3f56d07 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 210 time: 0.0384603 Apr 07 01:51:39.890617 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d8124d96-af5d-46d1-93d2-c7b01c2e8d9b tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5072684 Apr 07 01:51:39.895305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51704) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:39.899759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-521338545'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:39.976167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:39.979767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:39.992626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (1ad1d964-c6e6-489f-97f2-52df586bdfea), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.005942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:40.015524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (082f75af-da6a-4ced-979b-c51f51442b31), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.015866 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Added segment 082f75af-da6a-4ced-979b-c51f51442b31 of type vlan for network b026c27f-ab9d-4da5-9a78-35750e1525f0 Apr 07 01:51:40.017344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.097912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (b026c27f-ab9d-4da5-9a78-35750e1525f0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.127445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Subnet': ['ID=dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:40.129893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (1ad1d964-c6e6-489f-97f2-52df586bdfea), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.143427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Checking segment: {'id': '9d1499a2-a4f0-4391-84e2-0b1f3ececd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:40.143770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network hostable DHCP agents. Network: 8a3f739a-3d02-4d26-8bb5-1030f2df7127, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:40.157582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad1d964-c6e6-489f-97f2-52df586bdfea,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:40.161483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.164695 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-122d25b1-4785-4d59-b39f-6ec28f82c815 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/1ad1d964-c6e6-489f-97f2-52df586bdfea HTTP/1.1" status: 204 len: 168 time: 0.4071920 Apr 07 01:51:40.167408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51706) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:40.168221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197095ff-f37a-4ed4-8a88-fc0ac60d8cd9 None None] Network 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:40.221111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (b026c27f-ab9d-4da5-9a78-35750e1525f0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.227733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:40.228388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.252707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.286973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:40.304643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Network': ['ID=b026c27f-ab9d-4da5-9a78-35750e1525f0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:40.315408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port dbca34b7-7828-443e-9607-37bccd2ee6cc {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:40.315408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.316175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network b026c27f-ab9d-4da5-9a78-35750e1525f0 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:40.361910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] DHCP port deletion for 33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:40.379191 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cc2c2517-84e5-4cb6-a4d8-05725321b5c9 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4816706 Apr 07 01:51:40.386599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 8a3f739a-3d02-4d26-8bb5-1030f2df7127) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:40.395791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:40.396522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.403480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5711a335-d627-411c-be4d-e4d09a8a3b40 None None] Network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:40.409115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] For port dbca34b7-7828-443e-9607-37bccd2ee6cc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dbca34b7-7828-443e-9607-37bccd2ee6cc,segment=NetworkSegment(bf110b87-73d4-4fa7-8377-39cd2a655a05),segment_id=bf110b87-73d4-4fa7-8377-39cd2a655a05)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:40.409494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.426457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for dbca34b7-7828-443e-9607-37bccd2ee6cc owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:40.511674 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cfd26a47-7a7e-4630-9571-668c3ab95ea2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0871868 Apr 07 01:51:40.515799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51708) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:40.520677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] Deleting port dbca34b7-7828-443e-9607-37bccd2ee6cc {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:40.521273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.523084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-409508970'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:40.536420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-8a3f739a-3d02-4d26-8bb5-1030f2df7127', 'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127', 'project_id': '3e164bcc213e48af99bcc45dbf4ee26b', 'fixed_ips': [{'subnet_id': 'dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:40.539292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.604828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.613140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] For port dbca34b7-7828-443e-9607-37bccd2ee6cc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=dbca34b7-7828-443e-9607-37bccd2ee6cc,segment=NetworkSegment(bf110b87-73d4-4fa7-8377-39cd2a655a05),segment_id=bf110b87-73d4-4fa7-8377-39cd2a655a05)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:40.613544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.638768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=dbca34b7-7828-443e-9607-37bccd2ee6cc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:40.643810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No DVR routers for this DVR port dbca34b7-7828-443e-9607-37bccd2ee6cc on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:40.655293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:40.659043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.671929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] Calling delete_port for dbca34b7-7828-443e-9607-37bccd2ee6cc owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:40.690366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:40.703632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5a8ee4ad-e3c4-437e-b467-668b15d3e89e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.704064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Added segment 5a8ee4ad-e3c4-437e-b467-668b15d3e89e of type vlan for network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 Apr 07 01:51:40.753304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.769924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.795925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Allocated IP 2001:db8:0:ffff::2 (8a3f739a-3d02-4d26-8bb5-1030f2df7127/dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6/1862f198-3c72-44a6-b340-6a39f1f5785b) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:40.801205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b599f1-79ea-4ced-8ec4-dcec7e69d6e2']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:40.813265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf110b87-73d4-4fa7-8377-39cd2a655a05') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:40.814421 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf110b87-73d4-4fa7-8377-39cd2a655a05') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:40.821545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.825127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (bf110b87-73d4-4fa7-8377-39cd2a655a05), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.829028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:40.829645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.841670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (bf110b87-73d4-4fa7-8377-39cd2a655a05), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.843892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (dbca34b7-7828-443e-9607-37bccd2ee6cc), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.868491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:40.869930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (bf110b87-73d4-4fa7-8377-39cd2a655a05), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:40.885856 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:40.909313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] No DVR routers for this DVR port dbca34b7-7828-443e-9607-37bccd2ee6cc on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:40.924666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677c73e-2043-48eb-9584-3524297f6230 None None] Pushing event deleted for resources: {'Port': ['ID=dbca34b7-7828-443e-9607-37bccd2ee6cc,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:41.035237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dbca34b7-7828-443e-9607-37bccd2ee6cc no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:41.073800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: dbca34b7-7828-443e-9607-37bccd2ee6cc {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:41.074205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device dbca34b7-7828-443e-9607-37bccd2ee6cc not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:41.128545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Publish callbacks [] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.187182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (33b599f1-79ea-4ced-8ec4-dcec7e69d6e2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.196270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.202934 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/33b599f1-79ea-4ced-8ec4-dcec7e69d6e2 HTTP/1.1" status: 204 len: 168 time: 1.0344379 Apr 07 01:51:41.211862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51712) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:41.220324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-416963081'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:41.236263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db97f96e-76d1-42f9-aa37-317bc2c82298 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=33b599f1-79ea-4ced-8ec4-dcec7e69d6e2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:41.255704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.296962 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7797303 Apr 07 01:51:41.298006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:41.321503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:41.326573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:41.329181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:41.333359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:41.335705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.336491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Pushing event updated for resources: {'Port': ['ID=1862f198-3c72-44a6-b340-6a39f1f5785b,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:41.345346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'subnet': {'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:41.389579 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71c309d2-1c26-425b-965e-b12221fa7216 req-06e0b7f5-8b29-41e2-a125-945350f6fce5 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 210 time: 0.1002440 Apr 07 01:51:41.420413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Attempting to bind port 1862f198-3c72-44a6-b340-6a39f1f5785b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:41.421116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Attempting to bind port 1862f198-3c72-44a6-b340-6a39f1f5785b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9d1499a2-a4f0-4391-84e2-0b1f3ececd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:41.421694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Attempting to bind port 1862f198-3c72-44a6-b340-6a39f1f5785b on network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:41.444659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:41.445489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Checking segment: {'id': '9d1499a2-a4f0-4391-84e2-0b1f3ececd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:41.446185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:41.449785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.450454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Bound using segment: {'id': '9d1499a2-a4f0-4391-84e2-0b1f3ececd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:41.451217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Bound port: 1862f198-3c72-44a6-b340-6a39f1f5785b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1499a2-a4f0-4391-84e2-0b1f3ececd47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a3f739a-3d02-4d26-8bb5-1030f2df7127'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:41.452270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.462524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18d82f-10bc-4def-ae90-2a6a48fa1699 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Network': ['ID=eefa1087-b87c-4a67-b0d0-adfd7ad5ded0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:41.475549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (cfaabde1-5c50-4fde-9e7e-f3aa135c7358), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.476502 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment cfaabde1-5c50-4fde-9e7e-f3aa135c7358 of type vlan for network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 Apr 07 01:51:41.521909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:41.548559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-57c4b04d-62e9-432d-8564-96106d73ca82 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:41.549971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-57c4b04d-62e9-432d-8564-96106d73ca82 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.10 "GET /v2.0/networks?id=2f5da959-c9d5-438f-b298-6323c5e70d02 HTTP/1.1" status: 200 len: 811 time: 0.2434473 Apr 07 01:51:41.551526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (70e94bd0-bea1-470f-b954-5a1b4ea254e5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.563160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Request body: {'port': {'device_id': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02', 'admin_state_up': True, 'tenant_id': 'b3a797faee274efe9dee64ec328bb3f0'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:41.581304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:41.588773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.608249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] For port 1862f198-3c72-44a6-b340-6a39f1f5785b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:41.613815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] For port 1862f198-3c72-44a6-b340-6a39f1f5785b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1862f198-3c72-44a6-b340-6a39f1f5785b,segment=NetworkSegment(9d1499a2-a4f0-4391-84e2-0b1f3ececd47),segment_id=9d1499a2-a4f0-4391-84e2-0b1f3ececd47)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:41.684389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.726147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (70e94bd0-bea1-470f-b954-5a1b4ea254e5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.739384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:41.741598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.768503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d291cb-6f9c-4748-baa7-0b9b03375abc None None] Pushing event updated for resources: {'Port': ['ID=1862f198-3c72-44a6-b340-6a39f1f5785b,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:41.837263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=70e94bd0-bea1-470f-b954-5a1b4ea254e5,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:41.843348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Made reservation on behalf of b3a797faee274efe9dee64ec328bb3f0 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:41.847292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:41.855596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:41.934722 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d87ab228-7acd-4f57-a6b4-40a75a087bc6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7193332 Apr 07 01:51:41.942623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51722) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:41.948233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:42.054235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Allocated IP 172.20.0.14 (2f5da959-c9d5-438f-b298-6323c5e70d02/bbf3fe43-9d7a-4eae-98c4-13465f8661c9/1cdd585c-d2c8-4d92-b767-d3b8c8d00f55) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:42.168380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:51:42.174227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c506bef1-c89c-45d4-99cd-f5a941ace7b9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.249850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Subnet': ['ID=c506bef1-c89c-45d4-99cd-f5a941ace7b9,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:42.256682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:42.260091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.264953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks [] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.315729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Checking segment: {'id': '5a8ee4ad-e3c4-437e-b467-668b15d3e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:42.316011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network hostable DHCP agents. Network: eefa1087-b87c-4a67-b0d0-adfd7ad5ded0, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:42.347461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.419166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Pushing event updated for resources: {'Port': ['ID=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:42.425546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Network 2f5da959-c9d5-438f-b298-6323c5e70d02 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:42.427165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:42.429806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:42.480240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:42.483975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:42.484629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.551320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e2d68-bbff-4ae1-9d64-acbbcf403dea req-51846c00-098e-42f6-a39a-47e272c5c8b4 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:42.553281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b8e2d68-bbff-4ae1-9d64-acbbcf403dea req-51846c00-098e-42f6-a39a-47e272c5c8b4 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 932 time: 0.0741034 Apr 07 01:51:42.555861 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7a15f416-de62-4957-9f0d-cb7cf0ec99b2 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9962895 Apr 07 01:51:42.570707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Request body: {'port': {'device_id': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:42.585617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (921b22b5-cfbc-49df-9fd6-0521309e0662), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.647127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, eefa1087-b87c-4a67-b0d0-adfd7ad5ded0) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:42.656139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befea9cf-8f3d-478b-a337-5bd65d8f02fa None None] Network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:42.656651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.667776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:42.668543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.697623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b8e2d68-bbff-4ae1-9d64-acbbcf403dea req-1397ba7a-efc8-4059-b00b-25167d3ce948 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340187 Apr 07 01:51:42.733562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=921b22b5-cfbc-49df-9fd6-0521309e0662,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:42.744158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:42.744526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: 70e94bd0-bea1-470f-b954-5a1b4ea254e5, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:42.799726 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b3f18dd-19f0-47b1-aa1b-0fa4471ecfbe tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4680345 Apr 07 01:51:42.799936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51726) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:42.805634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'port': {'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0', 'name': 'tempest-NetworksIpV6TestAttrs-61367247'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:42.852573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:42.866441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-eefa1087-b87c-4a67-b0d0-adfd7ad5ded0', 'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0', 'project_id': '3e164bcc213e48af99bcc45dbf4ee26b', 'fixed_ips': [{'subnet_id': 'c506bef1-c89c-45d4-99cd-f5a941ace7b9'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:42.867320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:42.929783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 70e94bd0-bea1-470f-b954-5a1b4ea254e5) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:42.946983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:42.947651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.026217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a9a549-ff2f-4f83-9c90-927618fd5496 None None] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:43.062586 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e327a5b9-3d72-436c-8770-b962aa71da71 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1184080 Apr 07 01:51:43.072825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1862f198-3c72-44a6-b340-6a39f1f5785b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:43.073067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51728) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:43.073067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5', 'name': 'tempest-PortsTestJSON-693648340', 'fixed_ips': [{'subnet_id': '921b22b5-cfbc-49df-9fd6-0521309e0662', 'ip_address': '172.20.0.10'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:43.123945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:43.127412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1862f198-3c72-44a6-b340-6a39f1f5785b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:43.127808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.129226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.159917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] device_id is not set on port 25bdbcae-2baa-4de2-a3e9-224e18e26424 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:43.242851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Allocated IP 2001:db8::f816:3eff:feef:fe86 (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0/c506bef1-c89c-45d4-99cd-f5a941ace7b9/9e384219-4317-49a5-81fc-3e9031477993) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:43.249843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34638cc1-90f1-4e9a-8ee0-4a6ec0f441b3 None None] Network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:43.330119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:51:43.337583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Publish callbacks [] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.340536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:43.391288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Transition to ACTIVE for port object 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:51:43.433003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.451985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port fa2bfb92-948a-4397-81b3-9409e18bda9d yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:43.458122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.548884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Provisioning complete for port 1862f198-3c72-44a6-b340-6a39f1f5785b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:43.549266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.558644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:43.637840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51730) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:43.645815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'subnets': [{'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1705027325', 'ip_version': 6}, {'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:43.647048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'subnet': {'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1705027325', 'ip_version': 6}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:43.648323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Request body: {'subnet': {'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:43.704675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-70e94bd0-bea1-470f-b954-5a1b4ea254e5', 'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': '921b22b5-cfbc-49df-9fd6-0521309e0662'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:43.704675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.709016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Attempting to bind port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:43.709366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Attempting to bind port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'd28b706b-ef9d-4d1a-9b35-984df1f2626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:43.709706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Attempting to bind port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 on network 2f5da959-c9d5-438f-b298-6323c5e70d02 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:43.719325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 on network 2f5da959-c9d5-438f-b298-6323c5e70d02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:51:43.719660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Attempting to bind port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 on network 2f5da959-c9d5-438f-b298-6323c5e70d02 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:43.727248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:43.727607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Checking segment: {'id': 'd28b706b-ef9d-4d1a-9b35-984df1f2626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:43.728002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Bound using segment: {'id': 'd28b706b-ef9d-4d1a-9b35-984df1f2626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:43.728439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Bound port: 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd28b706b-ef9d-4d1a-9b35-984df1f2626b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:43.728828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.764677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.10 (70e94bd0-bea1-470f-b954-5a1b4ea254e5/921b22b5-cfbc-49df-9fd6-0521309e0662/fa2bfb92-948a-4397-81b3-9409e18bda9d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:43.837581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1862f198-3c72-44a6-b340-6a39f1f5785b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:43.838009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:43.899496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] For port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:43.904876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] For port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,segment=NetworkSegment(d28b706b-ef9d-4d1a-9b35-984df1f2626b),segment_id=d28b706b-ef9d-4d1a-9b35-984df1f2626b)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:43.964696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 1862f198-3c72-44a6-b340-6a39f1f5785b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1862f198-3c72-44a6-b340-6a39f1f5785b,segment=NetworkSegment(9d1499a2-a4f0-4391-84e2-0b1f3ececd47),segment_id=9d1499a2-a4f0-4391-84e2-0b1f3ececd47)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:43.965711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf539f-5e52-424f-8110-44d8b660a75c req-3d9a6371-25b4-4736-94cb-8c95bb97ac4c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:43.967272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93bf539f-5e52-424f-8110-44d8b660a75c req-3d9a6371-25b4-4736-94cb-8c95bb97ac4c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 944 time: 0.0762315 Apr 07 01:51:44.007804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Publish callbacks [] for port (9e384219-4317-49a5-81fc-3e9031477993), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.011967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Current status of the port 1862f198-3c72-44a6-b340-6a39f1f5785b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:44.012575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.031093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.046681 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93bf539f-5e52-424f-8110-44d8b660a75c req-66a44ec1-2e42-4e45-a242-da8479c70acd tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728569 Apr 07 01:51:44.048071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Made reservation on behalf of e64f338fa5ee4760a525bb6b790e6529 for: {'subnet': 2} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:44.053864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.054223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.082543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (fa2bfb92-948a-4397-81b3-9409e18bda9d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.097289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9e384219-4317-49a5-81fc-3e9031477993), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.125000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.167137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:44.167137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.167887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] 10.222.0.10 "PUT /v2.0/ports/1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 HTTP/1.1" status: 200 len: 1094 time: 1.6038818 Apr 07 01:51:44.168370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'tag': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:51:44.171293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159ca7fe-5aec-4de6-85be-af90b758a479" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce74847-b3d3-4195-a7aa-4d67b7ae0deb", "tag": "1cdd585c-d2c8-4d92-b767-d3b8c8d00f55"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:51:44.175809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:44.183814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=1862f198-3c72-44a6-b340-6a39f1f5785b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:44.197790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (fa2bfb92-948a-4397-81b3-9409e18bda9d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.208932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:44.212578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Allocated IP 2001:db8::f816:3eff:fe83:9f4f (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0/c506bef1-c89c-45d4-99cd-f5a941ace7b9/25bdbcae-2baa-4de2-a3e9-224e18e26424) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:44.215588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:44.234965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:44.243854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:44.252837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:44.256509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5163a613-f926-459a-b3e6-735a21ae5995 x-openstack-request-id: req-5163a613-f926-459a-b3e6-735a21ae5995 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:51:44.258731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce74847-b3d3-4195-a7aa-4d67b7ae0deb", "tag": "1cdd585c-d2c8-4d92-b767-d3b8c8d00f55", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:51:44.258731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5163a613-f926-459a-b3e6-735a21ae5995 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:51:44.258731 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5163a613-f926-459a-b3e6-735a21ae5995'] response: {'name': 'network-changed', 'server_uuid': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'tag': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55', 'status': 'completed', 'code': 200} Apr 07 01:51:44.295309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:51:44.295672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:51:44.305529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691db99-a43d-4e82-8a55-3b2558b8f50e service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:44.354242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Allocated IP 172.20.0.2 (70e94bd0-bea1-470f-b954-5a1b4ea254e5/921b22b5-cfbc-49df-9fd6-0521309e0662/8b745a56-8a48-40b7-8fa0-ec2c2b9dae56) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:44.412000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:44.412627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.424419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=fa2bfb92-948a-4397-81b3-9409e18bda9d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:44.440784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ca7fe-5aec-4de6-85be-af90b758a479 req-fc2cc13b-9bcd-4226-be98-913faef3b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:44.442636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-159ca7fe-5aec-4de6-85be-af90b758a479 req-fc2cc13b-9bcd-4226-be98-913faef3b5c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3a797faee274efe9dee64ec328bb3f0&device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 1128 time: 0.1391587 Apr 07 01:51:44.611727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Pushing event updated for resources: {'Port': ['ID=9e384219-4317-49a5-81fc-3e9031477993,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:44.634618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Publish callbacks [] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.643048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Attempting to bind port 9e384219-4317-49a5-81fc-3e9031477993 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:44.643483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Attempting to bind port 9e384219-4317-49a5-81fc-3e9031477993 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '5a8ee4ad-e3c4-437e-b467-668b15d3e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:44.643861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Attempting to bind port 9e384219-4317-49a5-81fc-3e9031477993 on network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:44.651492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:44.651886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Checking segment: {'id': '5a8ee4ad-e3c4-437e-b467-668b15d3e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:44.652432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.654850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Bound using segment: {'id': '5a8ee4ad-e3c4-437e-b467-668b15d3e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:44.655913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Bound port: 9e384219-4317-49a5-81fc-3e9031477993, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8ee4ad-e3c4-437e-b467-668b15d3e89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'eefa1087-b87c-4a67-b0d0-adfd7ad5ded0'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:44.656328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9e384219-4317-49a5-81fc-3e9031477993), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.675534 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4fae13bd-3986-4b08-bfa2-6272ebd945ae tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6076052 Apr 07 01:51:44.678562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51736) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:44.681157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ca7fe-5aec-4de6-85be-af90b758a479 req-305d0e3f-a0f8-4ecf-885d-7119a13d0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:44.682666 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-159ca7fe-5aec-4de6-85be-af90b758a479 req-305d0e3f-a0f8-4ecf-885d-7119a13d0756 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b3a797faee274efe9dee64ec328bb3f0&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2281337 Apr 07 01:51:44.687004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5', 'name': 'tempest-PortsTestJSON-854018195', 'fixed_ips': [{'subnet_id': '921b22b5-cfbc-49df-9fd6-0521309e0662', 'ip_address': '172.20.0.9'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:44.690887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for port (25bdbcae-2baa-4de2-a3e9-224e18e26424), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.745028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.762622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] For port 9e384219-4317-49a5-81fc-3e9031477993, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:44.863504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] For port 9e384219-4317-49a5-81fc-3e9031477993, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e384219-4317-49a5-81fc-3e9031477993,segment=NetworkSegment(5a8ee4ad-e3c4-437e-b467-668b15d3e89e),segment_id=5a8ee4ad-e3c4-437e-b467-668b15d3e89e)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:44.865656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (25bdbcae-2baa-4de2-a3e9-224e18e26424), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.894147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:44.903855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:44.907824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:44.968023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Pushing event updated for resources: {'Port': ['ID=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:44.985078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9e384219-4317-49a5-81fc-3e9031477993), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:44.987457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.053757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:45.054728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1862f198-3c72-44a6-b340-6a39f1f5785b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:45.061770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Port': ['ID=25bdbcae-2baa-4de2-a3e9-224e18e26424,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:45.066072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:45.101033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:45.117495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:45.119718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.128865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5db7c258-5289-412a-8bcd-e133149f049e None None] Current status of the port 1862f198-3c72-44a6-b340-6a39f1f5785b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:45.158361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Subnet': ['ID=ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:45.215793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Attempting to bind port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:45.216055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Attempting to bind port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:45.216963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Attempting to bind port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 on network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:45.229351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:45.229740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Checking segment: {'id': 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:45.230157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.230564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Bound using segment: {'id': 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:45.231056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Bound port: 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70e94bd0-bea1-470f-b954-5a1b4ea254e5'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:45.232461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.236252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Checking segment: {'id': 'a6219dc3-eeb0-4af3-9233-b6adb48526a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:45.236252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network hostable DHCP agents. Network: 4b7ba82d-4490-44e7-a53b-f23f9c669a6c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:45.240511 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d5e06954-be72-4beb-acf7-b1d1f5a93a84 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.4388735 Apr 07 01:51:45.258397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51740) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:45.293448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29eb59-495f-4927-8d3b-72082e2adbae None None] Pushing event updated for resources: {'Port': ['ID=9e384219-4317-49a5-81fc-3e9031477993,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:45.350597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-db9437ad-021a-4df1-8c36-6769be8d4663 None None] Provisioning complete for port 1862f198-3c72-44a6-b340-6a39f1f5785b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:45.351242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-db9437ad-021a-4df1-8c36-6769be8d4663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.393083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting subnet c506bef1-c89c-45d4-99cd-f5a941ace7b9 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:45.399009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for subnet (c506bef1-c89c-45d4-99cd-f5a941ace7b9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.433496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:45.449263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0a8ec-6b03-4ef7-a67f-e18895df6af4 req-6f81f51f-1297-4895-838d-04b2d2e32371 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:45.452781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1862f198-3c72-44a6-b340-6a39f1f5785b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:45.453199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.459045 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9b0a8ec-6b03-4ef7-a67f-e18895df6af4 req-6f81f51f-1297-4895-838d-04b2d2e32371 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 944 time: 0.2681701 Apr 07 01:51:45.507901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] For port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:45.518680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ca7fe-5aec-4de6-85be-af90b758a479 req-df5a8577-e295-4e0c-8c96-845c6d533ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:45.520431 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-159ca7fe-5aec-4de6-85be-af90b758a479 req-df5a8577-e295-4e0c-8c96-845c6d533ccd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8285248 Apr 07 01:51:45.520583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (c506bef1-c89c-45d4-99cd-f5a941ace7b9), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.572499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 4b7ba82d-4490-44e7-a53b-f23f9c669a6c) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:45.577479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] For port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,segment=NetworkSegment(cfaabde1-5c50-4fde-9e7e-f3aa135c7358),segment_id=cfaabde1-5c50-4fde-9e7e-f3aa135c7358)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:45.577772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-db9437ad-021a-4df1-8c36-6769be8d4663 None None] Current status of the port 1862f198-3c72-44a6-b340-6a39f1f5785b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:45.613208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:45.618265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.632396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1862f198-3c72-44a6-b340-6a39f1f5785b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:45.634197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac42e5-2a1a-471e-bd3d-0ab018f0bcf0 None None] Network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:45.682354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port e005cd45-78fe-4e11-9fab-6dc364c0c54d yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:45.685958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.758078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c506bef1-c89c-45d4-99cd-f5a941ace7b9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.768795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed67882-038f-461e-a9a1-6042477e6909 None None] Pushing event updated for resources: {'Port': ['ID=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:45.773000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-2e990c00-86fc-455e-9e0c-55829db63c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:45.773929 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-2e990c00-86fc-455e-9e0c-55829db63c46 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3a797faee274efe9dee64ec328bb3f0&device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 1128 time: 0.1731246 Apr 07 01:51:45.859349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7b1620c5-98b8-4f81-81c5-0b901473065e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.865892 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9b0a8ec-6b03-4ef7-a67f-e18895df6af4 req-3d9193a3-be38-46c1-9c41-600039943d5c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968260 Apr 07 01:51:45.870533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-4b7ba82d-4490-44e7-a53b-f23f9c669a6c', 'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c', 'project_id': 'e64f338fa5ee4760a525bb6b790e6529', 'fixed_ips': [{'subnet_id': 'ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:45.872167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:45.873734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-fbce246a-f7d3-418c-9558-670b18c13be7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 HTTP/1.1" status: 200 len: 217 time: 0.0898333 Apr 07 01:51:45.944729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event updated for resources: {'Subnet': ['ID=7b1620c5-98b8-4f81-81c5-0b901473065e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:45.977726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (c506bef1-c89c-45d4-99cd-f5a941ace7b9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.033797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-822debd6-873b-4753-b429-513d5f114e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.036677 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-822debd6-873b-4753-b429-513d5f114e60 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bbf3fe43-9d7a-4eae-98c4-13465f8661c9 HTTP/1.1" status: 200 len: 851 time: 0.1205351 Apr 07 01:51:46.037836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Subnet': ['ID=c506bef1-c89c-45d4-99cd-f5a941ace7b9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:46.049927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.056615 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1711a5a7-2765-42fd-b7bf-a78acd43f53a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/c506bef1-c89c-45d4-99cd-f5a941ace7b9 HTTP/1.1" status: 204 len: 168 time: 0.7951505 Apr 07 01:51:46.058923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51744) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:46.080872 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-e600fd6c-cfd7-46a7-9e5e-4be8fe659427 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5da959-c9d5-438f-b298-6323c5e70d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326467 Apr 07 01:51:46.099798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Allocated IP 2001:db8::1 (4b7ba82d-4490-44e7-a53b-f23f9c669a6c/ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3/1043344c-ca26-45c1-8b8b-8cf3e85f19bd) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:46.151090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Checking segment: {'id': '082f75af-da6a-4ced-979b-c51f51442b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:46.151502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network hostable DHCP agents. Network: b026c27f-ab9d-4da5-9a78-35750e1525f0, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:46.161038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.9 (70e94bd0-bea1-470f-b954-5a1b4ea254e5/921b22b5-cfbc-49df-9fd6-0521309e0662/e005cd45-78fe-4e11-9fab-6dc364c0c54d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:46.194351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630bfba-61f1-4be7-a720-ab049d9598c1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.196012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b630bfba-61f1-4be7-a720-ab049d9598c1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.197855 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b630bfba-61f1-4be7-a720-ab049d9598c1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1379299 Apr 07 01:51:46.204679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51746) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:46.244028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Network b026c27f-ab9d-4da5-9a78-35750e1525f0 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:46.324199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, b026c27f-ab9d-4da5-9a78-35750e1525f0) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:46.327112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Publish callbacks [] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.335536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.339190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.340307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.348127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7afe58-5199-4a9e-a6d7-bd7508cee1e5 None None] Network b026c27f-ab9d-4da5-9a78-35750e1525f0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:46.366694 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-7294944e-a079-4b36-8af7-2d35cc913672 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768877 Apr 07 01:51:46.394881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-826976d8-fd12-45da-b2a9-7e59b4cee4bd tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.433847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.468574 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8fa23327-7e42-4e44-9b2a-1d41adfbef93 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8276839 Apr 07 01:51:46.469722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51748) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:46.510717 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-826976d8-fd12-45da-b2a9-7e59b4cee4bd tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 07 01:51:46.511204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-826976d8-fd12-45da-b2a9-7e59b4cee4bd tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:46.527372 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-826976d8-fd12-45da-b2a9-7e59b4cee4bd tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 HTTP/1.1" status: 409 len: 466 time: 0.3215117 Apr 07 01:51:46.528113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51750) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:46.538910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1874740971'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:46.564163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3cf6c-44fb-4112-95f8-48f919f4cab6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.565966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3cf6c-44fb-4112-95f8-48f919f4cab6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.567623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc3cf6c-44fb-4112-95f8-48f919f4cab6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:46.574938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7dc3cf6c-44fb-4112-95f8-48f919f4cab6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0986795 Apr 07 01:51:46.580014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51752) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:46.662849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Deleting subnet ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:46.666647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for subnet (ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.682736 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0aac5e7d-570b-4d8c-848e-9bcdd6f20351 req-385a4b5c-29a7-43e2-8348-e9c1feef6614 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999394 Apr 07 01:51:46.688006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (e005cd45-78fe-4e11-9fab-6dc364c0c54d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.717516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.725633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:46.726229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:46.730522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.750630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:46.757664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:46.763756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:46.775548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (13a1ec0b-ac0c-4258-a474-6f114a246569), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.776170 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Added segment 13a1ec0b-ac0c-4258-a474-6f114a246569 of type vlan for network 572b9c74-19a6-4333-8e2b-dcc774785d63 Apr 07 01:51:46.800641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-b026c27f-ab9d-4da5-9a78-35750e1525f0', 'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0', 'project_id': 'e64f338fa5ee4760a525bb6b790e6529', 'fixed_ips': [{'subnet_id': '7b1620c5-98b8-4f81-81c5-0b901473065e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:46.801463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.836016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (572b9c74-19a6-4333-8e2b-dcc774785d63), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.842437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e005cd45-78fe-4e11-9fab-6dc364c0c54d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.878601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.886149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Attempting to bind port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:46.886533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Attempting to bind port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'a6219dc3-eeb0-4af3-9233-b6adb48526a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:46.886905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Attempting to bind port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd on network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:46.889851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Pushing event updated for resources: {'Port': ['ID=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:46.907955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:46.908351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Checking segment: {'id': 'a6219dc3-eeb0-4af3-9233-b6adb48526a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:46.908815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.909233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Bound using segment: {'id': 'a6219dc3-eeb0-4af3-9233-b6adb48526a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:46.909738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Bound port: 1043344c-ca26-45c1-8b8b-8cf3e85f19bd, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6219dc3-eeb0-4af3-9233-b6adb48526a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '4b7ba82d-4490-44e7-a53b-f23f9c669a6c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:46.910137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:46.967571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.resource_extend [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 01:51:47.065594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:47.070677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:47.078001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:47.141454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034199d1-d8ee-42cd-8c10-594242d7d991 req-0fd08ae4-928e-4a1c-a768-c49b01ec2b56 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.151356 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-034199d1-d8ee-42cd-8c10-594242d7d991 req-0fd08ae4-928e-4a1c-a768-c49b01ec2b56 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 944 time: 0.1287131 Apr 07 01:51:47.153185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=e005cd45-78fe-4e11-9fab-6dc364c0c54d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:47.168722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec51c1a-ddd5-401f-b72e-4515b07f9eb2 None None] Network eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:47.184587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.187183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.197141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (572b9c74-19a6-4333-8e2b-dcc774785d63), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.202884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.203496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.223887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e384219-4317-49a5-81fc-3e9031477993 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:47.229274 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-034199d1-d8ee-42cd-8c10-594242d7d991 req-9158bcc8-4399-4d37-ab12-edbab4bcbfbe tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774813 Apr 07 01:51:47.233730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.281401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.283681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] For port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:47.285713 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/subnets/ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3 HTTP/1.1" status: 204 len: 168 time: 0.7044060 Apr 07 01:51:47.286778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ea89a-7aa0-4726-9442-849d4e1a4c7d tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Subnet': ['ID=ab1ebc80-43b2-470a-b8f5-49ab6a08c6f3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:47.289665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51756) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:47.302966 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ab681c4a-19e4-42de-b510-7d13a1d37fa9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6231792 Apr 07 01:51:47.310012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51758) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:47.355535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] Provisioning complete for port 9e384219-4317-49a5-81fc-3e9031477993 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:47.355913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9e384219-4317-49a5-81fc-3e9031477993), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.357426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Deleting subnet 7b1620c5-98b8-4f81-81c5-0b901473065e {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:47.377231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8404303 Apr 07 01:51:47.377231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af58e-dd60-47b6-b6dd-68540ad9335b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Network': ['ID=572b9c74-19a6-4333-8e2b-dcc774785d63,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:47.377793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51760) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:47.389658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'subnet': {'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:47.414393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 572b9c74-19a6-4333-8e2b-dcc774785d63 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:47.416106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e84c0c-4bbd-4e10-837e-28bc2dcaa59a None None] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:47.425420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c6aab3-f5f4-43aa-9a84-a86155cad150 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.427386 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-08c6aab3-f5f4-43aa-9a84-a86155cad150 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1128070 Apr 07 01:51:47.429940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51762) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:47.439266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] For port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,segment=NetworkSegment(a6219dc3-eeb0-4af3-9233-b6adb48526a6),segment_id=a6219dc3-eeb0-4af3-9233-b6adb48526a6)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:47.494001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc249678-9d93-4d66-8b60-822db696257f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.499885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc249678-9d93-4d66-8b60-822db696257f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.505296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc249678-9d93-4d66-8b60-822db696257f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:47.506959 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cc249678-9d93-4d66-8b60-822db696257f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.0760946 Apr 07 01:51:47.509838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51764) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:47.543329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.557909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:47.563697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.604883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Allocated IP 2001:db8:0:1::1 (b026c27f-ab9d-4da5-9a78-35750e1525f0/7b1620c5-98b8-4f81-81c5-0b901473065e/2b1c0f09-7ddc-4223-a88f-15ce63d68b87) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:47.606871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port e005cd45-78fe-4e11-9fab-6dc364c0c54d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:47.607401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e005cd45-78fe-4e11-9fab-6dc364c0c54d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.713405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e005cd45-78fe-4e11-9fab-6dc364c0c54d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.727344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for e005cd45-78fe-4e11-9fab-6dc364c0c54d owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:47.777499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] Current status of the port 9e384219-4317-49a5-81fc-3e9031477993 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:47.777899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9e384219-4317-49a5-81fc-3e9031477993), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.779849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9e384219-4317-49a5-81fc-3e9031477993 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:47.780212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9e384219-4317-49a5-81fc-3e9031477993), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.842525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ee1365-6d8f-496e-83e7-1e81fb795efc None None] Pushing event updated for resources: {'Port': ['ID=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:47.853505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] DHCP port deletion for eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:47.865043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.952398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e005cd45-78fe-4e11-9fab-6dc364c0c54d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:47.961740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] For port 9e384219-4317-49a5-81fc-3e9031477993, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e384219-4317-49a5-81fc-3e9031477993,segment=NetworkSegment(5a8ee4ad-e3c4-437e-b467-668b15d3e89e),segment_id=5a8ee4ad-e3c4-437e-b467-668b15d3e89e)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:48.000884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=e005cd45-78fe-4e11-9fab-6dc364c0c54d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:48.036444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:51:48.045397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (60189553-210a-437d-ae94-ae8d52d4ea0b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.069571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9e384219-4317-49a5-81fc-3e9031477993), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.110465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.117635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d58ba467-1ecd-4b51-9b82-6d2e2cce64fe tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/e005cd45-78fe-4e11-9fab-6dc364c0c54d HTTP/1.1" status: 204 len: 168 time: 0.6045461 Apr 07 01:51:48.118008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51766) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:48.136036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Publish callbacks [] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.141901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9e384219-4317-49a5-81fc-3e9031477993 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:48.141901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9e384219-4317-49a5-81fc-3e9031477993), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.161383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] Deleting port 9e384219-4317-49a5-81fc-3e9031477993 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:48.161937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9e384219-4317-49a5-81fc-3e9031477993), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.177431 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5fcc36-9133-4b6b-b8f7-aa056913179d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:48.181422 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3c5fcc36-9133-4b6b-b8f7-aa056913179d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/e005cd45-78fe-4e11-9fab-6dc364c0c54d HTTP/1.1" status: 404 len: 333 time: 0.0594273 Apr 07 01:51:48.183104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51768) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:48.184805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Subnet': ['ID=60189553-210a-437d-ae94-ae8d52d4ea0b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:48.194105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Checking segment: {'id': '13a1ec0b-ac0c-4258-a474-6f114a246569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:48.194105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network hostable DHCP agents. Network: 572b9c74-19a6-4333-8e2b-dcc774785d63, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:48.214683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for subnet (7b1620c5-98b8-4f81-81c5-0b901473065e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.236285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685316f5-a736-4326-8020-2666b92fcf2e None None] Pushing event updated for resources: {'Port': ['ID=9e384219-4317-49a5-81fc-3e9031477993,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:48.249803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.274051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (7b1620c5-98b8-4f81-81c5-0b901473065e), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.309205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network 572b9c74-19a6-4333-8e2b-dcc774785d63 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:48.363533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Network b026c27f-ab9d-4da5-9a78-35750e1525f0 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:48.378819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port fa2bfb92-948a-4397-81b3-9409e18bda9d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:48.378819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fa2bfb92-948a-4397-81b3-9409e18bda9d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.382859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] Provisioning complete for port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:48.382859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.398627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] For port 9e384219-4317-49a5-81fc-3e9031477993, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9e384219-4317-49a5-81fc-3e9031477993,segment=NetworkSegment(5a8ee4ad-e3c4-437e-b467-668b15d3e89e),segment_id=5a8ee4ad-e3c4-437e-b467-668b15d3e89e)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:48.399237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9e384219-4317-49a5-81fc-3e9031477993), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.406603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:48.411779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 572b9c74-19a6-4333-8e2b-dcc774785d63) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:48.420551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:48.421197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.449979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:48.459308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18efb740-e5cb-4f28-80ba-2d1bc26dcc7a None None] Network 572b9c74-19a6-4333-8e2b-dcc774785d63 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:48.459875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c125c8-458f-40de-8f5c-e4c776a6ceb9 req-4b0cb971-3e65-4e3d-b4f0-2acede7afb7c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:48.468684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-55c125c8-458f-40de-8f5c-e4c776a6ceb9 req-4b0cb971-3e65-4e3d-b4f0-2acede7afb7c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 944 time: 0.1447294 Apr 07 01:51:48.471746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] Calling delete_port for 9e384219-4317-49a5-81fc-3e9031477993 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:48.473151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7b1620c5-98b8-4f81-81c5-0b901473065e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.483052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fa2bfb92-948a-4397-81b3-9409e18bda9d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.485389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:51:48.486184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:51:48.487199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Pushing event updated for resources: {'Port': ['ID=2b1c0f09-7ddc-4223-a88f-15ce63d68b87,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:48.500986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for fa2bfb92-948a-4397-81b3-9409e18bda9d owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:48.517125 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ca9d6e66-b99b-4b0e-9993-a556c8c6bbd8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1341071 Apr 07 01:51:48.518739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51772) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:48.533031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'port': {'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63', 'name': 'tempest-NetworksIpV6TestAttrs-1053848647'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:48.573943 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-55c125c8-458f-40de-8f5c-e4c776a6ceb9 req-3ae34528-c230-472d-86b5-475ccff4cbdd tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043577 Apr 07 01:51:48.660167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Attempting to bind port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:48.660699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Attempting to bind port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '082f75af-da6a-4ced-979b-c51f51442b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:48.661191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Attempting to bind port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 on network b026c27f-ab9d-4da5-9a78-35750e1525f0 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:48.678691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (7b1620c5-98b8-4f81-81c5-0b901473065e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.686089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:48.686684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Checking segment: {'id': '082f75af-da6a-4ced-979b-c51f51442b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:48.687186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.687682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Bound using segment: {'id': '082f75af-da6a-4ced-979b-c51f51442b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:48.688260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Bound port: 2b1c0f09-7ddc-4223-a88f-15ce63d68b87, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082f75af-da6a-4ced-979b-c51f51442b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'b026c27f-ab9d-4da5-9a78-35750e1525f0'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:48.688826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.726110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Subnet': ['ID=7b1620c5-98b8-4f81-81c5-0b901473065e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:48.728500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.732065 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db5f556e-673b-4fea-93c6-a78696cd4076 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/subnets/7b1620c5-98b8-4f81-81c5-0b901473065e HTTP/1.1" status: 204 len: 168 time: 1.4376006 Apr 07 01:51:48.734759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51774) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:48.830095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8aca34-5309-4ff1-b602-55468520660c tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:48.832402 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec8aca34-5309-4ff1-b602-55468520660c tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0964856 Apr 07 01:51:48.836288 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51776) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:48.868663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (fa2bfb92-948a-4397-81b3-9409e18bda9d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.931829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=fa2bfb92-948a-4397-81b3-9409e18bda9d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:48.964890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:48.972640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:48.974527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (b026c27f-ab9d-4da5-9a78-35750e1525f0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.011684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-572b9c74-19a6-4333-8e2b-dcc774785d63', 'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63', 'project_id': '3e164bcc213e48af99bcc45dbf4ee26b', 'fixed_ips': [{'subnet_id': '60189553-210a-437d-ae94-ae8d52d4ea0b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:49.013809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.029078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] device_id is not set on port 36fd5be3-cd45-44ee-93d5-9477a11c1e69 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:49.053386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (9e384219-4317-49a5-81fc-3e9031477993), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.069320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 9e384219-4317-49a5-81fc-3e9031477993 update to ACTIVE by agent not found {{(pid=110985) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 01:51:49.070012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:49.072149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] Current status of the port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:49.072725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.073313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Deleting port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:49.073665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.114453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.122809 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7910ac41-f81e-4684-a95f-56568e019b2b tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/fa2bfb92-948a-4397-81b3-9409e18bda9d HTTP/1.1" status: 204 len: 168 time: 0.9337280 Apr 07 01:51:49.123478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51778) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:49.143538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] No DVR routers for this DVR port 9e384219-4317-49a5-81fc-3e9031477993 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:49.148452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ae7ee-7fad-4970-a48a-b2236525a34b None None] Pushing event deleted for resources: {'Port': ['ID=9e384219-4317-49a5-81fc-3e9031477993,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:49.179093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] For port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:49.179686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.190009 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ac4c03-e7b6-4fca-86c1-b829c6ed0b6e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:51:49.195947 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a7ac4c03-e7b6-4fca-86c1-b829c6ed0b6e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/fa2bfb92-948a-4397-81b3-9409e18bda9d HTTP/1.1" status: 404 len: 333 time: 0.0640862 Apr 07 01:51:49.195947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51780) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:49.199942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Calling delete_port for 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:49.240040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] For port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:49.289771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1161c976-5b51-40ba-bc70-f273acc60088 None None] Network 4b7ba82d-4490-44e7-a53b-f23f9c669a6c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:49.293070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] For port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,segment=NetworkSegment(cfaabde1-5c50-4fde-9e7e-f3aa135c7358),segment_id=cfaabde1-5c50-4fde-9e7e-f3aa135c7358)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:49.301215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] For port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b1c0f09-7ddc-4223-a88f-15ce63d68b87,segment=NetworkSegment(082f75af-da6a-4ced-979b-c51f51442b31),segment_id=082f75af-da6a-4ced-979b-c51f51442b31)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:49.305097 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet 921b22b5-cfbc-49df-9fd6-0521309e0662 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:49.308640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (921b22b5-cfbc-49df-9fd6-0521309e0662), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.364608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (921b22b5-cfbc-49df-9fd6-0521309e0662), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.366382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.386612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:49.386994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.399915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Allocated IP 2001:db8::f816:3eff:fe9b:c8bb (572b9c74-19a6-4333-8e2b-dcc774785d63/60189553-210a-437d-ae94-ae8d52d4ea0b/36fd5be3-cd45-44ee-93d5-9477a11c1e69) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:49.434682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.463042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (921b22b5-cfbc-49df-9fd6-0521309e0662), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.472518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2b1c0f09-7ddc-4223-a88f-15ce63d68b87), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.515106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Port': ['ID=2b1c0f09-7ddc-4223-a88f-15ce63d68b87,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:49.517172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] No DVR routers for this DVR port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server [None req-40a2d246-c09e-40c9-ba3e-cc0e1869843b None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 could not be found. Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2865, in one Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._iter().one() Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1408, in one Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._only_one_row( Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 562, in _only_one_row Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in get_dhcp_port Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:51:49.554335 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1558, in get_port Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 2b1c0f09-7ddc-4223-a88f-15ce63d68b87 could not be found. Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Apr 07 01:51:49.559271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b85cc-e1cc-4b80-949e-51e6e313d227 None None] Pushing event updated for resources: {'Port': ['ID=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:49.597616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960f149-6296-4b36-806f-6baeaa9b1d3d None None] Pushing event deleted for resources: {'Port': ['ID=2b1c0f09-7ddc-4223-a88f-15ce63d68b87,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:49.603226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Provisioning complete for port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:49.603608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.651149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00ec30-3e0d-42c9-93ec-f1a1a2c2dc83 None None] Network b026c27f-ab9d-4da5-9a78-35750e1525f0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:49.657721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (b026c27f-ab9d-4da5-9a78-35750e1525f0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.664540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (921b22b5-cfbc-49df-9fd6-0521309e0662), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.699894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b026c27f-ab9d-4da5-9a78-35750e1525f0']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:49.715860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=921b22b5-cfbc-49df-9fd6-0521309e0662,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:49.722583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082f75af-da6a-4ced-979b-c51f51442b31') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:49.722583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082f75af-da6a-4ced-979b-c51f51442b31') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:49.728206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:49.738434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] DHCP port deletion for 4b7ba82d-4490-44e7-a53b-f23f9c669a6c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:49.740163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7790a5a-748d-4dd6-b1f5-dda1e400974c None None] Network 70e94bd0-bea1-470f-b954-5a1b4ea254e5 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:49.744339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for port (36fd5be3-cd45-44ee-93d5-9477a11c1e69), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.751033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (082f75af-da6a-4ced-979b-c51f51442b31), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.783280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.790764 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cae55f6c-4a36-4c93-9c99-364c7ecf00c1 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/921b22b5-cfbc-49df-9fd6-0521309e0662 HTTP/1.1" status: 204 len: 168 time: 0.5925939 Apr 07 01:51:49.793042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51784) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:49.808241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (082f75af-da6a-4ced-979b-c51f51442b31), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.815230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:51:49.844281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (36fd5be3-cd45-44ee-93d5-9477a11c1e69), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.852834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:49.857876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:49.858290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (082f75af-da6a-4ced-979b-c51f51442b31), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:49.861480 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:49.905169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network 572b9c74-19a6-4333-8e2b-dcc774785d63 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:49.908650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:49.913158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:49.918386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:49.919221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:49.928372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Port': ['ID=36fd5be3-cd45-44ee-93d5-9477a11c1e69,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:49.938548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb458e-33d8-488c-a343-dc5c36f9d3db req-dd7f2803-bbbc-4408-b7db-18929cc65ff9 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:49.940103 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7bcb458e-33d8-488c-a343-dc5c36f9d3db req-dd7f2803-bbbc-4408-b7db-18929cc65ff9 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 944 time: 0.2215312 Apr 07 01:51:49.987674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (70e94bd0-bea1-470f-b954-5a1b4ea254e5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.007622 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b4f2a61f-efd8-437b-9c41-fe939ff7ad56 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4868143 Apr 07 01:51:50.010813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51788) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:50.044853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7bcb458e-33d8-488c-a343-dc5c36f9d3db req-3497fa81-bab3-4e56-995e-a1c53b2f046f tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950441 Apr 07 01:51:50.048268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Allocated IP 2001:db8::f816:3eff:fea2:b658 (572b9c74-19a6-4333-8e2b-dcc774785d63/60189553-210a-437d-ae94-ae8d52d4ea0b/4e013521-c9bf-4ca2-ade7-61dc08dbbc94) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:50.058027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Current status of the port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:50.058498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.075852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:50.076407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting subnet 60189553-210a-437d-ae94-ae8d52d4ea0b {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:51:50.077089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.090082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (b026c27f-ab9d-4da5-9a78-35750e1525f0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.123368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.129220 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/networks/b026c27f-ab9d-4da5-9a78-35750e1525f0 HTTP/1.1" status: 204 len: 168 time: 1.2910357 Apr 07 01:51:50.129964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51790) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:50.143507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce9648-839a-4fa5-b93d-77deaf63db1a tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Network': ['ID=b026c27f-ab9d-4da5-9a78-35750e1525f0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:50.166432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] Deleting port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:50.166811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.172293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] For port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,segment=NetworkSegment(cfaabde1-5c50-4fde-9e7e-f3aa135c7358),segment_id=cfaabde1-5c50-4fde-9e7e-f3aa135c7358)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:50.172666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.191191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:50.216853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (4b7ba82d-4490-44e7-a53b-f23f9c669a6c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.258117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,segment=NetworkSegment(d28b706b-ef9d-4d1a-9b35-984df1f2626b),segment_id=d28b706b-ef9d-4d1a-9b35-984df1f2626b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:50.261551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] For port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,segment=NetworkSegment(a6219dc3-eeb0-4af3-9233-b6adb48526a6),segment_id=a6219dc3-eeb0-4af3-9233-b6adb48526a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:50.276226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:50.276609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.279687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Deleting port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:50.279687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.314427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55', 'network_id': '2f5da959-c9d5-438f-b298-6323c5e70d02', 'port_id': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55', 'mac_address': 'fa:16:3e:dc:7a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbf3fe43-9d7a-4eae-98c4-13465f8661c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:51:50.323873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8b745a56-8a48-40b7-8fa0-ec2c2b9dae56), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.324456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.348069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] For port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,segment=NetworkSegment(a6219dc3-eeb0-4af3-9233-b6adb48526a6),segment_id=a6219dc3-eeb0-4af3-9233-b6adb48526a6)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:50.348440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.362894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Calling delete_port for 1043344c-ca26-45c1-8b8b-8cf3e85f19bd owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:50.363134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No DVR routers for this DVR port 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:50.380510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1229647-f37f-4cb6-8154-2212664e8018 None None] DHCP port deletion for 70e94bd0-bea1-470f-b954-5a1b4ea254e5 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:50.392748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Could not find standard attr ID for object e005cd45-78fe-4e11-9fab-6dc364c0c54d. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:51:50.411600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] For port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,segment=NetworkSegment(a6219dc3-eeb0-4af3-9233-b6adb48526a6),segment_id=a6219dc3-eeb0-4af3-9233-b6adb48526a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:50.412006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.432495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Could not find standard attr ID for object 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:51:50.484999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=8b745a56-8a48-40b7-8fa0-ec2c2b9dae56,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:50.488457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] Calling delete_port for 1043344c-ca26-45c1-8b8b-8cf3e85f19bd owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:50.491695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Could not find standard attr ID for object fa2bfb92-948a-4397-81b3-9409e18bda9d. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:51:50.494691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Could not find standard attr ID for object 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:51:50.504560 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No ports have port_id starting with 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 Apr 07 01:51:50.506497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (70e94bd0-bea1-470f-b954-5a1b4ea254e5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.512028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.539382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Port': ['ID=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:50.539812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9984e62a-3a53-4143-9280-abd38cc2b2f0 None None] Pushing event updated for resources: {'Port': ['ID=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:50.541308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] No DVR routers for this DVR port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:50.545486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e94bd0-bea1-470f-b954-5a1b4ea254e5']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:50.557477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:50.557915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaabde1-5c50-4fde-9e7e-f3aa135c7358') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:50.573157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (cfaabde1-5c50-4fde-9e7e-f3aa135c7358), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.575123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:50.575123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.594108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (cfaabde1-5c50-4fde-9e7e-f3aa135c7358), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.601067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:50.601801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (cfaabde1-5c50-4fde-9e7e-f3aa135c7358), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:50.617047 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:50.624028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e384219-4317-49a5-81fc-3e9031477993 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:50.627765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Publish callbacks [] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.654855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (4b7ba82d-4490-44e7-a53b-f23f9c669a6c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.658863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:51:50.664541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9e384219-4317-49a5-81fc-3e9031477993 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:50.665193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9e384219-4317-49a5-81fc-3e9031477993 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:50.677646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7ba82d-4490-44e7-a53b-f23f9c669a6c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:50.692042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6219dc3-eeb0-4af3-9233-b6adb48526a6') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:50.692908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6219dc3-eeb0-4af3-9233-b6adb48526a6') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:50.695197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,segment=NetworkSegment(d28b706b-ef9d-4d1a-9b35-984df1f2626b),segment_id=d28b706b-ef9d-4d1a-9b35-984df1f2626b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:50.701182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for subnet (60189553-210a-437d-ae94-ae8d52d4ea0b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.708024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.727961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (a6219dc3-eeb0-4af3-9233-b6adb48526a6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.729832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (70e94bd0-bea1-470f-b954-5a1b4ea254e5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.734197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.741629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/70e94bd0-bea1-470f-b954-5a1b4ea254e5 HTTP/1.1" status: 204 len: 168 time: 0.9429967 Apr 07 01:51:50.752579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51804) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:50.757878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1387701819'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:50.761102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc79de-1b14-44f6-8913-65f1d58633e0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=70e94bd0-bea1-470f-b954-5a1b4ea254e5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:50.770761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Network 572b9c74-19a6-4333-8e2b-dcc774785d63 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:50.773529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (1043344c-ca26-45c1-8b8b-8cf3e85f19bd), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.778698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:50.781267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a6219dc3-eeb0-4af3-9233-b6adb48526a6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.782481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:50.791801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Pushing event updated for resources: {'Port': ['ID=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:50.792119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:50.792512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (a6219dc3-eeb0-4af3-9233-b6adb48526a6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:50.796281 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:50.857171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (60189553-210a-437d-ae94-ae8d52d4ea0b), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.873011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:50.877177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.923102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf5c8d-6fe3-46fd-92bd-8422be950b65 req-96d04060-66f2-4efb-ad53-900d6ff98985 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:50.924676 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6bf5c8d-6fe3-46fd-92bd-8422be950b65 req-96d04060-66f2-4efb-ad53-900d6ff98985 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1051297 Apr 07 01:51:50.934420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:50.985853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (dce13991-e5a1-4d72-b255-e120846e4e5b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.986192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Added segment dce13991-e5a1-4d72-b255-e120846e4e5b of type vlan for network 386fcc42-4196-4894-8456-6e33978bf2fa Apr 07 01:51:50.989434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.992736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (4b7ba82d-4490-44e7-a53b-f23f9c669a6c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:50.998431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] Pushing event deleted for resources: {'Port': ['ID=1043344c-ca26-45c1-8b8b-8cf3e85f19bd,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.003263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.006463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/networks/4b7ba82d-4490-44e7-a53b-f23f9c669a6c HTTP/1.1" status: 204 len: 168 time: 0.8754916 Apr 07 01:51:51.011149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51808) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:51.019827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ade5f2-cce9-47c6-88a0-94e507528f64 None None] No DVR routers for this DVR port 1043344c-ca26-45c1-8b8b-8cf3e85f19bd on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:51.040891 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6bf5c8d-6fe3-46fd-92bd-8422be950b65 req-0c3f2213-b0dd-43a9-85ca-3625bb3a345a tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068499 Apr 07 01:51:51.042620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9697175-960c-4ab9-84d0-806c6a07c4ed tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Network': ['ID=4b7ba82d-4490-44e7-a53b-f23f9c669a6c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.052900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (60189553-210a-437d-ae94-ae8d52d4ea0b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.086569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Attempting to bind port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:51.087071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Attempting to bind port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '13a1ec0b-ac0c-4258-a474-6f114a246569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:51.087413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Attempting to bind port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 on network 572b9c74-19a6-4333-8e2b-dcc774785d63 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:51.101826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:51.102280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Checking segment: {'id': '13a1ec0b-ac0c-4258-a474-6f114a246569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:51.105438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.105438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Bound using segment: {'id': '13a1ec0b-ac0c-4258-a474-6f114a246569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:51.105438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Bound port: 4e013521-c9bf-4ca2-ade7-61dc08dbbc94, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13a1ec0b-ac0c-4258-a474-6f114a246569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '572b9c74-19a6-4333-8e2b-dcc774785d63'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:51.105438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.128185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.137416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (386fcc42-4196-4894-8456-6e33978bf2fa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.185635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (05cc3eb4-b0db-4266-91cc-19d6ff652a5c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.193197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (60189553-210a-437d-ae94-ae8d52d4ea0b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.206509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] For port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:51.212879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] For port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,segment=NetworkSegment(13a1ec0b-ac0c-4258-a474-6f114a246569),segment_id=13a1ec0b-ac0c-4258-a474-6f114a246569)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:51.244975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (386fcc42-4196-4894-8456-6e33978bf2fa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.250039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:51.250672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.259228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['1cdd585c-d2c8-4d92-b767-d3b8c8d00f55'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:51:51.288549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.359172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9036f9a2-bbaa-4634-bfd5-345b842e1372 None None] Pushing event updated for resources: {'Port': ['ID=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.381679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (05cc3eb4-b0db-4266-91cc-19d6ff652a5c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.398605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c571a-0ee0-4a43-9b42-943529041f57 req-0296a67c-1758-47ce-8ed5-b9a7f44f4287 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:51.400129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-602c571a-0ee0-4a43-9b42-943529041f57 req-0296a67c-1758-47ce-8ed5-b9a7f44f4287 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 945 time: 0.2214866 Apr 07 01:51:51.427937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Network': ['ID=386fcc42-4196-4894-8456-6e33978bf2fa,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.434171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05cc3eb4-b0db-4266-91cc-19d6ff652a5c']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:51.446657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 386fcc42-4196-4894-8456-6e33978bf2fa details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:51.460025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9b633b-5971-4815-98ca-294d65200a17') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:51.460335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9b633b-5971-4815-98ca-294d65200a17') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:51.472184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0ea76683-c3eb-4717-8cdf-f7e4fadad94c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7182357 Apr 07 01:51:51.480210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51816) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:51.486028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:51.491520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (ac9b633b-5971-4815-98ca-294d65200a17), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.552131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ac9b633b-5971-4815-98ca-294d65200a17), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.583801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:51.584026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (ac9b633b-5971-4815-98ca-294d65200a17), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:51.587702 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:51.593565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Subnet': ['ID=60189553-210a-437d-ae94-ae8d52d4ea0b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.595832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.599894 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1e6f2952-de59-4c27-a8fd-3b22307856f2 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/60189553-210a-437d-ae94-ae8d52d4ea0b HTTP/1.1" status: 204 len: 168 time: 1.5875704 Apr 07 01:51:51.602264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51818) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:51.604004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-602c571a-0ee0-4a43-9b42-943529041f57 req-385aee45-8eb8-49ce-a5d0-c68047cc681b tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822658 Apr 07 01:51:51.680780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a361a49-2f95-45c0-9141-fed55995b7d8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:51.682099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a361a49-2f95-45c0-9141-fed55995b7d8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:51.683637 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7a361a49-2f95-45c0-9141-fed55995b7d8 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0802431 Apr 07 01:51:51.686570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51820) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:51.786587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (05cc3eb4-b0db-4266-91cc-19d6ff652a5c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.796431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f20b06a7-265c-4df7-a8fc-6f436dedfb68 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (572b9c74-19a6-4333-8e2b-dcc774785d63), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.807111 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20b06a7-265c-4df7-a8fc-6f436dedfb68 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 07 01:51:51.807695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20b06a7-265c-4df7-a8fc-6f436dedfb68 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:51:51.812804 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f20b06a7-265c-4df7-a8fc-6f436dedfb68 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/572b9c74-19a6-4333-8e2b-dcc774785d63 HTTP/1.1" status: 409 len: 466 time: 0.1232450 Apr 07 01:51:51.814936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51822) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:51.819933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1462571840'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:51.821043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.827069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/networks/05cc3eb4-b0db-4266-91cc-19d6ff652a5c HTTP/1.1" status: 204 len: 168 time: 0.8076115 Apr 07 01:51:51.827069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:51.829571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.831873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51824) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:51.834703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb6ca1-6bbd-48c7-91eb-db5316faa0e6 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Network': ['ID=05cc3eb4-b0db-4266-91cc-19d6ff652a5c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:51.848567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:51.904341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:51.904724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.926322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ca7f2711-2314-47da-a7b0-74ac1407fed7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.969557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:51.973221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:51.991068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:51.991475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.012795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:52.046918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ca7f2711-2314-47da-a7b0-74ac1407fed7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.059414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:52.060789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,segment=NetworkSegment(13a1ec0b-ac0c-4258-a474-6f114a246569),segment_id=13a1ec0b-ac0c-4258-a474-6f114a246569)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:52.076697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7f2711-2314-47da-a7b0-74ac1407fed7']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:52.084951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.085306 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Added segment 4954942d-9925-43b4-87aa-6367bf65e6bd of type vlan for network 5c23bdab-6bbc-4797-9205-1219124e4cb7 Apr 07 01:51:52.095880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:52.096182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:52.106504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.122736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.135600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.147906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:51:52.148096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.150278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.161430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:52.162784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.168348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:52.168784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (c8413f85-4e76-45f9-8d6c-5d1ce8c2b86b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:52.172191 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:52.194247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:52.213513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Checking segment: {'id': 'dce13991-e5a1-4d72-b255-e120846e4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:52.214200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network hostable DHCP agents. Network: 386fcc42-4196-4894-8456-6e33978bf2fa, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:52.270787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:52.303934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:52.304204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8b745a56-8a48-40b7-8fa0-ec2c2b9dae56 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:52.311801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b93a8-092f-402e-b324-cfaa7df88c02 req-7c715b9b-4534-401a-9e9d-698c6cbc1bd2 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:52.313621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e19b93a8-092f-402e-b324-cfaa7df88c02 req-7c715b9b-4534-401a-9e9d-698c6cbc1bd2 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.0604486 Apr 07 01:51:52.333657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:52.340258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 386fcc42-4196-4894-8456-6e33978bf2fa is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:52.358978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.364086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:52.364707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.371423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ca7f2711-2314-47da-a7b0-74ac1407fed7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.376918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.381746 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] 10.222.0.25 "DELETE /v2.0/networks/ca7f2711-2314-47da-a7b0-74ac1407fed7 HTTP/1.1" status: 204 len: 168 time: 0.5487709 Apr 07 01:51:52.398944 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e19b93a8-092f-402e-b324-cfaa7df88c02 req-69723d58-67bc-40db-9867-13cd0e7d17ca tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770788 Apr 07 01:51:52.411576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:52.412049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.415212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 386fcc42-4196-4894-8456-6e33978bf2fa) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:52.420291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:52.420959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.445989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd22608-dc94-4050-9cea-d823323d1c67 None None] Network 386fcc42-4196-4894-8456-6e33978bf2fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:52.459113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Network': ['ID=5c23bdab-6bbc-4797-9205-1219124e4cb7,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:52.496897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8edfa919-f2d5-4eb8-bf42-47bd0a8df5ad tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6806364 Apr 07 01:51:52.498050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 5c23bdab-6bbc-4797-9205-1219124e4cb7 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:52.498586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efc830-7079-4b5e-a290-0c7b57944a17 tempest-BulkNetworkOpsIpV6Test-636744439 tempest-BulkNetworkOpsIpV6Test-636744439-project] Pushing event deleted for resources: {'Network': ['ID=ca7f2711-2314-47da-a7b0-74ac1407fed7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:52.500710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51830) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:52.506539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'subnet': {'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:52.524940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:51:52.527308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cbdc2f-a8cd-4ffe-800e-de2917156725" -d '{"events": [{"server_uuid": "1ce74847-b3d3-4195-a7aa-4d67b7ae0deb", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd585c-d2c8-4d92-b767-d3b8c8d00f55"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:51:52.534489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce84486d-60c7-4179-a871-60ed9a7762cf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0508208 Apr 07 01:51:52.535241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51834) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:52.540445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-444708544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:52.585509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,segment=NetworkSegment(d28b706b-ef9d-4d1a-9b35-984df1f2626b),segment_id=d28b706b-ef9d-4d1a-9b35-984df1f2626b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:52.599128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1dd1d6-3445-400d-8f64-ca8ee0b02859 x-openstack-request-id: req-8c1dd1d6-3445-400d-8f64-ca8ee0b02859 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:51:52.599431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce74847-b3d3-4195-a7aa-4d67b7ae0deb", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd585c-d2c8-4d92-b767-d3b8c8d00f55", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:51:52.599691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c1dd1d6-3445-400d-8f64-ca8ee0b02859 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:51:52.600091 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1dd1d6-3445-400d-8f64-ca8ee0b02859'] response: {'server_uuid': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55', 'code': 200} Apr 07 01:51:52.644551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.646267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.655964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-386fcc42-4196-4894-8456-6e33978bf2fa', 'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': '1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:52.657182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.679550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.721902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9bb3c4-0432-4937-80a8-22def48b112b None None] Network 572b9c74-19a6-4333-8e2b-dcc774785d63 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:52.735383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:52.738416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for router_controller (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.739014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.804002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.863880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:52.881181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.886272 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-59ea74a6-dcfe-4ca7-96a0-8d527775aa91 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3465130 Apr 07 01:51:52.887224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51838) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:52.895742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa', 'name': 'tempest-PortsTestJSON-1076600872'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:52.923334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9d5427db-0981-42e2-8efe-3c48599800f9 None None] Provisioning complete for port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:52.923718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9d5427db-0981-42e2-8efe-3c48599800f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:52.979227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Allocated IP 172.20.0.2 (386fcc42-4196-4894-8456-6e33978bf2fa/1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c/6e41af06-334c-4684-b9f6-1c7c9b748f48) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:53.024619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1f325-fd70-4576-ab6e-cf711e6442c1 req-4580e2fa-4511-4b60-b78f-3eaa76c6a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:53.026361 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c4e1f325-fd70-4576-ab6e-cf711e6442c1 req-4580e2fa-4511-4b60-b78f-3eaa76c6a12e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 1130 time: 0.1099257 Apr 07 01:51:53.033883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51842) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:53.129610 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c4e1f325-fd70-4576-ab6e-cf711e6442c1 req-5950dffd-ab85-4df9-a66e-ea089bf09f14 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946114 Apr 07 01:51:53.133633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9d5427db-0981-42e2-8efe-3c48599800f9 None None] Current status of the port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:53.139787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] DHCP port deletion for 572b9c74-19a6-4333-8e2b-dcc774785d63 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:53.216807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:53.220423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.235930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf540b-b4dd-4ba5-ab76-a1b8415a9a91 req-4eb9e3af-d2a6-4472-abca-37bfd1b1db26 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:53.237490 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95cf540b-b4dd-4ba5-ab76-a1b8415a9a91 req-4eb9e3af-d2a6-4472-abca-37bfd1b1db26 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.5430560 Apr 07 01:51:53.251684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Publish callbacks [] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.255235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port f203ee45-8271-421d-aa8b-57ec6973958a yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:51:53.261166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] Deleting port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:53.261541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.303719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.305416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95cf540b-b4dd-4ba5-ab76-a1b8415a9a91 req-e111298b-2e35-47bd-adb1-3df953129759 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601423 Apr 07 01:51:53.328433 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-77bf881d-a49b-4b5a-8a9a-c92abd60faad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e64f338fa5ee4760a525bb6b790e6529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860684 Apr 07 01:51:53.328648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51846) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:53.353983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] For port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,segment=NetworkSegment(13a1ec0b-ac0c-4258-a474-6f114a246569),segment_id=13a1ec0b-ac0c-4258-a474-6f114a246569)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:53.353983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.371633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Network 386fcc42-4196-4894-8456-6e33978bf2fa is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:53.379107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:53.383613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] Calling delete_port for 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:53.385645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:53.392885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Pushing event updated for resources: {'Port': ['ID=6e41af06-334c-4684-b9f6-1c7c9b748f48,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:53.412794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.14 (386fcc42-4196-4894-8456-6e33978bf2fa/1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c/f203ee45-8271-421d-aa8b-57ec6973958a) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:53.425242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9cfed93-a25a-40f3-a7f9-4dc6d91ab61a admin admin] Publish callbacks [] for security_group (98475522-2258-410b-aeea-59f79f93bee8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.448923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9cfed93-a25a-40f3-a7f9-4dc6d91ab61a admin admin] Publish callbacks [] for security_group (98475522-2258-410b-aeea-59f79f93bee8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.500138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Attempting to bind port 6e41af06-334c-4684-b9f6-1c7c9b748f48 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:53.500517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Attempting to bind port 6e41af06-334c-4684-b9f6-1c7c9b748f48 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'dce13991-e5a1-4d72-b255-e120846e4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:53.500919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Attempting to bind port 6e41af06-334c-4684-b9f6-1c7c9b748f48 on network 386fcc42-4196-4894-8456-6e33978bf2fa {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:53.512187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:53.529737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Checking segment: {'id': 'dce13991-e5a1-4d72-b255-e120846e4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:53.529737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.529737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Bound using segment: {'id': 'dce13991-e5a1-4d72-b255-e120846e4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:53.529737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Bound port: 6e41af06-334c-4684-b9f6-1c7c9b748f48, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce13991-e5a1-4d72-b255-e120846e4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '386fcc42-4196-4894-8456-6e33978bf2fa'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:53.529737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.591571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.objects.ports [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110984) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:51:53.594816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (522f7872-1cef-4110-b160-d7c050891040), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.599362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (4e013521-c9bf-4ca2-ade7-61dc08dbbc94), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.606013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] For port 6e41af06-334c-4684-b9f6-1c7c9b748f48, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:53.611608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (f203ee45-8271-421d-aa8b-57ec6973958a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.611765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc53113-82ab-46a5-ac8f-ff47130c5fd3 req-26cbefb8-fc6d-4973-b9dc-0d1492b1ff85 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:53.613217 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc53113-82ab-46a5-ac8f-ff47130c5fd3 req-26cbefb8-fc6d-4973-b9dc-0d1492b1ff85 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1248469 Apr 07 01:51:53.636263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] Pushing event deleted for resources: {'Port': ['ID=4e013521-c9bf-4ca2-ade7-61dc08dbbc94,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:53.640875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9cfed93-a25a-40f3-a7f9-4dc6d91ab61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (98475522-2258-410b-aeea-59f79f93bee8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.642924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9cfed93-a25a-40f3-a7f9-4dc6d91ab61a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.643208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] For port 6e41af06-334c-4684-b9f6-1c7c9b748f48, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e41af06-334c-4684-b9f6-1c7c9b748f48,segment=NetworkSegment(dce13991-e5a1-4d72-b255-e120846e4e5b),segment_id=dce13991-e5a1-4d72-b255-e120846e4e5b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:53.644054 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b9cfed93-a25a-40f3-a7f9-4dc6d91ab61a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98475522-2258-410b-aeea-59f79f93bee8 HTTP/1.1" status: 204 len: 168 time: 0.3201876 Apr 07 01:51:53.648004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd7c062-4a69-4e5f-8cdd-683cfbb48b62 None None] No DVR routers for this DVR port 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:53.683457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfed93-a25a-40f3-a7f9-4dc6d91ab61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98475522-2258-410b-aeea-59f79f93bee8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:53.690174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Subnet': ['ID=522f7872-1cef-4110-b160-d7c050891040,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:53.718094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.736901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Checking segment: {'id': '4954942d-9925-43b4-87aa-6367bf65e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:53.737278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network hostable DHCP agents. Network: 5c23bdab-6bbc-4797-9205-1219124e4cb7, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:53.753577 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc53113-82ab-46a5-ac8f-ff47130c5fd3 req-a7e0dca7-edcb-4dda-a7d0-71bd2d0e7571 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181118 Apr 07 01:51:53.782394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.794626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b61434-fa61-4572-a33b-5411b517f8f8 None None] Pushing event updated for resources: {'Port': ['ID=6e41af06-334c-4684-b9f6-1c7c9b748f48,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:53.833371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 386fcc42-4196-4894-8456-6e33978bf2fa is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:53.839561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:53.842541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:53.848113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:53.865911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:53.866625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4e013521-c9bf-4ca2-ade7-61dc08dbbc94 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:53.866753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network 5c23bdab-6bbc-4797-9205-1219124e4cb7 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:53.879033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=f203ee45-8271-421d-aa8b-57ec6973958a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:53.905568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:53.909812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.949547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 5c23bdab-6bbc-4797-9205-1219124e4cb7) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:53.954518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:53.955129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:53.961274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1328f0-ef05-463e-a096-63217893be3b None None] Network 5c23bdab-6bbc-4797-9205-1219124e4cb7 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:54.023324 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-702e483e-b874-47fc-ab80-c1dd0323bb59 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1333759 Apr 07 01:51:54.026137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51854) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:54.113886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-5c23bdab-6bbc-4797-9205-1219124e4cb7', 'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7', 'project_id': '3e164bcc213e48af99bcc45dbf4ee26b', 'fixed_ips': [{'subnet_id': '522f7872-1cef-4110-b160-d7c050891040'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:54.114766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.118453 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7b41a0bb-d79c-433a-9cf3-4d379aa13a07 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6163919 Apr 07 01:51:54.121138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51860) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:54.261505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Allocated IP 2001:db8::f816:3eff:fef7:f2e6 (5c23bdab-6bbc-4797-9205-1219124e4cb7/522f7872-1cef-4110-b160-d7c050891040/67479520-8df6-4da4-99d3-c0dd8abff93a) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:54.387527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.432727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Publish callbacks [] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.485355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.538898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Network 5c23bdab-6bbc-4797-9205-1219124e4cb7 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:54.542819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:54.545906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:51:54.549306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (522f7872-1cef-4110-b160-d7c050891040), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.552378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Pushing event updated for resources: {'Port': ['ID=67479520-8df6-4da4-99d3-c0dd8abff93a,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:54.582254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6f8e7-9008-45a1-a7e3-cac4a6ba6501 req-682dd526-a16f-48d1-b896-60ee0c20286c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:54.590014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bbc6f8e7-9008-45a1-a7e3-cac4a6ba6501 req-682dd526-a16f-48d1-b896-60ee0c20286c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1719623 Apr 07 01:51:54.617031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Attempting to bind port 67479520-8df6-4da4-99d3-c0dd8abff93a on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:51:54.617410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Attempting to bind port 67479520-8df6-4da4-99d3-c0dd8abff93a by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '4954942d-9925-43b4-87aa-6367bf65e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:51:54.617813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Attempting to bind port 67479520-8df6-4da4-99d3-c0dd8abff93a on network 5c23bdab-6bbc-4797-9205-1219124e4cb7 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:51:54.626425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:51:54.626804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Checking segment: {'id': '4954942d-9925-43b4-87aa-6367bf65e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:54.627216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.627615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Bound using segment: {'id': '4954942d-9925-43b4-87aa-6367bf65e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:51:54.628085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Bound port: 67479520-8df6-4da4-99d3-c0dd8abff93a, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4954942d-9925-43b4-87aa-6367bf65e6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '5c23bdab-6bbc-4797-9205-1219124e4cb7'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:51:54.628470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.683888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.724292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bbc6f8e7-9008-45a1-a7e3-cac4a6ba6501 req-07789966-46fb-4424-997e-ca742f3dec57 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226256 Apr 07 01:51:54.820519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (522f7872-1cef-4110-b160-d7c050891040), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:54.889093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51878) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:54.910964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] For port 67479520-8df6-4da4-99d3-c0dd8abff93a, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:51:54.914485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] For port 67479520-8df6-4da4-99d3-c0dd8abff93a, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=67479520-8df6-4da4-99d3-c0dd8abff93a,segment=NetworkSegment(4954942d-9925-43b4-87aa-6367bf65e6bd),segment_id=4954942d-9925-43b4-87aa-6367bf65e6bd)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:51:54.975168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Subnet': ['ID=522f7872-1cef-4110-b160-d7c050891040,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:54.992543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.037758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624034316'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:55.079862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f4d51-bc2e-4c98-8546-343e519bc27b None None] Pushing event updated for resources: {'Port': ['ID=67479520-8df6-4da4-99d3-c0dd8abff93a,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:55.125739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba65f50-14e1-4a03-8564-2049f6099165 None None] Network 386fcc42-4196-4894-8456-6e33978bf2fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:55.135563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.170536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c23bdab-6bbc-4797-9205-1219124e4cb7']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:55.196792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aac1a0-be72-441e-b41b-acffbf7e6f4d req-934532cf-8407-4894-a204-eaab22c80ca7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:55.198376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7aac1a0-be72-441e-b41b-acffbf7e6f4d req-934532cf-8407-4894-a204-eaab22c80ca7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.2722068 Apr 07 01:51:55.200302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4954942d-9925-43b4-87aa-6367bf65e6bd') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:55.201120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4954942d-9925-43b4-87aa-6367bf65e6bd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:55.219995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.221344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] Provisioning complete for port 6e41af06-334c-4684-b9f6-1c7c9b748f48 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:55.221670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.255795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.268387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:55.268814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:55.273129 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:55.278251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:55.285775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.299838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.353207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] Current status of the port 6e41af06-334c-4684-b9f6-1c7c9b748f48 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:55.353703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.414212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7aac1a0-be72-441e-b41b-acffbf7e6f4d req-15c09838-119c-466c-bc80-578e96346a56 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031143 Apr 07 01:51:55.418727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (f203ee45-8271-421d-aa8b-57ec6973958a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.441128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] For port 6e41af06-334c-4684-b9f6-1c7c9b748f48, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e41af06-334c-4684-b9f6-1c7c9b748f48,segment=NetworkSegment(dce13991-e5a1-4d72-b255-e120846e4e5b),segment_id=dce13991-e5a1-4d72-b255-e120846e4e5b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:55.484117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:51:55.484117 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:51:55.484117 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': '5c23bdab-6bbc-4797-9205-1219124e4cb7'}] Apr 07 01:51:55.484117 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:51:55.485036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:51:55.499006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for security_group (6456d824-0fdf-4abb-a797-1aa26685f59a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.512038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.534979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.580585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6456d824-0fdf-4abb-a797-1aa26685f59a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.589262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1a032-a767-481b-88cd-6c419094e78b None None] Pushing event updated for resources: {'Port': ['ID=6e41af06-334c-4684-b9f6-1c7c9b748f48,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:55.604547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:55.617790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=f203ee45-8271-421d-aa8b-57ec6973958a,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:55.621802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6456d824-0fdf-4abb-a797-1aa26685f59a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:55.632196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (3b01376a-f667-49cc-b1df-e74395676525), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.632564 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment 3b01376a-f667-49cc-b1df-e74395676525 of type vlan for network 9b56493f-8440-442c-906a-febaec0d4309 Apr 07 01:51:55.661175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bf939ae6-d871-46fe-ab08-c9db32b6d929 None None] Provisioning complete for port f203ee45-8271-421d-aa8b-57ec6973958a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:55.662260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bf939ae6-d871-46fe-ab08-c9db32b6d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.689871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9b56493f-8440-442c-906a-febaec0d4309), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.703652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bf939ae6-d871-46fe-ab08-c9db32b6d929 None None] Port f203ee45-8271-421d-aa8b-57ec6973958a cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:55.714688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bf939ae6-d871-46fe-ab08-c9db32b6d929 None None] Provisioning complete for port 6e41af06-334c-4684-b9f6-1c7c9b748f48 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:55.715189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bf939ae6-d871-46fe-ab08-c9db32b6d929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.786469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9b56493f-8440-442c-906a-febaec0d4309), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.791611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:55.792236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.852285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:55.890376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bf939ae6-d871-46fe-ab08-c9db32b6d929 None None] Current status of the port 6e41af06-334c-4684-b9f6-1c7c9b748f48 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:55.924166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e41af06-334c-4684-b9f6-1c7c9b748f48 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:55.941174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=9b56493f-8440-442c-906a-febaec0d4309,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:55.972791 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fd918d99-6e4d-44ee-be3f-6db649df9e1a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0714645 Apr 07 01:51:55.973033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9b56493f-8440-442c-906a-febaec0d4309 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:55.991922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec6a2e-d973-4ab7-8f5b-d9e80befc232 req-0bcfad2d-20f5-4379-bc3f-ef50038c7a06 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:56.000532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fcec6a2e-d973-4ab7-8f5b-d9e80befc232 req-0bcfad2d-20f5-4379-bc3f-ef50038c7a06 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1608548 Apr 07 01:51:56.005034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.080585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6e41af06-334c-4684-b9f6-1c7c9b748f48 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:56.083088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.087789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5df8b7ba-c304-4eb3-8f6f-bda24797accd None None] Provisioning complete for port f203ee45-8271-421d-aa8b-57ec6973958a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:56.099399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5df8b7ba-c304-4eb3-8f6f-bda24797accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.099840 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fcec6a2e-d973-4ab7-8f5b-d9e80befc232 req-9430300b-17d9-4677-bdcc-b9fb4519822c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871134 Apr 07 01:51:56.223883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5df8b7ba-c304-4eb3-8f6f-bda24797accd None None] Port f203ee45-8271-421d-aa8b-57ec6973958a cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:56.243747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.287983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6e41af06-334c-4684-b9f6-1c7c9b748f48 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:56.293519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 67479520-8df6-4da4-99d3-c0dd8abff93a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:51:56.350213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6e0035e3-1bd4-4f70-aa60-e80d8b4943cb None None] Provisioning complete for port f203ee45-8271-421d-aa8b-57ec6973958a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:56.350623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6e0035e3-1bd4-4f70-aa60-e80d8b4943cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.390215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 67479520-8df6-4da4-99d3-c0dd8abff93a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:56.390783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.434406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting port 67479520-8df6-4da4-99d3-c0dd8abff93a {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:56.436958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.437100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3b2574-c06e-4bfe-b038-616f1eb39489 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:51:56.437869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6e0035e3-1bd4-4f70-aa60-e80d8b4943cb None None] Port f203ee45-8271-421d-aa8b-57ec6973958a cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:56.529774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 67479520-8df6-4da4-99d3-c0dd8abff93a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:56.530107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.596582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 67479520-8df6-4da4-99d3-c0dd8abff93a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=67479520-8df6-4da4-99d3-c0dd8abff93a,segment=NetworkSegment(4954942d-9925-43b4-87aa-6367bf65e6bd),segment_id=4954942d-9925-43b4-87aa-6367bf65e6bd)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:56.603683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2a74-b781-401d-a711-be6751528ff4 req-b72b378e-be8b-4396-8f86-542cd58254d1 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:56.605218 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-58ee2a74-b781-401d-a711-be6751528ff4 req-b72b378e-be8b-4396-8f86-542cd58254d1 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.3640053 Apr 07 01:51:56.611995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a5b5f4ae-6990-49e9-95fa-95b66f503581 None None] Provisioning complete for port 67479520-8df6-4da4-99d3-c0dd8abff93a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:56.612390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5b5f4ae-6990-49e9-95fa-95b66f503581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.622928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] For port 67479520-8df6-4da4-99d3-c0dd8abff93a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=67479520-8df6-4da4-99d3-c0dd8abff93a,segment=NetworkSegment(4954942d-9925-43b4-87aa-6367bf65e6bd),segment_id=4954942d-9925-43b4-87aa-6367bf65e6bd)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:51:56.627021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.636954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b2574-c06e-4bfe-b038-616f1eb39489 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:51:56.661006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Calling delete_port for 67479520-8df6-4da4-99d3-c0dd8abff93a owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:56.722280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.801855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd807a3-693c-4924-ae90-aa3e8224637a req-4e4e4f18-086e-4806-9568-eb1559b9c710 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:56.808304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a5b5f4ae-6990-49e9-95fa-95b66f503581 None None] Current status of the port 67479520-8df6-4da4-99d3-c0dd8abff93a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:51:56.808983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fd807a3-693c-4924-ae90-aa3e8224637a req-4e4e4f18-086e-4806-9568-eb1559b9c710 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.3124924 Apr 07 01:51:56.814245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (f203ee45-8271-421d-aa8b-57ec6973958a), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.838915 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-58ee2a74-b781-401d-a711-be6751528ff4 req-4623bcfc-fb95-45d8-b345-1d1d296889a1 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222564 Apr 07 01:51:56.851471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=67479520-8df6-4da4-99d3-c0dd8abff93a,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:56.892841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:56.942890 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fd807a3-693c-4924-ae90-aa3e8224637a req-00b2f17d-05ff-4d66-a1fa-e5d7c1908e05 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329401 Apr 07 01:51:56.957985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b33422-da05-4775-86c4-b477701a476c None None] Network 5c23bdab-6bbc-4797-9205-1219124e4cb7 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:57.017482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.019383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=f203ee45-8271-421d-aa8b-57ec6973958a,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:57.097584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (67479520-8df6-4da4-99d3-c0dd8abff93a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.137266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Port': ['ID=67479520-8df6-4da4-99d3-c0dd8abff93a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:57.143776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No DVR routers for this DVR port 67479520-8df6-4da4-99d3-c0dd8abff93a on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:51:57.190947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e4c113-ea96-4e43-9821-94f6b3d3bdfc None None] DHCP port deletion for 5c23bdab-6bbc-4797-9205-1219124e4cb7 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:51:57.565194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network 386fcc42-4196-4894-8456-6e33978bf2fa is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:51:57.569136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:57.611969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.699918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c23bdab-6bbc-4797-9205-1219124e4cb7']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:57.723777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4954942d-9925-43b4-87aa-6367bf65e6bd') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:57.724085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4954942d-9925-43b4-87aa-6367bf65e6bd') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:57.737518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.756728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857090bf-2f9f-485d-9973-2f788994f5c2 req-dd41542f-5fb0-46a7-9ffd-f123a3e06dbd tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:57.758297 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-857090bf-2f9f-485d-9973-2f788994f5c2 req-dd41542f-5fb0-46a7-9ffd-f123a3e06dbd tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1953313 Apr 07 01:51:57.769812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.793709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:51:57.794294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (4954942d-9925-43b4-87aa-6367bf65e6bd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:51:57.798578 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:51:57.873538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 67479520-8df6-4da4-99d3-c0dd8abff93a no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:51:57.880857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6d5e36cd-f0eb-4a6d-b97a-c1eb9e1dc9e8 None None] Provisioning complete for port f203ee45-8271-421d-aa8b-57ec6973958a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:51:57.880857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d5e36cd-f0eb-4a6d-b97a-c1eb9e1dc9e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:57.906006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-857090bf-2f9f-485d-9973-2f788994f5c2 req-1546e72d-221e-4f15-bc12-6dad21b6254a tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374271 Apr 07 01:51:57.940307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 67479520-8df6-4da4-99d3-c0dd8abff93a {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:51:57.944939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 67479520-8df6-4da4-99d3-c0dd8abff93a not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:51:57.978908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6d5e36cd-f0eb-4a6d-b97a-c1eb9e1dc9e8 None None] Port f203ee45-8271-421d-aa8b-57ec6973958a cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:51:57.998791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Router d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:51:58.004447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (5c23bdab-6bbc-4797-9205-1219124e4cb7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.017152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.026459 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/5c23bdab-6bbc-4797-9205-1219124e4cb7 HTTP/1.1" status: 204 len: 168 time: 3.8994133 Apr 07 01:51:58.026628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51896) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:58.031844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-783228025'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:58.050575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f786cc9-84c9-4bf4-9414-43899c6d129f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Network': ['ID=5c23bdab-6bbc-4797-9205-1219124e4cb7,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:58.146964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:58.150300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.180166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a29c8-68e7-4df6-a35d-66382b943905 req-c6547d86-843d-458c-9504-99c4b852e5ef tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:58.180683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:51:58.181701 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-283a29c8-68e7-4df6-a35d-66382b943905 req-c6547d86-843d-458c-9504-99c4b852e5ef tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1663001 Apr 07 01:51:58.186705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:51:58.194705 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-637950c4-dc51-41c5-9d9d-33861b6bc19a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/routers/d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1639984 Apr 07 01:51:58.194880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (62f689a0-33bd-4097-869c-ce629678501b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.194880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Added segment 62f689a0-33bd-4097-869c-ce629678501b of type vlan for network 3682148c-5e89-4088-8221-3b0e39032e5c Apr 07 01:51:58.196052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51898) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:58.206495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] Sync routers for ids ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:51:58.218347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] Routers {'d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:58.219108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:58.246446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.255008 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-283a29c8-68e7-4df6-a35d-66382b943905 req-ddf7e6a0-b6d7-4b68-8f91-7e2150b9c234 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518229 Apr 07 01:51:58.261482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:58.287033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] Routers {'d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:51:58.287033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:58.311752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:51:58.312788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b87533-dc87-4014-b33c-3534bda9b188 None None] The sync data for ids ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:51:58.322367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f526afd0-4a94-4778-87da-af4af398f18c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:58.323881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f526afd0-4a94-4778-87da-af4af398f18c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 HTTP/1.1" status: 200 len: 983 time: 0.1278405 Apr 07 01:51:58.326698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51900) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:58.368919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.374445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:58.375029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.490326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Network': ['ID=3682148c-5e89-4088-8221-3b0e39032e5c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:58.502438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 3682148c-5e89-4088-8221-3b0e39032e5c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:51:58.567812 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0e0b789d-9b2b-42e9-b3f8-0a304c1ce95a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5405495 Apr 07 01:51:58.571017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51902) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:58.578173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'subnet': {'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:58.747018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:58.750945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:58.824115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.016046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-41e77c3f-1a42-48dc-bc5c-bcfefa2130d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.038690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7eec3972-7a33-4086-95b9-97181407e432), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.050614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port f203ee45-8271-421d-aa8b-57ec6973958a {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:51:59.051218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.104441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9582813-1a42-4dfd-8f92-b9d345503043 req-12dc1de7-669a-49f6-946d-314fefde9f9b tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:59.106156 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e9582813-1a42-4dfd-8f92-b9d345503043 req-12dc1de7-669a-49f6-946d-314fefde9f9b tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1088176 Apr 07 01:51:59.136058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Subnet': ['ID=7eec3972-7a33-4086-95b9-97181407e432,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:59.150921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.166204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for f203ee45-8271-421d-aa8b-57ec6973958a owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:51:59.169533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Checking segment: {'id': '62f689a0-33bd-4097-869c-ce629678501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:59.170342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network hostable DHCP agents. Network: 3682148c-5e89-4088-8221-3b0e39032e5c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:51:59.192648 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e9582813-1a42-4dfd-8f92-b9d345503043 req-c6668d47-12f0-4e0f-9a76-cfe07cf7517c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690379 Apr 07 01:51:59.255620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51908) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:59.261099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '9b56493f-8440-442c-906a-febaec0d4309', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:51:59.267073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network 3682148c-5e89-4088-8221-3b0e39032e5c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:51:59.370870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 3682148c-5e89-4088-8221-3b0e39032e5c) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:51:59.379058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:59.379679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.379897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f34ce0-ec80-4404-a9fb-1c3ed98c07c8 None None] Network 3682148c-5e89-4088-8221-3b0e39032e5c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:51:59.420844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6077dd-e9e0-4edc-a706-17decf2bfe4f req-f53420ae-b266-43fc-8bd8-91e1907a6d78 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:59.422542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b6077dd-e9e0-4edc-a706-17decf2bfe4f req-f53420ae-b266-43fc-8bd8-91e1907a6d78 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.0849996 Apr 07 01:51:59.426119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f203ee45-8271-421d-aa8b-57ec6973958a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.459698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=f203ee45-8271-421d-aa8b-57ec6973958a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:59.471269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:51:59.475456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.521490 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3c6720eb-c02f-4b9c-a4b4-fc1ba57e3312 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9484930 Apr 07 01:51:59.526490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51914) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:51:59.579633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-3682148c-5e89-4088-8221-3b0e39032e5c', 'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c', 'project_id': '3e164bcc213e48af99bcc45dbf4ee26b', 'fixed_ips': [{'subnet_id': '7eec3972-7a33-4086-95b9-97181407e432'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:51:59.606083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.606517 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b6077dd-e9e0-4edc-a706-17decf2bfe4f req-72d35df1-edeb-4873-8114-de61630de679 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542459 Apr 07 01:51:59.652973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975acad0-e8aa-4eaf-8530-5e56876c3775 req-0d3d4674-11c5-4603-a32a-ed3d5300c089 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:59.655374 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-975acad0-e8aa-4eaf-8530-5e56876c3775 req-0d3d4674-11c5-4603-a32a-ed3d5300c089 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1675572 Apr 07 01:51:59.752830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-975acad0-e8aa-4eaf-8530-5e56876c3775 req-e36c9e8b-9fb4-4617-834f-49197a4e70c8 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895019 Apr 07 01:51:59.782561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Allocated IP 2001:db8::2 (3682148c-5e89-4088-8221-3b0e39032e5c/7eec3972-7a33-4086-95b9-97181407e432/51d4a1f8-339b-4b89-8dec-22bcf473f789) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:51:59.817426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.822264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.843910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-ce608df9-15ae-4a1b-b555-01477338bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:51:59.845446 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-ce608df9-15ae-4a1b-b555-01477338bca7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3a797faee274efe9dee64ec328bb3f0&device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 1130 time: 0.2132683 Apr 07 01:51:59.914371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (fce3d107-fd06-4b78-a576-751b6de53391), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.943412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Publish callbacks [] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:51:59.985586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=fce3d107-fd06-4b78-a576-751b6de53391,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:51:59.994302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': '3b01376a-f667-49cc-b1df-e74395676525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b56493f-8440-442c-906a-febaec0d4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:51:59.994302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 9b56493f-8440-442c-906a-febaec0d4309, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:00.015098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.055758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 9b56493f-8440-442c-906a-febaec0d4309 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:00.059590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Network 3682148c-5e89-4088-8221-3b0e39032e5c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:00.062933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:00.066595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:00.074037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Pushing event updated for resources: {'Port': ['ID=51d4a1f8-339b-4b89-8dec-22bcf473f789,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:00.124483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 9b56493f-8440-442c-906a-febaec0d4309) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:00.130409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:00.131964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.136047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Attempting to bind port 51d4a1f8-339b-4b89-8dec-22bcf473f789 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:00.136960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Attempting to bind port 51d4a1f8-339b-4b89-8dec-22bcf473f789 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '62f689a0-33bd-4097-869c-ce629678501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:00.137590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Attempting to bind port 51d4a1f8-339b-4b89-8dec-22bcf473f789 on network 3682148c-5e89-4088-8221-3b0e39032e5c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:00.142699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db9c1f3-deb5-4ea5-a1f1-d0bdf40817bd None None] Network 9b56493f-8440-442c-906a-febaec0d4309 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:00.159243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:00.159622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Checking segment: {'id': '62f689a0-33bd-4097-869c-ce629678501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:00.160027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.160425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Bound using segment: {'id': '62f689a0-33bd-4097-869c-ce629678501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:00.160945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Bound port: 51d4a1f8-339b-4b89-8dec-22bcf473f789, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f689a0-33bd-4097-869c-ce629678501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '3682148c-5e89-4088-8221-3b0e39032e5c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:00.161331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.224014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6e6310f5-ce4b-4fb8-aa21-9414caf53323 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9672372 Apr 07 01:52:00.227487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51916) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:00.232739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142611490'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:00.312633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:00.316273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.346155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:00.358522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b7592d44-ea57-45d7-b088-170135964040), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.359736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment b7592d44-ea57-45d7-b088-170135964040 of type vlan for network 36178d95-2741-421f-8059-a5475a2be993 Apr 07 01:52:00.372860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7eec3972-7a33-4086-95b9-97181407e432), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.402657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (36178d95-2741-421f-8059-a5475a2be993), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.443772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] For port 51d4a1f8-339b-4b89-8dec-22bcf473f789, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:00.454217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-9b56493f-8440-442c-906a-febaec0d4309', 'network_id': '9b56493f-8440-442c-906a-febaec0d4309', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': 'fce3d107-fd06-4b78-a576-751b6de53391'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:00.455062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.462936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] For port 51d4a1f8-339b-4b89-8dec-22bcf473f789, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=51d4a1f8-339b-4b89-8dec-22bcf473f789,segment=NetworkSegment(62f689a0-33bd-4097-869c-ce629678501b),segment_id=62f689a0-33bd-4097-869c-ce629678501b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:00.495520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (36178d95-2741-421f-8059-a5475a2be993), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.502396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:00.505181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.529925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Router d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:00.542277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-dd488681-a366-4530-afcc-398c5b14795f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:00.544390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-dd488681-a366-4530-afcc-398c5b14795f service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f5da959-c9d5-438f-b298-6323c5e70d02 HTTP/1.1" status: 200 len: 911 time: 0.6573071 Apr 07 01:52:00.550431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.583003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=36178d95-2741-421f-8059-a5475a2be993,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:00.608326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 36178d95-2741-421f-8059-a5475a2be993 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:00.615984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1682987e-67aa-4449-9744-779526c18aa9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3840954 Apr 07 01:52:00.616741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7eec3972-7a33-4086-95b9-97181407e432), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.617323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51920) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:00.623883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '36178d95-2741-421f-8059-a5475a2be993', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:00.673211 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-0a5b9cf7-8c7b-46e3-9f33-9e9b39d31c21 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 HTTP/1.1" status: 200 len: 217 time: 0.0896575 Apr 07 01:52:00.753463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Subnet': ['ID=7eec3972-7a33-4086-95b9-97181407e432,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:00.756417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-e44e47b3-2ecc-45e3-bdf1-bb4a45fae7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:00.756676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Allocated IP 2001:db8:0:ffff::2 (9b56493f-8440-442c-906a-febaec0d4309/fce3d107-fd06-4b78-a576-751b6de53391/7125c1a5-587a-499b-af4c-6b3a746676e9) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:00.757976 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-e44e47b3-2ecc-45e3-bdf1-bb4a45fae7b3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bbf3fe43-9d7a-4eae-98c4-13465f8661c9 HTTP/1.1" status: 200 len: 851 time: 0.0608253 Apr 07 01:52:00.762003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abbef8c-909f-4415-aba2-b2e79334f26e None None] Pushing event updated for resources: {'Port': ['ID=51d4a1f8-339b-4b89-8dec-22bcf473f789,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:00.762773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:00.766079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd008-2203-4e6b-9ce4-87c429fba70d req-78d35baf-3795-437d-904b-28880cdf39dc tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:00.769353 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-276fd008-2203-4e6b-9ce4-87c429fba70d req-78d35baf-3795-437d-904b-28880cdf39dc tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.0916190 Apr 07 01:52:00.776337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-324af66f-73fc-4157-8c67-2f14bc99a862 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/routers/d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4462192 Apr 07 01:52:00.776796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51922) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:00.792402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.792808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.793164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.793532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.794401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.794737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.795074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.795791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.795791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.796099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.797123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.797123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.797123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.797499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.797844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:00.806662 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] Sync routers for ids ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:00.834193 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b2c18fc-c543-4649-9e35-36eb4dca3bc9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:52:00.834193 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b2c18fc-c543-4649-9e35-36eb4dca3bc9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/f203ee45-8271-421d-aa8b-57ec6973958a HTTP/1.1" status: 404 len: 333 time: 0.0536339 Apr 07 01:52:00.835368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:00.839658 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] Routers {'d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:00.840278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.842434 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:00.845594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51926) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:00.887610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.920412 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:00.935250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3682148c-5e89-4088-8221-3b0e39032e5c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:00.937480 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] Routers {'d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:00.938442 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:51:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:00.949013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f689a0-33bd-4097-869c-ce629678501b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:00.950658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f689a0-33bd-4097-869c-ce629678501b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:00.962675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (62f689a0-33bd-4097-869c-ce629678501b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.982372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (62f689a0-33bd-4097-869c-ce629678501b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:00.996834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:01.002471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (62f689a0-33bd-4097-869c-ce629678501b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.029267 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:01.030137 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ffe72-858d-451b-a877-60f0368f5009 None None] The sync data for ids ['d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:01.071045 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:01.076428 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-7da7e2d0-6341-4525-a041-237d0ec5568a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5da959-c9d5-438f-b298-6323c5e70d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3069756 Apr 07 01:52:01.080586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Publish callbacks [] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.088085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for router (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.100533 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-276fd008-2203-4e6b-9ce4-87c429fba70d req-71a888a2-3414-477b-b730-1baa5b72f36a tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246801 Apr 07 01:52:01.161902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.api [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:52:01.161902 dv-neutron-836863-2-hyperv neutron-server[110983]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:52:01.161902 dv-neutron-836863-2-hyperv neutron-server[110983]: [parameters: {'id': '3682148c-5e89-4088-8221-3b0e39032e5c'}] Apr 07 01:52:01.161902 dv-neutron-836863-2-hyperv neutron-server[110983]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:01.162455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG oslo_db.api [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:01.170761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.216556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484461d-2163-4532-b7c5-741a03bee517 req-54f5f556-268b-4efe-9188-cfbef4b36215 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:01.218029 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-e1a115d2-2232-421e-b458-499506fcf132 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302023 Apr 07 01:52:01.218180 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c484461d-2163-4532-b7c5-741a03bee517 req-54f5f556-268b-4efe-9188-cfbef4b36215 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.2811990 Apr 07 01:52:01.224153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Network 9b56493f-8440-442c-906a-febaec0d4309 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:01.227612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:01.231163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:01.239659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Pushing event updated for resources: {'Port': ['ID=7125c1a5-587a-499b-af4c-6b3a746676e9,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:01.293139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Attempting to bind port 7125c1a5-587a-499b-af4c-6b3a746676e9 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:01.293814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Attempting to bind port 7125c1a5-587a-499b-af4c-6b3a746676e9 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '3b01376a-f667-49cc-b1df-e74395676525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b56493f-8440-442c-906a-febaec0d4309'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:01.294377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Attempting to bind port 7125c1a5-587a-499b-af4c-6b3a746676e9 on network 9b56493f-8440-442c-906a-febaec0d4309 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:01.299717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:01.300345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Checking segment: {'id': '3b01376a-f667-49cc-b1df-e74395676525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b56493f-8440-442c-906a-febaec0d4309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:01.300742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.301340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Bound using segment: {'id': '3b01376a-f667-49cc-b1df-e74395676525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b56493f-8440-442c-906a-febaec0d4309'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:01.301808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Bound port: 7125c1a5-587a-499b-af4c-6b3a746676e9, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b01376a-f667-49cc-b1df-e74395676525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9b56493f-8440-442c-906a-febaec0d4309'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:01.302192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.323211 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cd606c12-d41f-4fcd-a7e8-ee12f5788682 req-ca9a652b-9a5c-407f-987a-d795f83443ca service neutron] 10.222.0.10 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952244 Apr 07 01:52:01.371604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.372224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9d1e87aa-25d5-4df8-8cb9-d511b72b7413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.381011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for router_controller (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.383815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] For port 7125c1a5-587a-499b-af4c-6b3a746676e9, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:01.387096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] For port 7125c1a5-587a-499b-af4c-6b3a746676e9, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7125c1a5-587a-499b-af4c-6b3a746676e9,segment=NetworkSegment(3b01376a-f667-49cc-b1df-e74395676525),segment_id=3b01376a-f667-49cc-b1df-e74395676525)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:01.449841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.474195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c484461d-2163-4532-b7c5-741a03bee517 req-649ea92a-eb6e-434e-965e-006fe100e100 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479596 Apr 07 01:52:01.508238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07dfb7-eae6-4c2b-9d01-0296bb266f12 None None] Pushing event updated for resources: {'Port': ['ID=7125c1a5-587a-499b-af4c-6b3a746676e9,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:01.542847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.542847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Fanout notify agent at l3_agent the message router_deleted on router d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:52:01.545475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.549086 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a6e202c9-ece0-4bea-a921-326fee45ef4c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/routers/d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 HTTP/1.1" status: 204 len: 168 time: 0.7000148 Apr 07 01:52:01.549469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51928) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:01.563624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (6b057d40-95d4-4686-8d27-22ec72c8f682), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.610411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet 1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:01.615130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.627225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=6b057d40-95d4-4686-8d27-22ec72c8f682,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:01.638788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': 'b7592d44-ea57-45d7-b088-170135964040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '36178d95-2741-421f-8059-a5475a2be993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:01.639154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 36178d95-2741-421f-8059-a5475a2be993, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:01.664724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.672878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.706179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 36178d95-2741-421f-8059-a5475a2be993 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:01.780876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 36178d95-2741-421f-8059-a5475a2be993) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:01.788648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:01.789268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fc047c-0feb-4db6-9af6-1d13fa14949a None None] Network 36178d95-2741-421f-8059-a5475a2be993 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:01.789675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.838923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.868854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting port 51d4a1f8-339b-4b89-8dec-22bcf473f789 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:01.873800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:01.901362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0d08ca20-b0ac-4d9f-bd9c-e6fc86d8b7b4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2828021 Apr 07 01:52:01.903966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51930) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:01.997770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 51d4a1f8-339b-4b89-8dec-22bcf473f789 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:02.000087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-36178d95-2741-421f-8059-a5475a2be993', 'network_id': '36178d95-2741-421f-8059-a5475a2be993', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': '6b057d40-95d4-4686-8d27-22ec72c8f682'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:02.001264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.060521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] For port 51d4a1f8-339b-4b89-8dec-22bcf473f789, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=51d4a1f8-339b-4b89-8dec-22bcf473f789,segment=NetworkSegment(62f689a0-33bd-4097-869c-ce629678501b),segment_id=62f689a0-33bd-4097-869c-ce629678501b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:02.065751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.066299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (36178d95-2741-421f-8059-a5475a2be993), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.074278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Calling delete_port for 51d4a1f8-339b-4b89-8dec-22bcf473f789 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:02.101330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfba78-94ca-4f26-bb6f-ffd49c670a75 None None] Network 3682148c-5e89-4088-8221-3b0e39032e5c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:02.139272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6b057d40-95d4-4686-8d27-22ec72c8f682), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.182656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.222273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:02.224624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.229054 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-146516a7-4ec9-4a06-8aed-4aaf96f601ec tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c HTTP/1.1" status: 204 len: 168 time: 0.6784894 Apr 07 01:52:02.232107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51934) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:02.256868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab409635-b8e2-40e7-a3cf-040812dd9502 None None] Network 386fcc42-4196-4894-8456-6e33978bf2fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:02.260240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2981ee-b1bb-4744-8553-34612b9098df req-9c43d315-4edc-41a5-bf89-5272a8e7f5dc tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:02.261807 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c2981ee-b1bb-4744-8553-34612b9098df req-9c43d315-4edc-41a5-bf89-5272a8e7f5dc tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.0679002 Apr 07 01:52:02.280408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.282403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fc42277c-6efb-4cdc-b621-7ea60a8eb36a None None] Provisioning complete for port 51d4a1f8-339b-4b89-8dec-22bcf473f789 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:02.282403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc42277c-6efb-4cdc-b621-7ea60a8eb36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.317636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Port': ['ID=51d4a1f8-339b-4b89-8dec-22bcf473f789,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:02.319481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No DVR routers for this DVR port 51d4a1f8-339b-4b89-8dec-22bcf473f789 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:02.319942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c2981ee-b1bb-4744-8553-34612b9098df req-36846264-1e37-468d-9813-5e4d5bfa9963 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513546 Apr 07 01:52:02.343461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fc42277c-6efb-4cdc-b621-7ea60a8eb36a None None] Port 51d4a1f8-339b-4b89-8dec-22bcf473f789 was deleted so its status cannot be updated. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 07 01:52:02.367446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Allocated IP 2001:db8::1 (36178d95-2741-421f-8059-a5475a2be993/6b057d40-95d4-4686-8d27-22ec72c8f682/11ecbb48-d9bf-405a-8185-b97c19e807a3) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:02.379985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (386fcc42-4196-4894-8456-6e33978bf2fa), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.386833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 51d4a1f8-339b-4b89-8dec-22bcf473f789 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:02.387138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (51d4a1f8-339b-4b89-8dec-22bcf473f789), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.428507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 51d4a1f8-339b-4b89-8dec-22bcf473f789 was deleted so its status cannot be updated. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 07 01:52:02.428789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7125c1a5-587a-499b-af4c-6b3a746676e9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:02.432512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.472680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3682148c-5e89-4088-8221-3b0e39032e5c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:02.486354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f689a0-33bd-4097-869c-ce629678501b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:02.486651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f689a0-33bd-4097-869c-ce629678501b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:02.501525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (62f689a0-33bd-4097-869c-ce629678501b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.520285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (62f689a0-33bd-4097-869c-ce629678501b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.521333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.529105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:02.529507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (62f689a0-33bd-4097-869c-ce629678501b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:02.532694 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:02.534831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 6e41af06-334c-4684-b9f6-1c7c9b748f48 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:02.534831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.662810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3d468-2824-44ea-b4ad-0a42c746ac12 req-e34667be-b5ec-4309-9881-41a377a12f13 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:02.663929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] For port 6e41af06-334c-4684-b9f6-1c7c9b748f48, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e41af06-334c-4684-b9f6-1c7c9b748f48,segment=NetworkSegment(dce13991-e5a1-4d72-b255-e120846e4e5b),segment_id=dce13991-e5a1-4d72-b255-e120846e4e5b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:02.664429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.671667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7d3d468-2824-44ea-b4ad-0a42c746ac12 req-e34667be-b5ec-4309-9881-41a377a12f13 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.0925868 Apr 07 01:52:02.680080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 6e41af06-334c-4684-b9f6-1c7c9b748f48 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:02.737073 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7d3d468-2824-44ea-b4ad-0a42c746ac12 req-a83848e4-0d1f-46f4-9198-14be846d8ec8 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612509 Apr 07 01:52:02.738874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Publish callbacks [] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.748442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (3682148c-5e89-4088-8221-3b0e39032e5c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.753955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.754214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1224c6-f385-43cb-9712-99a4eb4d41d2 None None] DHCP port deletion for 3682148c-5e89-4088-8221-3b0e39032e5c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:02.761640 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/3682148c-5e89-4088-8221-3b0e39032e5c HTTP/1.1" status: 204 len: 168 time: 3.2341418 Apr 07 01:52:02.762339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51938) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:02.776586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7125c1a5-587a-499b-af4c-6b3a746676e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:02.777364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.796528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1285373023'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:02.812617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aea5bb-f698-4d41-ae17-6c3ee17b795f tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Network': ['ID=3682148c-5e89-4088-8221-3b0e39032e5c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:02.864649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] DHCP port deletion for 386fcc42-4196-4894-8456-6e33978bf2fa request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:02.869585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.935605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:02.939409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.945858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Network 36178d95-2741-421f-8059-a5475a2be993 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:02.951590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (6b057d40-95d4-4686-8d27-22ec72c8f682), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.952557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7125c1a5-587a-499b-af4c-6b3a746676e9 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:02.952974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.953167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:02.955024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:02.961318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:02.978294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Pushing event updated for resources: {'Port': ['ID=11ecbb48-d9bf-405a-8185-b97c19e807a3,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:02.994263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=6e41af06-334c-4684-b9f6-1c7c9b748f48,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:02.997425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830b9629-e235-43f8-8c8c-f6330bbea798 None None] Network 9b56493f-8440-442c-906a-febaec0d4309 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:03.010171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=6b057d40-95d4-4686-8d27-22ec72c8f682,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:03.011411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No DVR routers for this DVR port 6e41af06-334c-4684-b9f6-1c7c9b748f48 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:03.060240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:03.063415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.064897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.065580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.065937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.066285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.066608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.066943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.067275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.067610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.067934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.068259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.068586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.068937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.069259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.069577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.097747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (36178d95-2741-421f-8059-a5475a2be993), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.120327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (369c6e3a-8efe-41a8-b483-a9d88f552360), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.120713 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Added segment 369c6e3a-8efe-41a8-b483-a9d88f552360 of type vlan for network bf3d6293-f836-490b-8b60-1fb72d161fe2 Apr 07 01:52:03.127503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36178d95-2741-421f-8059-a5475a2be993']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:03.132704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (386fcc42-4196-4894-8456-6e33978bf2fa), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.139852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7592d44-ea57-45d7-b088-170135964040') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:03.140268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7592d44-ea57-45d7-b088-170135964040') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:03.151752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (b7592d44-ea57-45d7-b088-170135964040), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.168025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b7592d44-ea57-45d7-b088-170135964040), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.177464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:03.177809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (b7592d44-ea57-45d7-b088-170135964040), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:03.181021 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:03.186948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386fcc42-4196-4894-8456-6e33978bf2fa']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:03.191024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (bf3d6293-f836-490b-8b60-1fb72d161fe2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.197230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce13991-e5a1-4d72-b255-e120846e4e5b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:03.197596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce13991-e5a1-4d72-b255-e120846e4e5b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:03.211551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (dce13991-e5a1-4d72-b255-e120846e4e5b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.237189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (dce13991-e5a1-4d72-b255-e120846e4e5b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.243111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:03.243503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (dce13991-e5a1-4d72-b255-e120846e4e5b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:03.247343 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:03.265340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 7125c1a5-587a-499b-af4c-6b3a746676e9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7125c1a5-587a-499b-af4c-6b3a746676e9,segment=NetworkSegment(3b01376a-f667-49cc-b1df-e74395676525),segment_id=3b01376a-f667-49cc-b1df-e74395676525)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:03.288396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Attempting to bind port 11ecbb48-d9bf-405a-8185-b97c19e807a3 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:03.288798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Attempting to bind port 11ecbb48-d9bf-405a-8185-b97c19e807a3 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b7592d44-ea57-45d7-b088-170135964040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '36178d95-2741-421f-8059-a5475a2be993'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:03.289173 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Attempting to bind port 11ecbb48-d9bf-405a-8185-b97c19e807a3 on network 36178d95-2741-421f-8059-a5475a2be993 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:03.294823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (bf3d6293-f836-490b-8b60-1fb72d161fe2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.295687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:52:03.295687 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:52:03.295687 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': '36178d95-2741-421f-8059-a5475a2be993'}] Apr 07 01:52:03.295687 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:03.296298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:03.300092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:03.304341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.305507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Deleting port 6e41af06-334c-4684-b9f6-1c7c9b748f48 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:03.305889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.307449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2c7c971a-ff9b-4cbd-88d7-e07ec6950ca3 None None] Provisioning complete for port 7125c1a5-587a-499b-af4c-6b3a746676e9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:03.307808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c7c971a-ff9b-4cbd-88d7-e07ec6950ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.309933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:03.310312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Checking segment: {'id': 'b7592d44-ea57-45d7-b088-170135964040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '36178d95-2741-421f-8059-a5475a2be993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:03.310805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.311200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Bound using segment: {'id': 'b7592d44-ea57-45d7-b088-170135964040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '36178d95-2741-421f-8059-a5475a2be993'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:03.311678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Bound port: 11ecbb48-d9bf-405a-8185-b97c19e807a3, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7592d44-ea57-45d7-b088-170135964040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '36178d95-2741-421f-8059-a5475a2be993'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:03.312372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.383317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Network': ['ID=bf3d6293-f836-490b-8b60-1fb72d161fe2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:03.390247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.405252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network bf3d6293-f836-490b-8b60-1fb72d161fe2 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:03.410024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (386fcc42-4196-4894-8456-6e33978bf2fa), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.431781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.438372 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/386fcc42-4196-4894-8456-6e33978bf2fa HTTP/1.1" status: 204 len: 168 time: 1.2037082 Apr 07 01:52:03.438372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68c04-2e7f-4940-9e83-8ea3928698d8 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=386fcc42-4196-4894-8456-6e33978bf2fa,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:03.441913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51942) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:03.467747 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2c1a006c-b80f-4bda-ad52-f66fad730fc1 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6755068 Apr 07 01:52:03.468691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51944) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:03.495363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Request body: {'subnet': {'network_id': 'bf3d6293-f836-490b-8b60-1fb72d161fe2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:03.512280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201865d-d0ee-46ae-be28-04f2039396f9 req-2f35719c-3a66-43dd-a183-5a3657148fc9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:03.514640 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1201865d-d0ee-46ae-be28-04f2039396f9 req-2f35719c-3a66-43dd-a183-5a3657148fc9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.0623033 Apr 07 01:52:03.550867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] For port 6e41af06-334c-4684-b9f6-1c7c9b748f48, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:03.551271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.565901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98afcb8d-1640-42b3-b25e-bd6c866c9571 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:03.572117 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-98afcb8d-1640-42b3-b25e-bd6c866c9571 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/60bfc0ba-b442-47b1-8f9d-f3e29a162a27 HTTP/1.1" status: 200 len: 840 time: 0.1243908 Apr 07 01:52:03.572266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51946) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:03.597072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1201865d-d0ee-46ae-be28-04f2039396f9 req-328574a8-d2db-4427-bd86-c71999b530d2 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764251 Apr 07 01:52:03.606971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Calling delete_port for 6e41af06-334c-4684-b9f6-1c7c9b748f48 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:03.618516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Port 6e41af06-334c-4684-b9f6-1c7c9b748f48 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:52:03.625957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=7125c1a5-587a-499b-af4c-6b3a746676e9,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:03.637205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (6e41af06-334c-4684-b9f6-1c7c9b748f48), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.647652 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-73b31362-2c45-49a2-ac37-c3f6a8418d63 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/60bfc0ba-b442-47b1-8f9d-f3e29a162a27?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0710292 Apr 07 01:52:03.647857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51948) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:03.651922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] For port 11ecbb48-d9bf-405a-8185-b97c19e807a3, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:03.653514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:03.657950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.660492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.661088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.661178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.661506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.661838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.662175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.662511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.662842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:52:03.667695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] For port 11ecbb48-d9bf-405a-8185-b97c19e807a3, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=11ecbb48-d9bf-405a-8185-b97c19e807a3,segment=NetworkSegment(b7592d44-ea57-45d7-b088-170135964040),segment_id=b7592d44-ea57-45d7-b088-170135964040)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:03.687954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Network 386fcc42-4196-4894-8456-6e33978bf2fa is not hosted by any dhcp agent {{(pid=110985) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:52:03.688344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] No DVR routers for this DVR port 6e41af06-334c-4684-b9f6-1c7c9b748f48 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:03.710154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Made reservation on behalf of 3e164bcc213e48af99bcc45dbf4ee26b for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:03.710154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.725545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5546f7c-c51e-4c7d-8f1c-5472b127f8f0 None None] Pushing event deleted for resources: {'Port': ['ID=6e41af06-334c-4684-b9f6-1c7c9b748f48,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:03.736287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2c7c971a-ff9b-4cbd-88d7-e07ec6950ca3 None None] Current status of the port 7125c1a5-587a-499b-af4c-6b3a746676e9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:03.775466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.801009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (36178d95-2741-421f-8059-a5475a2be993), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.898252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7125c1a5-587a-499b-af4c-6b3a746676e9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:03.910413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:03.914923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:03.951879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1fd4d-dd47-4d8c-9b27-3e0ff9a7d2d2 None None] Pushing event updated for resources: {'Port': ['ID=11ecbb48-d9bf-405a-8185-b97c19e807a3,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:03.979241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169ca3e-ea71-4b40-9b6a-ab5c24613217 None None] Network 36178d95-2741-421f-8059-a5475a2be993 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:04.025586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.050180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406aab-5d92-4cf3-959c-9c5ded1bc450 req-781082ae-5dbf-4bcf-85e1-1cf24355f9c7 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:04.053683 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa406aab-5d92-4cf3-959c-9c5ded1bc450 req-781082ae-5dbf-4bcf-85e1-1cf24355f9c7 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1818762 Apr 07 01:52:04.058289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port 11ecbb48-d9bf-405a-8185-b97c19e807a3 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:04.058769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.093191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7125c1a5-587a-499b-af4c-6b3a746676e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:04.093580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.122990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8e1d2746-433e-47a8-93f5-db9275c1977c None None] Provisioning complete for port 7125c1a5-587a-499b-af4c-6b3a746676e9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:04.123375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2746-433e-47a8-93f5-db9275c1977c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.166455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.objects.ports [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110983) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 01:52:04.169998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (3310edf4-10ff-4787-817f-9817e71952ee), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.170272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df5c25c-2616-4a5e-846e-243a56ec1327 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:52:04.176037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port 11ecbb48-d9bf-405a-8185-b97c19e807a3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=11ecbb48-d9bf-405a-8185-b97c19e807a3,segment=NetworkSegment(b7592d44-ea57-45d7-b088-170135964040),segment_id=b7592d44-ea57-45d7-b088-170135964040)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:04.176292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.230432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for 11ecbb48-d9bf-405a-8185-b97c19e807a3 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:04.241210 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa406aab-5d92-4cf3-959c-9c5ded1bc450 req-c566b781-0ea7-4749-bd01-94f49eb8f1af tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785021 Apr 07 01:52:04.244897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event updated for resources: {'Subnet': ['ID=3310edf4-10ff-4787-817f-9817e71952ee,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:04.253304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Checking segment: {'id': '369c6e3a-8efe-41a8-b483-a9d88f552360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bf3d6293-f836-490b-8b60-1fb72d161fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:04.254971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network hostable DHCP agents. Network: bf3d6293-f836-490b-8b60-1fb72d161fe2, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:04.321194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7125c1a5-587a-499b-af4c-6b3a746676e9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:04.341982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Network bf3d6293-f836-490b-8b60-1fb72d161fe2 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:04.342307 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:52:04.372160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d2746-433e-47a8-93f5-db9275c1977c None None] Current status of the port 7125c1a5-587a-499b-af4c-6b3a746676e9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:04.405394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 51d4a1f8-339b-4b89-8dec-22bcf473f789 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:04.426475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c902c155-d5e6-41b6-b221-87d938f96bbe), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.436966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 51d4a1f8-339b-4b89-8dec-22bcf473f789 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:04.437320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 51d4a1f8-339b-4b89-8dec-22bcf473f789 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:04.437734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e41af06-334c-4684-b9f6-1c7c9b748f48 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:04.454481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, bf3d6293-f836-490b-8b60-1fb72d161fe2) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:04.458489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (11ecbb48-d9bf-405a-8185-b97c19e807a3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.459729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:04.460336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.464175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 6e41af06-334c-4684-b9f6-1c7c9b748f48 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:04.464554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e41af06-334c-4684-b9f6-1c7c9b748f48 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:04.496836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:04.499474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5c25c-2616-4a5e-846e-243a56ec1327 None None] Unable to find a vacant binding_index for network bf3d6293-f836-490b-8b60-1fb72d161fe2 and agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 {{(pid=110985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 07 01:52:04.501166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=11ecbb48-d9bf-405a-8185-b97c19e807a3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:04.504987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5c25c-2616-4a5e-846e-243a56ec1327 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, bf3d6293-f836-490b-8b60-1fb72d161fe2) {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:52:04.508559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port 11ecbb48-d9bf-405a-8185-b97c19e807a3 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:04.513293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:04.523646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:04.524377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.545638 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-035650b4-8309-4035-b038-d3407c7e630d tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0539820 Apr 07 01:52:04.545867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51958) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:04.550323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=c902c155-d5e6-41b6-b221-87d938f96bbe,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:04.616995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (36178d95-2741-421f-8059-a5475a2be993), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.646120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36178d95-2741-421f-8059-a5475a2be993']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:04.653874 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1f48827e-0e70-4314-9f87-fa0b06c2566e tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0049605 Apr 07 01:52:04.657854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (bf3d6293-f836-490b-8b60-1fb72d161fe2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.659768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:04.665260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'security_group': {'name': 'tempest-secgroup-1824983072'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:04.698440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7592d44-ea57-45d7-b088-170135964040') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:04.702436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7592d44-ea57-45d7-b088-170135964040') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:04.729368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (3310edf4-10ff-4787-817f-9817e71952ee), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.745466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (b7592d44-ea57-45d7-b088-170135964040), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.778302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f922d-add6-47a6-9980-e2d8aa498430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-bf3d6293-f836-490b-8b60-1fb72d161fe2', 'network_id': 'bf3d6293-f836-490b-8b60-1fb72d161fe2', 'project_id': '3e164bcc213e48af99bcc45dbf4ee26b', 'fixed_ips': [{'subnet_id': '3310edf4-10ff-4787-817f-9817e71952ee'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:04.779284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd3f922d-add6-47a6-9980-e2d8aa498430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.801812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b7592d44-ea57-45d7-b088-170135964040), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.812648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'project_id': '11602b36905646139b86c2b5c66473f1', 'fixed_ips': [{'subnet_id': 'c902c155-d5e6-41b6-b221-87d938f96bbe'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:04.815097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.815238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:04.815610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (b7592d44-ea57-45d7-b088-170135964040), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:04.818806 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:04.872499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848c797-75d6-4976-b3fc-269cf24555a4 req-369757a9-8474-49a0-ac82-838fa5d89171 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:04.874020 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a848c797-75d6-4976-b3fc-269cf24555a4 req-369757a9-8474-49a0-ac82-838fa5d89171 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1794865 Apr 07 01:52:04.885394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.896493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (3310edf4-10ff-4787-817f-9817e71952ee), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:04.910710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eef415-1739-4f25-ab31-e0895f94e7c5 req-c15ff28c-d906-4b85-8dc7-a5925d5d0e26 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:04.912240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e5eef415-1739-4f25-ab31-e0895f94e7c5 req-c15ff28c-d906-4b85-8dc7-a5925d5d0e26 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1694231 Apr 07 01:52:04.936945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Subnet': ['ID=3310edf4-10ff-4787-817f-9817e71952ee,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.048792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (bf3d6293-f836-490b-8b60-1fb72d161fe2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.077728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3d6293-f836-490b-8b60-1fb72d161fe2']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:05.089605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369c6e3a-8efe-41a8-b483-a9d88f552360') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:05.089882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369c6e3a-8efe-41a8-b483-a9d88f552360') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:05.100996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (369c6e3a-8efe-41a8-b483-a9d88f552360), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.109846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Allocated IP 172.20.0.2 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/c902c155-d5e6-41b6-b221-87d938f96bbe/844a6fc1-dc04-42bc-adb1-62b6380e07fe) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server [None req-dd3f922d-add6-47a6-9980-e2d8aa498430 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3310edf4-10ff-4787-817f-9817e71952ee: This subnet is being modified by another concurrent operation. Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 07 01:52:05.139944 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise self.value Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server raise exception Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3310edf4-10ff-4787-817f-9817e71952ee: This subnet is being modified by another concurrent operation. Apr 07 01:52:05.143963 dv-neutron-836863-2-hyperv neutron-server[110985]: ERROR oslo_messaging.rpc.server Apr 07 01:52:05.151977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (369c6e3a-8efe-41a8-b483-a9d88f552360), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.171562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:05.171977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (369c6e3a-8efe-41a8-b483-a9d88f552360), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:05.176041 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:05.224534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6dde5-4687-42ad-abc5-b6b9e5d4bd81 req-ce4596e2-718b-4f7d-b0cc-11d0c1efec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:05.226174 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e1d6dde5-4687-42ad-abc5-b6b9e5d4bd81 req-ce4596e2-718b-4f7d-b0cc-11d0c1efec92 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1129 time: 0.1165833 Apr 07 01:52:05.290134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Publish callbacks [] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.298131 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.298374 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e1d6dde5-4687-42ad-abc5-b6b9e5d4bd81 req-6fc51fd9-1f0b-4fba-a2b2-42f1f2a7d8fa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499480 Apr 07 01:52:05.310427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (36178d95-2741-421f-8059-a5475a2be993), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.317711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (bf3d6293-f836-490b-8b60-1fb72d161fe2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.327545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.330937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/bf3d6293-f836-490b-8b60-1fb72d161fe2 HTTP/1.1" status: 204 len: 168 time: 0.7841618 Apr 07 01:52:05.331157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.334256 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/36178d95-2741-421f-8059-a5475a2be993 HTTP/1.1" status: 204 len: 168 time: 3.4291489 Apr 07 01:52:05.343977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51966) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.350153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.350314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa76d-81cd-4ef5-bb01-3d89e043c1e0 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Network': ['ID=bf3d6293-f836-490b-8b60-1fb72d161fe2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.357392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597363082'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:05.369320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.373604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a848c797-75d6-4976-b3fc-269cf24555a4 req-19f4f043-7ac3-405a-945f-c159d757baf7 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834833 Apr 07 01:52:05.397668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1117c-c42b-45f0-956f-b3a0995590c6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=36178d95-2741-421f-8059-a5475a2be993,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.407555 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-35786c9d-34c4-44d3-98df-abf468ef3885 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:05.408017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35786c9d-34c4-44d3-98df-abf468ef3885 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:05.411024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35786c9d-34c4-44d3-98df-abf468ef3885 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/3310edf4-10ff-4787-817f-9817e71952ee HTTP/1.1" status: 404 len: 337 time: 0.0657802 Apr 07 01:52:05.414217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51970) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.414357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e5eef415-1739-4f25-ab31-e0895f94e7c5 req-0a495037-31a2-45a8-911b-f534d3ff243c tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914103 Apr 07 01:52:05.434774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:05.438035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:05.440371 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-938f65c1-fbe2-48fa-be5e-d60e1e0f4440 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:05.441279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-938f65c1-fbe2-48fa-be5e-d60e1e0f4440 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:05.442592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (c419d889-ba19-4709-8c66-dcde5dc708e7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.444653 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-938f65c1-fbe2-48fa-be5e-d60e1e0f4440 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/bf3d6293-f836-490b-8b60-1fb72d161fe2 HTTP/1.1" status: 404 len: 339 time: 0.0295496 Apr 07 01:52:05.446457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:05.447245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51972) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.448864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Pushing event updated for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.473428 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-813d994f-0e57-4458-9a8f-b9fbf33f9cdc tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:05.473972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813d994f-0e57-4458-9a8f-b9fbf33f9cdc tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:05.477143 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-813d994f-0e57-4458-9a8f-b9fbf33f9cdc tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/7eec3972-7a33-4086-95b9-97181407e432 HTTP/1.1" status: 404 len: 337 time: 0.0289500 Apr 07 01:52:05.479934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51974) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.498108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a23b62d-9d03-4999-85c6-7acf949bb8bb tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:05.499006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a23b62d-9d03-4999-85c6-7acf949bb8bb tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:05.500603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:05.504321 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5a23b62d-9d03-4999-85c6-7acf949bb8bb tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/3682148c-5e89-4088-8221-3b0e39032e5c HTTP/1.1" status: 404 len: 339 time: 0.0209093 Apr 07 01:52:05.504678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.505034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.507367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Attempting to bind port 844a6fc1-dc04-42bc-adb1-62b6380e07fe on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:05.507367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Attempting to bind port 844a6fc1-dc04-42bc-adb1-62b6380e07fe by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '7bfcf9f9-4d72-4ec6-ba40-78f742e66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:05.507367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Attempting to bind port 844a6fc1-dc04-42bc-adb1-62b6380e07fe on network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:05.511565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:05.511957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Checking segment: {'id': '7bfcf9f9-4d72-4ec6-ba40-78f742e66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:05.512381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.513274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Bound using segment: {'id': '7bfcf9f9-4d72-4ec6-ba40-78f742e66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:05.513274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Bound port: 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfcf9f9-4d72-4ec6-ba40-78f742e66326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:05.513698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.524348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c419d889-ba19-4709-8c66-dcde5dc708e7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.531958 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ade3dd1-773b-407f-a09f-01f9b5586711 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:05.532897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ade3dd1-773b-407f-a09f-01f9b5586711 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:05.536053 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9ade3dd1-773b-407f-a09f-01f9b5586711 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/522f7872-1cef-4110-b160-d7c050891040 HTTP/1.1" status: 404 len: 337 time: 0.0304174 Apr 07 01:52:05.538762 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51978) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.540497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:05.559943 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b49b591-5106-4d8d-ab65-e33a3a1bf4b9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:05.561030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b49b591-5106-4d8d-ab65-e33a3a1bf4b9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:05.564370 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4b49b591-5106-4d8d-ab65-e33a3a1bf4b9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/5c23bdab-6bbc-4797-9205-1219124e4cb7 HTTP/1.1" status: 404 len: 339 time: 0.0246379 Apr 07 01:52:05.565648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (334de8a3-e507-4903-94d5-973fc8ee3036), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.566019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment 334de8a3-e507-4903-94d5-973fc8ee3036 of type vlan for network 3542ba7a-c818-4a40-97cf-97683a46ebb1 Apr 07 01:52:05.567856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51980) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.589299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:05.592980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=844a6fc1-dc04-42bc-adb1-62b6380e07fe,segment=NetworkSegment(7bfcf9f9-4d72-4ec6-ba40-78f742e66326),segment_id=7bfcf9f9-4d72-4ec6-ba40-78f742e66326)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:05.604797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c419d889-ba19-4709-8c66-dcde5dc708e7,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.614036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.615264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fe469b77-46e5-40a4-a2c8-9f7e56267952 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9544995 Apr 07 01:52:05.618301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51982) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.623105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'security_group': {'name': 'tempest-secgroup-1539288845'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:05.655514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.656971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (3542ba7a-c818-4a40-97cf-97683a46ebb1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.717176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cfb0c-f96f-4b26-97f9-56d46832a1d5 None None] Pushing event updated for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.719004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.730526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting port 36fd5be3-cd45-44ee-93d5-9477a11c1e69 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:05.732117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (36fd5be3-cd45-44ee-93d5-9477a11c1e69), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.772854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (3542ba7a-c818-4a40-97cf-97683a46ebb1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.778102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:05.779313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.793707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (c1374931-0b4c-423c-9e25-0fd283208687), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.843397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c1374931-0b4c-423c-9e25-0fd283208687), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.863078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (36fd5be3-cd45-44ee-93d5-9477a11c1e69), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.879455 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5330055 Apr 07 01:52:05.882668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1374931-0b4c-423c-9e25-0fd283208687,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.884732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.893071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:05.904540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Calling delete_port for 36fd5be3-cd45-44ee-93d5-9477a11c1e69 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:05.936911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:05.940620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2ee118f6-d45b-4f2f-b44e-30ce5d8776b3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3188856 Apr 07 01:52:05.940874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51986) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:05.945577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-881864710', 'security_groups': ['c1374931-0b4c-423c-9e25-0fd283208687'], 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c902c155-d5e6-41b6-b221-87d938f96bbe'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:05.965116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522029d-e85a-44b8-8f1a-838275066bd2 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=3542ba7a-c818-4a40-97cf-97683a46ebb1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:05.979688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 3542ba7a-c818-4a40-97cf-97683a46ebb1 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:06.091386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:52:06.094181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:06.163783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:06.187275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (36fd5be3-cd45-44ee-93d5-9477a11c1e69), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.189058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:06.192856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.261045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.282760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Port': ['ID=36fd5be3-cd45-44ee-93d5-9477a11c1e69,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:06.284061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port 76f00033-463d-4188-a4ec-29d96982d6a4 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:52:06.306579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.310769 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1f2aa358-da08-49eb-9923-2a3c2161001a tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/ports/36fd5be3-cd45-44ee-93d5-9477a11c1e69 HTTP/1.1" status: 204 len: 168 time: 0.7409868 Apr 07 01:52:06.316951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 51988) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:06.349984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cd5e2d-f33f-4c77-a485-79a1e63f4e17 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:06.350359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cd5e2d-f33f-4c77-a485-79a1e63f4e17 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:06.353474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-63cd5e2d-f33f-4c77-a485-79a1e63f4e17 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/60189553-210a-437d-ae94-ae8d52d4ea0b HTTP/1.1" status: 404 len: 337 time: 0.0355742 Apr 07 01:52:06.359467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 51990) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:06.412822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a6534193-87c1-422d-ae61-a26d802b6e20 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:06.413596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.465775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:06.510882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'port_id': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'mac_address': 'fa:16:3e:b3:87:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:52:06.518005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:52:06.523477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a5c166-8dfe-4000-afdc-c4ae7c9dd350" -d '{"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-unplugged", "status": "completed", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:52:06.531954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (572b9c74-19a6-4333-8e2b-dcc774785d63), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.540282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:06.585317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a6534193-87c1-422d-ae61-a26d802b6e20 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:06.585876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.600729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6534193-87c1-422d-ae61-a26d802b6e20 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:52:06.603482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (9a821904-bc0a-412a-80a3-90e0d3bfb36b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.608966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.6 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/c902c155-d5e6-41b6-b221-87d938f96bbe/76f00033-463d-4188-a4ec-29d96982d6a4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:06.622806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.700933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (572b9c74-19a6-4333-8e2b-dcc774785d63), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.729488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595d27b-b435-495b-b405-67ba341dda1f req-9849310a-d5d7-48dc-87f7-3cbb94587f68 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:06.731823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3595d27b-b435-495b-b405-67ba341dda1f req-9849310a-d5d7-48dc-87f7-3cbb94587f68 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.2260401 Apr 07 01:52:06.745385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572b9c74-19a6-4333-8e2b-dcc774785d63']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:06.752035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:06.753443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:06.759419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:06.773682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec53b6-1bba-4661-a905-ba44b38ef1f3 req-5b9509dc-4ac6-4612-86b1-f75e7de8a93d tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:06.773807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13a1ec0b-ac0c-4258-a474-6f114a246569') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:06.773807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13a1ec0b-ac0c-4258-a474-6f114a246569') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:06.773995 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-61ec53b6-1bba-4661-a905-ba44b38ef1f3 req-5b9509dc-4ac6-4612-86b1-f75e7de8a93d tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.2266564 Apr 07 01:52:06.795223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=9a821904-bc0a-412a-80a3-90e0d3bfb36b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:06.836361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (13a1ec0b-ac0c-4258-a474-6f114a246569), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.859446 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3595d27b-b435-495b-b405-67ba341dda1f req-5efcb740-76e2-4456-b34f-533c465e5273 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191165 Apr 07 01:52:06.860106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': '334de8a3-e507-4903-94d5-973fc8ee3036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:06.860358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (13a1ec0b-ac0c-4258-a474-6f114a246569), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.860512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 3542ba7a-c818-4a40-97cf-97683a46ebb1, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:06.872839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:06.874180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (13a1ec0b-ac0c-4258-a474-6f114a246569), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.877708 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-61ec53b6-1bba-4661-a905-ba44b38ef1f3 req-26ab1562-2f5f-4bd2-a7c6-b6872d832cd9 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962150 Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:06.881260 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:06.886722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd97fe-e55e-41c1-be49-9da6372bfc40 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:52:06.954696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:06.954696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.957456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 3542ba7a-c818-4a40-97cf-97683a46ebb1 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:06.994054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 01:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aeb032-450a-44ca-ad8d-681a8a46ea72 x-openstack-request-id: req-91aeb032-450a-44ca-ad8d-681a8a46ea72 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:52:06.994366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-unplugged", "status": "completed", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:52:06.994507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (76f00033-463d-4188-a4ec-29d96982d6a4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:06.994643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91aeb032-450a-44ca-ad8d-681a8a46ea72 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:52:06.995026 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aeb032-450a-44ca-ad8d-681a8a46ea72'] response: {'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'code': 200} Apr 07 01:52:07.046601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:07.060342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 3542ba7a-c818-4a40-97cf-97683a46ebb1) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:07.065976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.068100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.084631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (572b9c74-19a6-4333-8e2b-dcc774785d63), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.087708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (76f00033-463d-4188-a4ec-29d96982d6a4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.096818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.100022 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/572b9c74-19a6-4333-8e2b-dcc774785d63 HTTP/1.1" status: 204 len: 168 time: 0.7429545 Apr 07 01:52:07.102643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52000) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:07.120082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:07.120082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.120387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1c18d-c7bd-4af0-8ee8-88c0278dafa9 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Network': ['ID=572b9c74-19a6-4333-8e2b-dcc774785d63,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:07.158104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:07.163484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:07.168429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:07.198785 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-69ae8538-7eb9-455f-af6e-939082c85876 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3095946 Apr 07 01:52:07.202389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52004) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:07.208160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1555145367'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:07.219480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.225876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.235891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=76f00033-463d-4188-a4ec-29d96982d6a4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:07.251949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting port 25bdbcae-2baa-4de2-a3e9-224e18e26424 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:07.252295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (25bdbcae-2baa-4de2-a3e9-224e18e26424), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.294409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:07.294797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.308397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52006) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:07.309857 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-18212fff-ef5c-4e78-b5f4-1b6090511461 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3618596 Apr 07 01:52:07.318043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:07.324142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a6534193-87c1-422d-ae61-a26d802b6e20 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:07.324540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.343893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:07.346464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd97fe-e55e-41c1-be49-9da6372bfc40 None None] Unable to find a vacant binding_index for network 3542ba7a-c818-4a40-97cf-97683a46ebb1 and agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 {{(pid=110985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 07 01:52:07.347077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.361916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6534193-87c1-422d-ae61-a26d802b6e20 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:52:07.374213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=844a6fc1-dc04-42bc-adb1-62b6380e07fe,segment=NetworkSegment(7bfcf9f9-4d72-4ec6-ba40-78f742e66326),segment_id=7bfcf9f9-4d72-4ec6-ba40-78f742e66326)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:07.379350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cd97fe-e55e-41c1-be49-9da6372bfc40 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 3542ba7a-c818-4a40-97cf-97683a46ebb1) {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:52:07.392488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-b7e1d4b3-cc1d-470a-a99d-4beb2d85c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.394050 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-b7e1d4b3-cc1d-470a-a99d-4beb2d85c3b4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b3a797faee274efe9dee64ec328bb3f0&device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 1130 time: 0.0512795 Apr 07 01:52:07.397788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:07.439299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (25bdbcae-2baa-4de2-a3e9-224e18e26424), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.452478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.471626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:07.474765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Calling delete_port for 25bdbcae-2baa-4de2-a3e9-224e18e26424 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:07.481365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.502964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-c210d845-4582-4fb4-82b6-c6cfe630a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.505051 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-c210d845-4582-4fb4-82b6-c6cfe630a2f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f5da959-c9d5-438f-b298-6323c5e70d02 HTTP/1.1" status: 200 len: 911 time: 0.1045127 Apr 07 01:52:07.510580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5d26d-c0d2-474c-a006-42eaab86d966 req-dd618c23-85da-4952-96fd-91d6f8c54718 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.512095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39b5d26d-c0d2-474c-a006-42eaab86d966 req-dd618c23-85da-4952-96fd-91d6f8c54718 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.2425320 Apr 07 01:52:07.520016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d1519fdf-18e3-4fb4-b842-e3f093c2c22e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.520312 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment d1519fdf-18e3-4fb4-b842-e3f093c2c22e of type vlan for network 99a2649f-4d82-43c2-85ea-d59d9a6f6279 Apr 07 01:52:07.529111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad329d-8fb4-423d-926f-4c0e80037cbb None None] Pushing event updated for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:07.552242 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-eabc41a7-c071-4598-bbad-a0d29a2515c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 HTTP/1.1" status: 200 len: 217 time: 0.0406730 Apr 07 01:52:07.613597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-cfe99a60-ad47-4886-a3c6-074031de2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.615419 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-cfe99a60-ad47-4886-a3c6-074031de2328 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bbf3fe43-9d7a-4eae-98c4-13465f8661c9 HTTP/1.1" status: 200 len: 851 time: 0.0558586 Apr 07 01:52:07.635251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (99a2649f-4d82-43c2-85ea-d59d9a6f6279), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.635750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:07.651317 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-152ba7a6-ec30-48a2-b4a1-7efb53f73567 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f5da959-c9d5-438f-b298-6323c5e70d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297391 Apr 07 01:52:07.690339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-3542ba7a-c818-4a40-97cf-97683a46ebb1', 'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': '9a821904-bc0a-412a-80a3-90e0d3bfb36b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:07.691598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.703521 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39b5d26d-c0d2-474c-a006-42eaab86d966 req-2bf24e08-ea96-4854-a522-4d801420d071 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671839 Apr 07 01:52:07.759635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-2027c457-ba6e-421b-8ba6-ddd35330ac7b service neutron] 10.222.0.10 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017113 Apr 07 01:52:07.763571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:07.767655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.770155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a6534193-87c1-422d-ae61-a26d802b6e20'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:52:07.814841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (25bdbcae-2baa-4de2-a3e9-224e18e26424), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.825983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (99a2649f-4d82-43c2-85ea-d59d9a6f6279), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.831001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:07.831628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.874563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Port': ['ID=25bdbcae-2baa-4de2-a3e9-224e18e26424,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:07.890148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Allocated IP 2001:db8::1 (3542ba7a-c818-4a40-97cf-97683a46ebb1/9a821904-bc0a-412a-80a3-90e0d3bfb36b/2620ac03-b132-4825-bc7b-f14c2e0cdca4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:07.910999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 844a6fc1-dc04-42bc-adb1-62b6380e07fe up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:07.924619 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f09113ad-7da1-42a2-ad22-e838c67e0012 req-0c37db43-4060-4ec8-937c-7fec7158b2c8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476150 Apr 07 01:52:07.951095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:07.954714 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8abe5341-c84c-4987-a7aa-dcb9ceebb42b tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/ports/25bdbcae-2baa-4de2-a3e9-224e18e26424 HTTP/1.1" status: 204 len: 168 time: 0.8510358 Apr 07 01:52:07.958208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52010) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:07.995629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-2af89f08-d57c-483d-848d-904bc6dc0e08 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:07.997669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2af89f08-d57c-483d-848d-904bc6dc0e08 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:08.000874 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7962306 Apr 07 01:52:08.003616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2af89f08-d57c-483d-848d-904bc6dc0e08 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/c506bef1-c89c-45d4-99cd-f5a941ace7b9 HTTP/1.1" status: 404 len: 337 time: 0.0411205 Apr 07 01:52:08.003781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52012) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:08.004177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52014) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:08.016969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '99a2649f-4d82-43c2-85ea-d59d9a6f6279', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:08.025555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fec4d-2b22-4581-9c77-9c031f79ae8d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=99a2649f-4d82-43c2-85ea-d59d9a6f6279,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:08.047125 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.ipam_backend_mixin [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c902c155-d5e6-41b6-b221-87d938f96bbe (CIDR: 172.20.0.0/28) Apr 07 01:52:08.053858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 99a2649f-4d82-43c2-85ea-d59d9a6f6279 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:08.069732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214625-b3f5-48b0-a5e2-c4d9e3fddf28 req-200c0ff7-726b-4322-9598-bc5090b20423 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:08.071564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b214625-b3f5-48b0-a5e2-c4d9e3fddf28 req-200c0ff7-726b-4322-9598-bc5090b20423 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 944 time: 0.0926304 Apr 07 01:52:08.165968 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b214625-b3f5-48b0-a5e2-c4d9e3fddf28 req-46404dad-0adc-4d23-aa84-1ddbbcff20ce tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848646 Apr 07 01:52:08.168083 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:52:08.171659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:08.189907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52016) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:08.214926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:08.215446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.271302 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-85c094cb-ab1f-4aa6-9fff-eb9791caf0ff tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9578083 Apr 07 01:52:08.277062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52018) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:08.284398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:08.301980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Publish callbacks [] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.310006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc3cab9f-301e-427a-aab7-16e9d66424f2 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/floatingips/7d85c1f1-442a-445e-ba08-45128b41e8df HTTP/1.1" status: 200 len: 992 time: 0.1126571 Apr 07 01:52:08.374822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.441549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Network 3542ba7a-c818-4a40-97cf-97683a46ebb1 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:08.446115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:08.455230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:08.468242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:08.472283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Pushing event updated for resources: {'Port': ['ID=2620ac03-b132-4825-bc7b-f14c2e0cdca4,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:08.479527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:08.488475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.511392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.620284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.628214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:08.631885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.684434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefa1087-b87c-4a67-b0d0-adfd7ad5ded0']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:08.688847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Attempting to bind port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:08.688847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Attempting to bind port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '334de8a3-e507-4903-94d5-973fc8ee3036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:08.689090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Attempting to bind port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 on network 3542ba7a-c818-4a40-97cf-97683a46ebb1 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:08.695198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:08.695198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Checking segment: {'id': '334de8a3-e507-4903-94d5-973fc8ee3036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:08.695198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.695589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Bound using segment: {'id': '334de8a3-e507-4903-94d5-973fc8ee3036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:08.695800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Bound port: 2620ac03-b132-4825-bc7b-f14c2e0cdca4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334de8a3-e507-4903-94d5-973fc8ee3036', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '3542ba7a-c818-4a40-97cf-97683a46ebb1'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:08.696380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.703071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8ee4ad-e3c4-437e-b467-668b15d3e89e') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:08.703380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8ee4ad-e3c4-437e-b467-668b15d3e89e') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:08.712236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Performing IP validity checks on allocation pools {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:52:08.712786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:52:08.719128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (5a8ee4ad-e3c4-437e-b467-668b15d3e89e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.743153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5a8ee4ad-e3c4-437e-b467-668b15d3e89e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.752610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (5a8ee4ad-e3c4-437e-b467-668b15d3e89e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:08.756313 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:08.761811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] For port 2620ac03-b132-4825-bc7b-f14c2e0cdca4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:08.765503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] For port 2620ac03-b132-4825-bc7b-f14c2e0cdca4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2620ac03-b132-4825-bc7b-f14c2e0cdca4,segment=NetworkSegment(334de8a3-e507-4903-94d5-973fc8ee3036),segment_id=334de8a3-e507-4903-94d5-973fc8ee3036)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:08.800240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (bb511d1f-1aa3-473c-a705-9b1eddc2e1b3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.824675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.872067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:08.881240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:08.882839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:08.883550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.902641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (eefa1087-b87c-4a67-b0d0-adfd7ad5ded0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.906599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7cd91-49c5-4094-bcaf-88d9009e79a2 None None] Pushing event updated for resources: {'Port': ['ID=2620ac03-b132-4825-bc7b-f14c2e0cdca4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:08.916174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=bb511d1f-1aa3-473c-a705-9b1eddc2e1b3,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:08.926099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:08.926672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e18a6d-f0c0-4701-bac4-1758796a2a42 req-fe8d22d3-874a-46f7-9c47-7e5ee7a7f35d tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:08.928054 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-19e18a6d-f0c0-4701-bac4-1758796a2a42 req-fe8d22d3-874a-46f7-9c47-7e5ee7a7f35d tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1382070 Apr 07 01:52:08.929393 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/eefa1087-b87c-4a67-b0d0-adfd7ad5ded0 HTTP/1.1" status: 204 len: 168 time: 0.9230213 Apr 07 01:52:08.931859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52022) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:08.947977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acfa8fe-0f55-41f0-99a1-177011173272 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Network': ['ID=eefa1087-b87c-4a67-b0d0-adfd7ad5ded0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:08.985596 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc485ad4-724c-444d-8e31-11f2a1390062 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7074337 Apr 07 01:52:08.991456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52024) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:08.996018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1846430930', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb511d1f-1aa3-473c-a705-9b1eddc2e1b3'}], 'security_groups': ['c419d889-ba19-4709-8c66-dcde5dc708e7']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:09.020557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting subnet dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:09.026682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (8188df32-ae22-474b-9d28-809a75482e8a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.030694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for subnet (dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.055007 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-19e18a6d-f0c0-4701-bac4-1758796a2a42 req-ab68e298-69a7-4a5d-b175-6b83b2aed4a5 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125093 Apr 07 01:52:09.094387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.118947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=8188df32-ae22-474b-9d28-809a75482e8a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:09.151080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (76f00033-463d-4188-a4ec-29d96982d6a4), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.207691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': 'd1519fdf-18e3-4fb4-b842-e3f093c2c22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99a2649f-4d82-43c2-85ea-d59d9a6f6279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:09.208075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 99a2649f-4d82-43c2-85ea-d59d9a6f6279, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:09.215520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.359491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 99a2649f-4d82-43c2-85ea-d59d9a6f6279 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:09.375086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.404097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Subnet': ['ID=dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:09.406150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.416424 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db201a50-590f-45a2-9e6c-3813d06c81fa tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/subnets/dfa00ef3-09a3-4417-91ee-b9b2fb0fc4d6 HTTP/1.1" status: 204 len: 168 time: 0.4764955 Apr 07 01:52:09.416588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52026) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:09.466125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 99a2649f-4d82-43c2-85ea-d59d9a6f6279) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:09.478841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:09.479440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.524246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (8a3f739a-3d02-4d26-8bb5-1030f2df7127), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.568189 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5d217b97-d396-4ba2-9246-85ca3607cf8c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.5628767 Apr 07 01:52:09.570965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52028) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:09.594458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Delete allocated IP 172.20.0.6 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/c902c155-d5e6-41b6-b221-87d938f96bbe) {{(pid=110983) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 01:52:09.604643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.28 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/bb511d1f-1aa3-473c-a705-9b1eddc2e1b3/76f00033-463d-4188-a4ec-29d96982d6a4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:09.673667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Deleting port 1862f198-3c72-44a6-b340-6a39f1f5785b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:09.674013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.682626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (99a2649f-4d82-43c2-85ea-d59d9a6f6279), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.736629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (8188df32-ae22-474b-9d28-809a75482e8a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.786623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] For port 1862f198-3c72-44a6-b340-6a39f1f5785b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1862f198-3c72-44a6-b340-6a39f1f5785b,segment=NetworkSegment(9d1499a2-a4f0-4391-84e2-0b1f3ececd47),segment_id=9d1499a2-a4f0-4391-84e2-0b1f3ececd47)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:09.787007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.815665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Calling delete_port for 1862f198-3c72-44a6-b340-6a39f1f5785b owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:09.887073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2620ac03-b132-4825-bc7b-f14c2e0cdca4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:09.899523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (76f00033-463d-4188-a4ec-29d96982d6a4), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.912868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (8188df32-ae22-474b-9d28-809a75482e8a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.946750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:09.947277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:09.950589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=8188df32-ae22-474b-9d28-809a75482e8a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:09.958663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (76f00033-463d-4188-a4ec-29d96982d6a4), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.007625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1862f198-3c72-44a6-b340-6a39f1f5785b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.026556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (99a2649f-4d82-43c2-85ea-d59d9a6f6279), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.049035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:10.049579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.050183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a2649f-4d82-43c2-85ea-d59d9a6f6279']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:10.060709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1519fdf-18e3-4fb4-b842-e3f093c2c22e') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:10.061036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1519fdf-18e3-4fb4-b842-e3f093c2c22e') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:10.076133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d1519fdf-18e3-4fb4-b842-e3f093c2c22e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.080133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] No DVR routers for this DVR port 1862f198-3c72-44a6-b340-6a39f1f5785b on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:10.095293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=76f00033-463d-4188-a4ec-29d96982d6a4,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.119959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d1519fdf-18e3-4fb4-b842-e3f093c2c22e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d1519fdf-18e3-4fb4-b842-e3f093c2c22e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:10.135079 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:10.144265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff9097-a666-469e-bcc8-5542d3a2e4bd None None] Network bf3d6293-f836-490b-8b60-1fb72d161fe2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.150277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Port': ['ID=1862f198-3c72-44a6-b340-6a39f1f5785b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.166027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] In _notify_port_updated(), no bound segment for port 76f00033-463d-4188-a4ec-29d96982d6a4 on network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:52:10.166653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b18ed1b-2ce8-4739-8477-4504d8d73b8d None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.171826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:10.172466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.176584 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3ada6452-be41-42d6-95cb-b2927fe12759 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/ports/76f00033-463d-4188-a4ec-29d96982d6a4 HTTP/1.1" status: 200 len: 921 time: 1.1835334 Apr 07 01:52:10.184092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52036) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:10.186208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f52d2d-b105-4cd7-94d5-078f30cd4008 None None] Network 3542ba7a-c818-4a40-97cf-97683a46ebb1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.194599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:10.223501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (8a3f739a-3d02-4d26-8bb5-1030f2df7127), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.247264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a3f739a-3d02-4d26-8bb5-1030f2df7127']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:10.256899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1499a2-a4f0-4391-84e2-0b1f3ececd47') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:10.257487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1499a2-a4f0-4391-84e2-0b1f3ececd47') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:10.259132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff9097-a666-469e-bcc8-5542d3a2e4bd None None] Network bf3d6293-f836-490b-8b60-1fb72d161fe2 could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:52:10.262722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7475d2a-77b5-40cf-a28f-ed8604e35ae6 None None] Network 99a2649f-4d82-43c2-85ea-d59d9a6f6279 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.276410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (9d1499a2-a4f0-4391-84e2-0b1f3ececd47), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.276653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844fe77-6c6f-4c5d-9034-03e57000fcec None None] Network 8a3f739a-3d02-4d26-8bb5-1030f2df7127 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.282708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 2620ac03-b132-4825-bc7b-f14c2e0cdca4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2620ac03-b132-4825-bc7b-f14c2e0cdca4,segment=NetworkSegment(334de8a3-e507-4903-94d5-973fc8ee3036),segment_id=334de8a3-e507-4903-94d5-973fc8ee3036)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:10.294725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9d1499a2-a4f0-4391-84e2-0b1f3ececd47), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.297466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f979b0b-c30b-482e-ad41-82383e04177b req-46b7900d-6bcf-4b8e-8f70-71d467e6d6f6 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:10.299038 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f979b0b-c30b-482e-ad41-82383e04177b req-46b7900d-6bcf-4b8e-8f70-71d467e6d6f6 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.1271770 Apr 07 01:52:10.302302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:10.302717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (9d1499a2-a4f0-4391-84e2-0b1f3ececd47), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.302853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (99a2649f-4d82-43c2-85ea-d59d9a6f6279), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:10.306128 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:10.309953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.313320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/99a2649f-4d82-43c2-85ea-d59d9a6f6279 HTTP/1.1" status: 204 len: 168 time: 0.7413430 Apr 07 01:52:10.318457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52038) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:10.323613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356249279'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:10.335902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d3802-810b-40fd-a34a-35b56996f4f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=99a2649f-4d82-43c2-85ea-d59d9a6f6279,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.336425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee9c3b-2db7-4d7d-bbea-6e22ed5f9aa7 None None] Network bf3d6293-f836-490b-8b60-1fb72d161fe2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.382562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 76f00033-463d-4188-a4ec-29d96982d6a4 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:10.383279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (76f00033-463d-4188-a4ec-29d96982d6a4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.402755 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f979b0b-c30b-482e-ad41-82383e04177b req-1350f34d-0c84-4fcc-b564-0f220fe4e1dc tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858471 Apr 07 01:52:10.439491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.459301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee9c3b-2db7-4d7d-bbea-6e22ed5f9aa7 None None] Network bf3d6293-f836-490b-8b60-1fb72d161fe2 could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:52:10.469566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:10.476251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.481599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (8a3f739a-3d02-4d26-8bb5-1030f2df7127), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.488437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (76f00033-463d-4188-a4ec-29d96982d6a4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.501301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.505417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] 10.222.0.25 "DELETE /v2.0/networks/8a3f739a-3d02-4d26-8bb5-1030f2df7127 HTTP/1.1" status: 204 len: 168 time: 1.0925417 Apr 07 01:52:10.510586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 76f00033-463d-4188-a4ec-29d96982d6a4 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:10.531558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9338193c-bc9e-4379-8ee2-77b7a2559dc7 tempest-NetworksIpV6TestAttrs-821210059 tempest-NetworksIpV6TestAttrs-821210059-project] Pushing event deleted for resources: {'Network': ['ID=8a3f739a-3d02-4d26-8bb5-1030f2df7127,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.544203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:10.544707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-63a071d9-e0ec-47f1-a312-d533a27cf269 None None] Provisioning complete for port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:10.546113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-63a071d9-e0ec-47f1-a312-d533a27cf269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.556146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (79619297-f1be-4ff8-90b5-6351fdaae959), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.556795 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment 79619297-f1be-4ff8-90b5-6351fdaae959 of type vlan for network 9239438d-b401-4511-9c13-80a17c3ce855 Apr 07 01:52:10.615698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9239438d-b401-4511-9c13-80a17c3ce855), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.655364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898449f5-7882-46db-906d-4951b6a4ce80 None None] Network 99a2649f-4d82-43c2-85ea-d59d9a6f6279 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:10.725002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=2620ac03-b132-4825-bc7b-f14c2e0cdca4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.727581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898449f5-7882-46db-906d-4951b6a4ce80 None None] Network 99a2649f-4d82-43c2-85ea-d59d9a6f6279 could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:52:10.739472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018da208-3497-4bcc-973e-7530e78c6700 None None] DHCP port deletion for 8a3f739a-3d02-4d26-8bb5-1030f2df7127 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:10.740440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9239438d-b401-4511-9c13-80a17c3ce855), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.741864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port a6534193-87c1-422d-ae61-a26d802b6e20 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:10.742246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.750530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:10.751181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.804043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (76f00033-463d-4188-a4ec-29d96982d6a4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.825376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=9239438d-b401-4511-9c13-80a17c3ce855,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.850942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9239438d-b401-4511-9c13-80a17c3ce855 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:10.857155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=76f00033-463d-4188-a4ec-29d96982d6a4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:10.902896 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d94fa442-a6cf-4277-adad-2974c9764d6c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5834007 Apr 07 01:52:10.904573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52046) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:10.917455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '9239438d-b401-4511-9c13-80a17c3ce855', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:10.967970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-63a071d9-e0ec-47f1-a312-d533a27cf269 None None] Current status of the port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:10.988809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:10.993536 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-28503eaf-1c3d-45b9-8a91-35a3eb6b0188 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/76f00033-463d-4188-a4ec-29d96982d6a4 HTTP/1.1" status: 204 len: 168 time: 0.8081269 Apr 07 01:52:10.995476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52048) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:11.014173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf736ced-5c92-4276-a8b6-bb5bcf4224eb req-fd87954c-9361-4da1-8f7c-7fc39beb4013 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:11.021397 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bf736ced-5c92-4276-a8b6-bb5bcf4224eb req-fd87954c-9361-4da1-8f7c-7fc39beb4013 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.0982502 Apr 07 01:52:11.035497 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c69165b-2691-457b-9386-e29f94b015aa tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:52:11.037136 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0c69165b-2691-457b-9386-e29f94b015aa tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/76f00033-463d-4188-a4ec-29d96982d6a4 HTTP/1.1" status: 404 len: 333 time: 0.0407088 Apr 07 01:52:11.039600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51c5383-c268-4705-af97-426187c7244c None None] Update dhcp port {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'fixed_ips': [{'subnet_id': 'c902c155-d5e6-41b6-b221-87d938f96bbe', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bb511d1f-1aa3-473c-a705-9b1eddc2e1b3'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '844a6fc1-dc04-42bc-adb1-62b6380e07fe'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:52:11.040426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52050) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:11.068106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a6534193-87c1-422d-ae61-a26d802b6e20 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:11.068512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.094819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f51c5383-c268-4705-af97-426187c7244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.109652 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bf736ced-5c92-4276-a8b6-bb5bcf4224eb req-836bf6cc-9251-474c-a783-63f16af5dd24 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869207 Apr 07 01:52:11.119749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:52:11.122525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f22ff2-74c3-4b29-9f23-1bd2b3be64eb" -d '{"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-plugged", "status": "completed", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:52:11.137401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:11.151141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc87efe1-7a31-4b15-abd1-27d6d96d2b2f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (c1374931-0b4c-423c-9e25-0fd283208687), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.175179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:11.179288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.181136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7e798a-a2a8-4f7e-81bb-2841c7108eb7 x-openstack-request-id: req-0f7e798a-a2a8-4f7e-81bb-2841c7108eb7 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:52:11.181462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-plugged", "status": "completed", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:52:11.183809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0f7e798a-a2a8-4f7e-81bb-2841c7108eb7 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:52:11.183809 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f7e798a-a2a8-4f7e-81bb-2841c7108eb7'] response: {'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'code': 200} Apr 07 01:52:11.194461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc87efe1-7a31-4b15-abd1-27d6d96d2b2f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (c1374931-0b4c-423c-9e25-0fd283208687), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.243457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52056) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:11.300326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.334650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc87efe1-7a31-4b15-abd1-27d6d96d2b2f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c1374931-0b4c-423c-9e25-0fd283208687), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.337450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bc87efe1-7a31-4b15-abd1-27d6d96d2b2f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.342147 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bc87efe1-7a31-4b15-abd1-27d6d96d2b2f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/security-groups/c1374931-0b4c-423c-9e25-0fd283208687 HTTP/1.1" status: 204 len: 168 time: 0.3005388 Apr 07 01:52:11.351080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52060) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:11.360194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87efe1-7a31-4b15-abd1-27d6d96d2b2f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1374931-0b4c-423c-9e25-0fd283208687,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:11.415426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-f51c5383-c268-4705-af97-426187c7244c None None] Allocated IP 172.20.0.18 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/bb511d1f-1aa3-473c-a705-9b1eddc2e1b3/844a6fc1-dc04-42bc-adb1-62b6380e07fe) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:11.424479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:11.479675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e488b48-c49f-4208-906d-d86a038dbf73 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (c419d889-ba19-4709-8c66-dcde5dc708e7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.488419 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-52ab47c8-9a2d-43a5-a368-c96f1c03d771 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e164bcc213e48af99bcc45dbf4ee26b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406621 Apr 07 01:52:11.489053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52062) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:11.522379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f51c5383-c268-4705-af97-426187c7244c None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=844a6fc1-dc04-42bc-adb1-62b6380e07fe,segment=NetworkSegment(7bfcf9f9-4d72-4ec6-ba40-78f742e66326),segment_id=7bfcf9f9-4d72-4ec6-ba40-78f742e66326)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:11.524801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e488b48-c49f-4208-906d-d86a038dbf73 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (c419d889-ba19-4709-8c66-dcde5dc708e7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.538878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (cc2bec24-258d-4429-af0a-0b504b18d2a4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.558570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f51c5383-c268-4705-af97-426187c7244c None None] Publish callbacks [] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.625949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f51c5383-c268-4705-af97-426187c7244c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.642468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6be0d25d-65d5-43cc-b9f3-bf0c72bd1451 admin admin] Publish callbacks [] for security_group (6c833e22-78ab-4b32-b1e5-f73350b96ffd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.644218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=cc2bec24-258d-4429-af0a-0b504b18d2a4,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:11.677241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': '79619297-f1be-4ff8-90b5-6351fdaae959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '9239438d-b401-4511-9c13-80a17c3ce855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:11.677621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 9239438d-b401-4511-9c13-80a17c3ce855, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:11.684874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6be0d25d-65d5-43cc-b9f3-bf0c72bd1451 admin admin] Publish callbacks [] for security_group (6c833e22-78ab-4b32-b1e5-f73350b96ffd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.694642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473caab3-a041-474f-ae86-5e4a21571921 None None] Network 3542ba7a-c818-4a40-97cf-97683a46ebb1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:11.722456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e488b48-c49f-4208-906d-d86a038dbf73 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c419d889-ba19-4709-8c66-dcde5dc708e7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.725077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e488b48-c49f-4208-906d-d86a038dbf73 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.726243 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2e488b48-c49f-4208-906d-d86a038dbf73 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/security-groups/c419d889-ba19-4709-8c66-dcde5dc708e7 HTTP/1.1" status: 204 len: 168 time: 0.3830998 Apr 07 01:52:11.729874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52064) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:11.736847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e488b48-c49f-4208-906d-d86a038dbf73 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c419d889-ba19-4709-8c66-dcde5dc708e7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:11.763518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 9239438d-b401-4511-9c13-80a17c3ce855 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:11.785620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c5383-c268-4705-af97-426187c7244c None None] Pushing event updated for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:11.808987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6be0d25d-65d5-43cc-b9f3-bf0c72bd1451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6c833e22-78ab-4b32-b1e5-f73350b96ffd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.811058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4ee08b1c-620f-4a41-ae70-185e7807588e None None] Provisioning complete for port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:11.811447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ee08b1c-620f-4a41-ae70-185e7807588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.811715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6be0d25d-65d5-43cc-b9f3-bf0c72bd1451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.818470 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6be0d25d-65d5-43cc-b9f3-bf0c72bd1451 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6c833e22-78ab-4b32-b1e5-f73350b96ffd HTTP/1.1" status: 204 len: 168 time: 0.3276155 Apr 07 01:52:11.832211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0d25d-65d5-43cc-b9f3-bf0c72bd1451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c833e22-78ab-4b32-b1e5-f73350b96ffd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:11.842356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 9239438d-b401-4511-9c13-80a17c3ce855) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:11.845142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet c902c155-d5e6-41b6-b221-87d938f96bbe {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:11.856877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:11.856877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.857331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (c902c155-d5e6-41b6-b221-87d938f96bbe), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.923057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (c902c155-d5e6-41b6-b221-87d938f96bbe), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:11.944216 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-38ad5308-3cf0-453d-b57b-7f9390335a97 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0377419 Apr 07 01:52:11.946902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52068) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:12.018440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75e5a8-529e-4924-a65f-607de5f978ea None None] Network 9239438d-b401-4511-9c13-80a17c3ce855 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:12.021069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2620ac03-b132-4825-bc7b-f14c2e0cdca4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:12.044079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c902c155-d5e6-41b6-b221-87d938f96bbe), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.105099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (9239438d-b401-4511-9c13-80a17c3ce855), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.191921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (cc2bec24-258d-4429-af0a-0b504b18d2a4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.207511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (c902c155-d5e6-41b6-b221-87d938f96bbe), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.271807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:12.272192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.282642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.290557 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/c902c155-d5e6-41b6-b221-87d938f96bbe HTTP/1.1" status: 204 len: 168 time: 0.5538085 Apr 07 01:52:12.290557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02020b7-9524-4e81-bdd3-0dffec213dd7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=c902c155-d5e6-41b6-b221-87d938f96bbe,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:12.290557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52074) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:12.295044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:12.311435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1662193c-4331-48cf-a4e7-f49452a064b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-9239438d-b401-4511-9c13-80a17c3ce855', 'network_id': '9239438d-b401-4511-9c13-80a17c3ce855', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': 'cc2bec24-258d-4429-af0a-0b504b18d2a4'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:12.311435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1662193c-4331-48cf-a4e7-f49452a064b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.353267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4ee08b1c-620f-4a41-ae70-185e7807588e None None] Current status of the port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:12.358430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (cc2bec24-258d-4429-af0a-0b504b18d2a4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.411407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2bec24-258d-4429-af0a-0b504b18d2a4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:12.432100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9cb4d-cb5f-47bf-96b9-2770dea403b4 req-20037ba5-61dc-4532-bb96-f8d94acf2586 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:12.433745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-25a9cb4d-cb5f-47bf-96b9-2770dea403b4 req-20037ba5-61dc-4532-bb96-f8d94acf2586 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.2424703 Apr 07 01:52:12.495523 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-25a9cb4d-cb5f-47bf-96b9-2770dea403b4 req-626a51dc-2b3c-4955-9441-65f71489b8cc tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/security-groups?id=68e1b355-66d5-4a24-bb44-670649319148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531311 Apr 07 01:52:12.518452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:12.522438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.575398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (9239438d-b401-4511-9c13-80a17c3ce855), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.596124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8827af-0df1-4870-b8a6-b54e89301751 None None] Network 9239438d-b401-4511-9c13-80a17c3ce855 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:12.607090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9239438d-b401-4511-9c13-80a17c3ce855']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:12.619045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79619297-f1be-4ff8-90b5-6351fdaae959') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:12.619679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79619297-f1be-4ff8-90b5-6351fdaae959') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:12.637197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (79619297-f1be-4ff8-90b5-6351fdaae959), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.654952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:12.674512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (79619297-f1be-4ff8-90b5-6351fdaae959), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.682265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:12.682945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (79619297-f1be-4ff8-90b5-6351fdaae959), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:12.687051 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:12.743051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1862f198-3c72-44a6-b340-6a39f1f5785b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:12.771916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 1862f198-3c72-44a6-b340-6a39f1f5785b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:12.771916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1862f198-3c72-44a6-b340-6a39f1f5785b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:12.783644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c59f8-d5c7-4194-bb65-fe3af6e48913 None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:12.830442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-1cb59e8f-dffa-4089-8ea0-e8d120fa93b1 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:12.832011 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-1cb59e8f-dffa-4089-8ea0-e8d120fa93b1 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 946 time: 0.0726078 Apr 07 01:52:12.849160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Provisioning complete for port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:12.849544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.865079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (9239438d-b401-4511-9c13-80a17c3ce855), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.878240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:12.885329 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/9239438d-b401-4511-9c13-80a17c3ce855 HTTP/1.1" status: 204 len: 168 time: 0.9332957 Apr 07 01:52:12.895095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52084) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:12.912383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277610989'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:12.924189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7d7b11-b346-4755-8560-06ae701141e9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=9239438d-b401-4511-9c13-80a17c3ce855,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:13.010894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:13.011475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Current status of the port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:13.018968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.025710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:13.026232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.049696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Deleting port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:13.050053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.065604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:13.068662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Could not find standard attr ID for object 76f00033-463d-4188-a4ec-29d96982d6a4. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:13.079522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:13.080645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.095148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (1e9dd457-196a-4e93-ac95-776c1c857c11), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.109229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:13.135324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.135591 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9 of type vlan for network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a Apr 07 01:52:13.154726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:13.164181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:13.182651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:13.185057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.203478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=1e9dd457-196a-4e93-ac95-776c1c857c11,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:13.211141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.219970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ee5dd-dd03-4f78-9d55-951cead60706 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:13.224737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] For port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,segment=NetworkSegment(d28b706b-ef9d-4d1a-9b35-984df1f2626b),segment_id=d28b706b-ef9d-4d1a-9b35-984df1f2626b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:13.225108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.247746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Calling delete_port for 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:13.279186 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5835f0cc-b3b4-404e-b232-7e8b5731eee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9851053 Apr 07 01:52:13.283432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52094) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:13.283803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52096) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:13.289639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'security_group': {'name': 'tempest-secgroup-878566926'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:13.328185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.333376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:13.333975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.380737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.421288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=4c59edf0-5390-49ac-8e8c-b4e7e9bd150a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:13.438819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:13.447014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52100) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:13.448344 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-aa94c83f-29f5-41fc-917c-ee9f1f14efb1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5441492 Apr 07 01:52:13.452778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:13.475834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457443590'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:13.524480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (8330e579-d338-4ca9-92c4-674aee7f8349), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.540974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1cdd585c-d2c8-4d92-b767-d3b8c8d00f55), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.553203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['1cdd585c-d2c8-4d92-b767-d3b8c8d00f55'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:52:13.559971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (8330e579-d338-4ca9-92c4-674aee7f8349), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.593141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Pushing event deleted for resources: {'Port': ['ID=1cdd585c-d2c8-4d92-b767-d3b8c8d00f55,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:13.601031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:13.604396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.644555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] No DVR routers for this DVR port 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:13.647007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.650813 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bef10248-41ca-48b4-80cf-7ff93fe89861 req-686676ca-8940-483a-9e65-f9b0126cb8cf tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.10 "DELETE /v2.0/ports/1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 HTTP/1.1" status: 204 len: 173 time: 0.8135853 Apr 07 01:52:13.651303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'name': 'network-vif-deleted', 'tag': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:52:13.653736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7fdc77-4a4d-47f8-937d-f038d23ebffc" -d '{"events": [{"server_uuid": "1ce74847-b3d3-4195-a7aa-4d67b7ae0deb", "name": "network-vif-deleted", "tag": "1cdd585c-d2c8-4d92-b767-d3b8c8d00f55"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:52:13.705258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9226bb-6100-4a15-a2f5-375691031f0b None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:13.711237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2427d6aa-fb24-4d96-a42c-8a72f1f67b65 x-openstack-request-id: req-2427d6aa-fb24-4d96-a42c-8a72f1f67b65 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:52:13.712355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce74847-b3d3-4195-a7aa-4d67b7ae0deb", "name": "network-vif-deleted", "tag": "1cdd585c-d2c8-4d92-b767-d3b8c8d00f55", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:52:13.712620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2427d6aa-fb24-4d96-a42c-8a72f1f67b65 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:52:13.713728 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2427d6aa-fb24-4d96-a42c-8a72f1f67b65'] response: {'server_uuid': '1ce74847-b3d3-4195-a7aa-4d67b7ae0deb', 'name': 'network-vif-deleted', 'tag': '1cdd585c-d2c8-4d92-b767-d3b8c8d00f55', 'status': 'completed', 'code': 200} Apr 07 01:52:13.780929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ac35d9fe-954d-4361-9a82-fa40176f1810 None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:13.781311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ac35d9fe-954d-4361-9a82-fa40176f1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.848465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ac35d9fe-954d-4361-9a82-fa40176f1810 None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:13.865697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ac35d9fe-954d-4361-9a82-fa40176f1810 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:13.866083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ac35d9fe-954d-4361-9a82-fa40176f1810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.894939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 844a6fc1-dc04-42bc-adb1-62b6380e07fe up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:13.975457 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c7152ee-19b7-4ed9-8f9f-2a177a6bda9f req-f5a11775-de27-46f7-884c-4df1dfab0b04 tempest-TestServerAdvancedOps-788394740 tempest-TestServerAdvancedOps-788394740-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ce74847-b3d3-4195-a7aa-4d67b7ae0deb HTTP/1.1" status: 200 len: 210 time: 0.3828757 Apr 07 01:52:13.980188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:13.988617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8330e579-d338-4ca9-92c4-674aee7f8349,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.016911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:14.017294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.026653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.028116 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ff33001a-d23e-42e1-b9f3-a8fb9a938800 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7433221 Apr 07 01:52:14.031131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52106) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:14.037593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'security_group': {'name': 'tempest-secgroup-731135117'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:14.078786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ac35d9fe-954d-4361-9a82-fa40176f1810 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:14.080923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for security_group (a7142b19-af18-4ef9-8f55-0839058289a7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.088807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:14.090575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] Update dhcp port {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'fixed_ips': [{'subnet_id': 'bb511d1f-1aa3-473c-a705-9b1eddc2e1b3', 'ip_address': '172.20.0.18'}, {'subnet_id': '1e9dd457-196a-4e93-ac95-776c1c857c11'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '844a6fc1-dc04-42bc-adb1-62b6380e07fe'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:52:14.092474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.106599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.144417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.159287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a7142b19-af18-4ef9-8f55-0839058289a7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.185297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (1b49d6e4-da3f-4350-a0ba-532d9803161b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.193211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:14.207550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:14.218512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7142b19-af18-4ef9-8f55-0839058289a7,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.227695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1b49d6e4-da3f-4350-a0ba-532d9803161b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.229140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a573c6fd-9e2d-4030-a888-7d233b43d2e5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.229496 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment a573c6fd-9e2d-4030-a888-7d233b43d2e5 of type vlan for network bd270a81-3921-478b-996d-323508a4ce78 Apr 07 01:52:14.270227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b49d6e4-da3f-4350-a0ba-532d9803161b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.282451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (bd270a81-3921-478b-996d-323508a4ce78), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.320082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.325360 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9394eced-2925-468a-926d-ce3873b17457 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2903686 Apr 07 01:52:14.325689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52108) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:14.330486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] Allocated IP 172.20.0.2 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/1e9dd457-196a-4e93-ac95-776c1c857c11/844a6fc1-dc04-42bc-adb1-62b6380e07fe) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:14.335268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'security_group': {'name': 'tempest-secgroup-287783052'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:14.408581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (bd270a81-3921-478b-996d-323508a4ce78), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.417560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:14.417560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.432369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=844a6fc1-dc04-42bc-adb1-62b6380e07fe,segment=NetworkSegment(7bfcf9f9-4d72-4ec6-ba40-78f742e66326),segment_id=7bfcf9f9-4d72-4ec6-ba40-78f742e66326)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:14.472193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] Publish callbacks [] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.483864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.485918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (f8296c05-3116-4e8a-9dac-32dddc3d382f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.521538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=bd270a81-3921-478b-996d-323508a4ce78,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.540043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network bd270a81-3921-478b-996d-323508a4ce78 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:14.549156 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3e3f069f-dede-4ab5-b639-cde5de1fdd06 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2629740 Apr 07 01:52:14.551910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52110) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:14.558458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1540534652'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:14.567295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=f8296c05-3116-4e8a-9dac-32dddc3d382f,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.581114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.601653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:14.602013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:14.644885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (2c5468c7-39d0-4fe9-bb38-6c40ca34759f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.672002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:14.675424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.695824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09976acf-524d-41ef-bd59-752fc7120329 None None] Pushing event updated for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.701538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:14.709117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:14.719551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ecf8ff80-48d1-49f3-9825-3f5f36f710a0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.719907 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment ecf8ff80-48d1-49f3-9825-3f5f36f710a0 of type vlan for network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc Apr 07 01:52:14.757745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2c5468c7-39d0-4fe9-bb38-6c40ca34759f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.760012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.790008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5468c7-39d0-4fe9-bb38-6c40ca34759f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:14.815735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:14.821058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:14.825524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.825804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b93978-2f57-40b8-ab29-0ef611114e9c None None] Network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:14.845593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.848796 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e9c2b895-2011-4a74-97ef-083a21bb36d3 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5166531 Apr 07 01:52:14.849570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52112) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:14.855041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1367843691', 'security_groups': ['2c5468c7-39d0-4fe9-bb38-6c40ca34759f'], 'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1e9dd457-196a-4e93-ac95-776c1c857c11'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:14.906101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.911140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:14.911737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:14.944066 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eaac0063-7e02-4219-8ad0-b4f873a45a86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4957933 Apr 07 01:52:14.951835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52114) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:15.001382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:15.061758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52118) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:15.069572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:15.098793 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-afc0dd3b-cab6-443a-83e1-e15919f005e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5456800 Apr 07 01:52:15.102383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52120) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:15.111017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': 'bd270a81-3921-478b-996d-323508a4ce78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:15.127838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Deleting subnet bbf3fe43-9d7a-4eae-98c4-13465f8661c9 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:15.131363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Publish callbacks [] for subnet (bbf3fe43-9d7a-4eae-98c4-13465f8661c9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.162958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-4c59edf0-5390-49ac-8e8c-b4e7e9bd150a', 'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': 'f8296c05-3116-4e8a-9dac-32dddc3d382f'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:15.165316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.176334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (bbf3fe43-9d7a-4eae-98c4-13465f8661c9), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.191180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:15.230522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.235306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bbf3fe43-9d7a-4eae-98c4-13465f8661c9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.361363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Allocated IP 2001:db8::1 (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a/f8296c05-3116-4e8a-9dac-32dddc3d382f/fb99c96c-a028-4cfc-85ef-155fc10ca9f2) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:15.369436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (bbf3fe43-9d7a-4eae-98c4-13465f8661c9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.387083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.397753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf3fe43-9d7a-4eae-98c4-13465f8661c9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:15.399878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.403937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1a118250-c94e-4a33-bb93-1d5b6c9d621e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bbf3fe43-9d7a-4eae-98c4-13465f8661c9 HTTP/1.1" status: 204 len: 168 time: 0.3411088 Apr 07 01:52:15.406494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52122) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:15.407564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (f8296c05-3116-4e8a-9dac-32dddc3d382f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.437409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] device_id is not set on port b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:52:15.445864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:15.450106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.465020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e64d7dd8-4407-4696-a8aa-04ea44615358 None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:15.465930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e64d7dd8-4407-4696-a8aa-04ea44615358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.494862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2f5da959-c9d5-438f-b298-6323c5e70d02), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.533296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e64d7dd8-4407-4696-a8aa-04ea44615358 None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:15.589800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e64d7dd8-4407-4696-a8aa-04ea44615358 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:15.589800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e64d7dd8-4407-4696-a8aa-04ea44615358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.601316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2f5da959-c9d5-438f-b298-6323c5e70d02), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.632746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5da959-c9d5-438f-b298-6323c5e70d02']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:15.646606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Publish callbacks [] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.647860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd28b706b-ef9d-4d1a-9b35-984df1f2626b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:15.648403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd28b706b-ef9d-4d1a-9b35-984df1f2626b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:15.667190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d28b706b-ef9d-4d1a-9b35-984df1f2626b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.687577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d28b706b-ef9d-4d1a-9b35-984df1f2626b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.695046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:15.695046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d28b706b-ef9d-4d1a-9b35-984df1f2626b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:15.697343 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:15.705273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e64d7dd8-4407-4696-a8aa-04ea44615358 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:15.712363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.764318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:15.767635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:15.787453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:15.810196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Pushing event updated for resources: {'Port': ['ID=fb99c96c-a028-4cfc-85ef-155fc10ca9f2,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:15.817803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (f8296c05-3116-4e8a-9dac-32dddc3d382f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.855645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2f5da959-c9d5-438f-b298-6323c5e70d02), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.858525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1de98fba-fa28-4ba2-b4e5-2e1d4de84087 None None] Could not find standard attr ID for object 76f00033-463d-4188-a4ec-29d96982d6a4. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:15.859875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=f8296c05-3116-4e8a-9dac-32dddc3d382f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:15.872116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.875185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Attempting to bind port fb99c96c-a028-4cfc-85ef-155fc10ca9f2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:15.875566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Attempting to bind port fb99c96c-a028-4cfc-85ef-155fc10ca9f2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:15.879867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Attempting to bind port fb99c96c-a028-4cfc-85ef-155fc10ca9f2 on network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:15.880027 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2f5da959-c9d5-438f-b298-6323c5e70d02 HTTP/1.1" status: 204 len: 168 time: 0.4719837 Apr 07 01:52:15.882616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52124) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:15.891806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:15.893325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Checking segment: {'id': 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:15.893713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.894118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Bound using segment: {'id': 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:15.896491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Bound port: fb99c96c-a028-4cfc-85ef-155fc10ca9f2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:15.898289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.916910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 844a6fc1-dc04-42bc-adb1-62b6380e07fe up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:15.928812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14151a-8dd8-45fa-9c9e-87ae09969aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5da959-c9d5-438f-b298-6323c5e70d02,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:15.949918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.10 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/1e9dd457-196a-4e93-ac95-776c1c857c11/b5a8f8f5-9735-488e-bdfa-ee6a59c023c0) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:15.966715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (8394e5d0-7a61-4175-a26c-d6b484058842), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.966940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Deleting subnet 79d39d2a-35c9-4a17-95e9-1c5b2f1fe483 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:15.966940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Publish callbacks [] for subnet (79d39d2a-35c9-4a17-95e9-1c5b2f1fe483), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:15.984480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-308bcd02-9205-43c2-bc33-f89ae29582ee None None] Could not find standard attr ID for object 76f00033-463d-4188-a4ec-29d96982d6a4. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:16.006963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (79d39d2a-35c9-4a17-95e9-1c5b2f1fe483), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.012374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.025848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] For port fb99c96c-a028-4cfc-85ef-155fc10ca9f2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:16.031597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] For port fb99c96c-a028-4cfc-85ef-155fc10ca9f2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fb99c96c-a028-4cfc-85ef-155fc10ca9f2,segment=NetworkSegment(d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9),segment_id=d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:16.039874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:16.040249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.058828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (79d39d2a-35c9-4a17-95e9-1c5b2f1fe483), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.084826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c59edf0-5390-49ac-8e8c-b4e7e9bd150a']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:16.108778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=8394e5d0-7a61-4175-a26c-d6b484058842,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:16.123117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:16.128966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:16.151719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.155733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:16.173038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.181366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:16.192150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': 'a573c6fd-9e2d-4030-a888-7d233b43d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd270a81-3921-478b-996d-323508a4ce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:16.192995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: bd270a81-3921-478b-996d-323508a4ce78, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:16.197751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.200954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (79d39d2a-35c9-4a17-95e9-1c5b2f1fe483), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.221505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:16.221845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:16.224843 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:16.226917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:16.226917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1cdd585c-d2c8-4d92-b767-d3b8c8d00f55 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:16.239914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79d39d2a-35c9-4a17-95e9-1c5b2f1fe483,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:16.246305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699c87d-679e-43af-a344-f1ce5d554ddd None None] Pushing event updated for resources: {'Port': ['ID=fb99c96c-a028-4cfc-85ef-155fc10ca9f2,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:16.248080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.260189 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-faa9b786-a744-40a8-ae39-399c19245f44 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/79d39d2a-35c9-4a17-95e9-1c5b2f1fe483 HTTP/1.1" status: 204 len: 168 time: 0.3723161 Apr 07 01:52:16.264673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52126) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:16.301185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30528d-60c9-4779-bf5b-6e3e869db349 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 01:52:16.314205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network bd270a81-3921-478b-996d-323508a4ce78 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:16.327293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.350362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2fcec7c6-b9ef-4070-b832-a225b89c1a6b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.369280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:52:16.369280 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:52:16.369280 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': '4c59edf0-5390-49ac-8e8c-b4e7e9bd150a'}] Apr 07 01:52:16.369280 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:16.369754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:16.392122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, bd270a81-3921-478b-996d-323508a4ce78) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:16.396727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:16.397424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.426732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.446365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2fcec7c6-b9ef-4070-b832-a225b89c1a6b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.470195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcec7c6-b9ef-4070-b832-a225b89c1a6b']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:16.476635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:16.481128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a750b8-de61-402b-a7d6-632b17561222') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:16.481436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a750b8-de61-402b-a7d6-632b17561222') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:16.487260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d12fed66-7073-41fd-8e51-233c97c0a3bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3808160 Apr 07 01:52:16.487260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:16.490635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52130) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:16.490727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:16.494804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=b5a8f8f5-9735-488e-bdfa-ee6a59c023c0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:16.495234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:16.504737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (e3a750b8-de61-402b-a7d6-632b17561222), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.514636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30528d-60c9-4779-bf5b-6e3e869db349 None None] Unable to find a vacant binding_index for network bd270a81-3921-478b-996d-323508a4ce78 and agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 {{(pid=110985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 07 01:52:16.521512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30528d-60c9-4779-bf5b-6e3e869db349 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, bd270a81-3921-478b-996d-323508a4ce78) {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 01:52:16.548197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:16.548858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.567679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e3a750b8-de61-402b-a7d6-632b17561222), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.582518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:16.582924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (e3a750b8-de61-402b-a7d6-632b17561222), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:16.584614 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:16.640653 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-76918dbd-7a35-4f2c-ae13-426d88e3318c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7898276 Apr 07 01:52:16.643269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52132) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:16.649164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:16.727544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-bd270a81-3921-478b-996d-323508a4ce78', 'network_id': 'bd270a81-3921-478b-996d-323508a4ce78', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '8394e5d0-7a61-4175-a26c-d6b484058842'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:16.727544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.752296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2fcec7c6-b9ef-4070-b832-a225b89c1a6b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.758216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.762678 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] 10.222.0.25 "DELETE /v2.0/networks/2fcec7c6-b9ef-4070-b832-a225b89c1a6b HTTP/1.1" status: 204 len: 168 time: 0.4957113 Apr 07 01:52:16.773204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfed3c-201a-4be1-b1b2-74a1989cf49c admin admin] Pushing event deleted for resources: {'Network': ['ID=2fcec7c6-b9ef-4070-b832-a225b89c1a6b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:16.785889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:16.789609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.831645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:16.835951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.884270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:16.897667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Allocated IP 2001:db8::2 (bd270a81-3921-478b-996d-323508a4ce78/8394e5d0-7a61-4175-a26c-d6b484058842/1b68fa11-7192-4690-9347-e2959398fd38) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:16.959623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.ipam_backend_mixin [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1e9dd457-196a-4e93-ac95-776c1c857c11 (CIDR: 172.20.0.0/28) Apr 07 01:52:16.976435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port fb99c96c-a028-4cfc-85ef-155fc10ca9f2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:16.976825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.021457 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:52:17.021866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:17.056345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port fb99c96c-a028-4cfc-85ef-155fc10ca9f2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fb99c96c-a028-4cfc-85ef-155fc10ca9f2,segment=NetworkSegment(d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9),segment_id=d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:17.056710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.057155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Publish callbacks [] for port (1b68fa11-7192-4690-9347-e2959398fd38), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.069116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for fb99c96c-a028-4cfc-85ef-155fc10ca9f2 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:17.077644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (7cefb6f2-606d-429b-9b24-226fdb21981d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.130129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2ed40e2c-b796-42d2-87f2-c97c299b917d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4853303 Apr 07 01:52:17.134891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52136) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:17.140908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (1b68fa11-7192-4690-9347-e2959398fd38), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.141108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:17.142945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=7cefb6f2-606d-429b-9b24-226fdb21981d,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:17.155563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:17.156057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:17.181477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52138) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:17.191684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Network bd270a81-3921-478b-996d-323508a4ce78 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:17.196612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:17.203895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:17.205463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Pushing event updated for resources: {'Port': ['ID=1b68fa11-7192-4690-9347-e2959398fd38,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:17.225304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:17.238955 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f912d3bb-6811-462d-9e9e-7c5b51caa48e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b3a797faee274efe9dee64ec328bb3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564132 Apr 07 01:52:17.241710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52140) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:17.255397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fb99c96c-a028-4cfc-85ef-155fc10ca9f2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.278416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Attempting to bind port 1b68fa11-7192-4690-9347-e2959398fd38 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:17.278751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Attempting to bind port 1b68fa11-7192-4690-9347-e2959398fd38 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'a573c6fd-9e2d-4030-a888-7d233b43d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd270a81-3921-478b-996d-323508a4ce78'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:17.279095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Attempting to bind port 1b68fa11-7192-4690-9347-e2959398fd38 on network bd270a81-3921-478b-996d-323508a4ce78 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:17.285034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:17.285421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Checking segment: {'id': 'a573c6fd-9e2d-4030-a888-7d233b43d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd270a81-3921-478b-996d-323508a4ce78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:17.286078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.286486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Bound using segment: {'id': 'a573c6fd-9e2d-4030-a888-7d233b43d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd270a81-3921-478b-996d-323508a4ce78'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:17.287054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Bound port: 1b68fa11-7192-4690-9347-e2959398fd38, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a573c6fd-9e2d-4030-a888-7d233b43d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'bd270a81-3921-478b-996d-323508a4ce78'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:17.287391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1b68fa11-7192-4690-9347-e2959398fd38), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.294263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=fb99c96c-a028-4cfc-85ef-155fc10ca9f2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:17.296689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port fb99c96c-a028-4cfc-85ef-155fc10ca9f2 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:17.296869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:17.303068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:17.303767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.306079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7ccec636-4ca1-44ed-a0cd-db9449f882f7 admin admin] Publish callbacks [] for security_group (68e1b355-66d5-4a24-bb44-670649319148), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.335453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7ccec636-4ca1-44ed-a0cd-db9449f882f7 admin admin] Publish callbacks [] for security_group (68e1b355-66d5-4a24-bb44-670649319148), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.363211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] For port 1b68fa11-7192-4690-9347-e2959398fd38, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:17.366631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] For port 1b68fa11-7192-4690-9347-e2959398fd38, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1b68fa11-7192-4690-9347-e2959398fd38,segment=NetworkSegment(a573c6fd-9e2d-4030-a888-7d233b43d2e5),segment_id=a573c6fd-9e2d-4030-a888-7d233b43d2e5)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:17.368072 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ba201479-0a00-4f27-a798-6581dc550a7d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8775628 Apr 07 01:52:17.371031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52142) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:17.376073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-710047011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:17.397462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.417607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c59edf0-5390-49ac-8e8c-b4e7e9bd150a']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:17.427486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:17.427789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20723b6-3ce6-4e77-bf0b-a9d1ce1937b9') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:17.437178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.443488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1b68fa11-7192-4690-9347-e2959398fd38), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.450839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.457012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:17.457397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d20723b6-3ce6-4e77-bf0b-a9d1ce1937b9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:17.460346 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:17.472090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (cc052aa4-b918-4464-b18e-7e989b3be691), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.473199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (cc052aa4-b918-4464-b18e-7e989b3be691), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.477428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7ccec636-4ca1-44ed-a0cd-db9449f882f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (68e1b355-66d5-4a24-bb44-670649319148), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.479950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7ccec636-4ca1-44ed-a0cd-db9449f882f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.484453 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7ccec636-4ca1-44ed-a0cd-db9449f882f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68e1b355-66d5-4a24-bb44-670649319148 HTTP/1.1" status: 204 len: 168 time: 0.2385297 Apr 07 01:52:17.495136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccec636-4ca1-44ed-a0cd-db9449f882f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e1b355-66d5-4a24-bb44-670649319148,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:17.497074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:17.500604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.507120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09244b35-88e9-4840-9e6d-cc5b5771d8e8 None None] Pushing event updated for resources: {'Port': ['ID=1b68fa11-7192-4690-9347-e2959398fd38,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:17.620582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.ipam_backend_mixin [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bb511d1f-1aa3-473c-a705-9b1eddc2e1b3 (CIDR: 172.20.0.16/28) Apr 07 01:52:17.643339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (4c59edf0-5390-49ac-8e8c-b4e7e9bd150a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.655318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.658940 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/4c59edf0-5390-49ac-8e8c-b4e7e9bd150a HTTP/1.1" status: 204 len: 168 time: 2.7058461 Apr 07 01:52:17.663030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52146) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:17.680095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1162879857'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:17.701268 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:52:17.708970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:17.715711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270fca2f-5648-4d2b-9751-158b892b5fc0 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=4c59edf0-5390-49ac-8e8c-b4e7e9bd150a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:17.729816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (cc052aa4-b918-4464-b18e-7e989b3be691), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.757751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.786131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:17.795852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.837286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:17.852475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (cc052aa4-b918-4464-b18e-7e989b3be691), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.853289 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db8c6615-2c6d-4f44-8677-7047bf3c8787 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7172141 Apr 07 01:52:17.855933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52148) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:17.861648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'subnet': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:17.883713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1b68fa11-7192-4690-9347-e2959398fd38 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:17.889093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (10d921c9-d46c-48c5-8534-4d4c2adfd0a2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.889408 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment 10d921c9-d46c-48c5-8534-4d4c2adfd0a2 of type vlan for network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 Apr 07 01:52:17.938127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1b68fa11-7192-4690-9347-e2959398fd38 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:17.938600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1b68fa11-7192-4690-9347-e2959398fd38), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.966694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:17.968201 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-320a25a2-5545-4c8c-8ebf-ac5047a41cab tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5955486 Apr 07 01:52:17.971097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52152) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:18.027524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1b68fa11-7192-4690-9347-e2959398fd38 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:18.028581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1b68fa11-7192-4690-9347-e2959398fd38), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.053870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2f046751-9f76-4f7e-bd44-6c46dc6c4853), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.063153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 1b68fa11-7192-4690-9347-e2959398fd38, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1b68fa11-7192-4690-9347-e2959398fd38,segment=NetworkSegment(a573c6fd-9e2d-4030-a888-7d233b43d2e5),segment_id=a573c6fd-9e2d-4030-a888-7d233b43d2e5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:18.123489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1b68fa11-7192-4690-9347-e2959398fd38), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.179321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=1b68fa11-7192-4690-9347-e2959398fd38,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:18.214951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52154) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:18.233888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2f046751-9f76-4f7e-bd44-6c46dc6c4853), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.239079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:18.239684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.260226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4abad7fd-4682-49e8-becd-c6392b1f3547 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad6fe376bf0a45c28ea1bdc0040e3c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418258 Apr 07 01:52:18.260712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52156) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:18.281618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Made reservation on behalf of 11602b36905646139b86c2b5c66473f1 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:18.284939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.318417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ff1f946-b211-4aa9-9469-7aa9adca4c1f admin admin] Publish callbacks [] for security_group (450f2cfb-c396-455f-854a-5cb4173f792a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.342280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ff1f946-b211-4aa9-9469-7aa9adca4c1f admin admin] Publish callbacks [] for security_group (450f2cfb-c396-455f-854a-5cb4173f792a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.396260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7320213 Apr 07 01:52:18.401076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52158) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:18.406307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:18.423076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a0ac0-6c4e-49f4-b4ab-4527bbc811d1 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=2f046751-9f76-4f7e-bd44-6c46dc6c4853,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:18.443432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:18.453793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ff1f946-b211-4aa9-9469-7aa9adca4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (450f2cfb-c396-455f-854a-5cb4173f792a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.456382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ff1f946-b211-4aa9-9469-7aa9adca4c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.457597 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6ff1f946-b211-4aa9-9469-7aa9adca4c1f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/450f2cfb-c396-455f-854a-5cb4173f792a HTTP/1.1" status: 204 len: 168 time: 0.1961977 Apr 07 01:52:18.478205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1f946-b211-4aa9-9469-7aa9adca4c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f2cfb-c396-455f-854a-5cb4173f792a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:18.497222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.597573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:18.601307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.637122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf7a51-1787-420c-b169-0b398a2d1b2b None None] Network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:18.639898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376827d6-2176-4075-9727-6678b432dc20 None None] Network bd270a81-3921-478b-996d-323508a4ce78 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:18.661447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c65394-4b42-46fc-b7b4-7397383828ed None None] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:18.838736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cf7a51-1787-420c-b169-0b398a2d1b2b None None] Network 4c59edf0-5390-49ac-8e8c-b4e7e9bd150a could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:52:18.897026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8::1 (bd270a81-3921-478b-996d-323508a4ce78/8394e5d0-7a61-4175-a26c-d6b484058842/8fbc20e7-3a79-47bf-b0ee-97cbb9f54521) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:18.947533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c0692537-0989-4f83-8e58-8e60308719a9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.973910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c0792825-2941-4c86-a25b-4b8d5c6748c0 None None] Provisioning complete for port 1b68fa11-7192-4690-9347-e2959398fd38 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:18.974376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c0792825-2941-4c86-a25b-4b8d5c6748c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1b68fa11-7192-4690-9347-e2959398fd38), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:18.988430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc', 'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '7cefb6f2-606d-429b-9b24-226fdb21981d'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:18.989488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.061547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:19.071322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:19.074439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:19.075596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.082484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Subnet': ['ID=c0692537-0989-4f83-8e58-8e60308719a9,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:19.113444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b562ccf-8942-4538-ae10-13dc080d6f6b None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:19.136951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.207249 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-abad8038-9246-48d1-9682-3c392bf95471 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3497109 Apr 07 01:52:19.208705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52162) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:19.221508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-505234487', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c0692537-0989-4f83-8e58-8e60308719a9'}], 'security_groups': ['8330e579-d338-4ca9-92c4-674aee7f8349', '1b49d6e4-da3f-4350-a0ba-532d9803161b']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:19.267121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.305824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c0792825-2941-4c86-a25b-4b8d5c6748c0 None None] Current status of the port 1b68fa11-7192-4690-9347-e2959398fd38 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:19.339054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=8fbc20e7-3a79-47bf-b0ee-97cbb9f54521,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:19.339756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Allocated IP 2001:db8:1::2 (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc/7cefb6f2-606d-429b-9b24-226fdb21981d/23c89665-8baf-433b-82fe-130a322dcf7c) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:19.377019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network bd270a81-3921-478b-996d-323508a4ce78 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:19.378614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:19.398849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:19.399452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.426469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (987c1f02-bd8e-471f-96aa-4740b92d3b01), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.473909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c245c50e-1d2e-46fe-9926-12e1398f357c None None] Provisioning complete for port b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:19.474366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c245c50e-1d2e-46fe-9926-12e1398f357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.487024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.569380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=987c1f02-bd8e-471f-96aa-4740b92d3b01,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:19.580475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': '10d921c9-d46c-48c5-8534-4d4c2adfd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:19.580996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 2f046751-9f76-4f7e-bd44-6c46dc6c4853, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:19.683460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:19.757332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2f046751-9f76-4f7e-bd44-6c46dc6c4853) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:19.763479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:19.764271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:19.774881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c245c50e-1d2e-46fe-9926-12e1398f357c None None] Port b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:19.776490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8098e1-df76-4dbb-b072-b4038ae2635a None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:19.870582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2bcae-6af7-42b1-bc98-c3476a73d753 None None] Network bd270a81-3921-478b-996d-323508a4ce78 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:19.886676 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9d45fe59-6835-4524-a0d4-adc9323900f4 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4843357 Apr 07 01:52:19.888788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52170) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:19.897210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] Update dhcp port {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'fixed_ips': [{'subnet_id': 'bb511d1f-1aa3-473c-a705-9b1eddc2e1b3', 'ip_address': '172.20.0.18'}, {'subnet_id': '1e9dd457-196a-4e93-ac95-776c1c857c11', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c0692537-0989-4f83-8e58-8e60308719a9'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '844a6fc1-dc04-42bc-adb1-62b6380e07fe'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:52:19.901174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:19.947117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1b68fa11-7192-4690-9347-e2959398fd38 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:20.022041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.024626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Publish callbacks [] for port (23c89665-8baf-433b-82fe-130a322dcf7c), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.063114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2998ae0e-a4c6-4f52-b73b-57055f939b8c None None] Provisioning complete for port 1b68fa11-7192-4690-9347-e2959398fd38 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:20.070869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2998ae0e-a4c6-4f52-b73b-57055f939b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1b68fa11-7192-4690-9347-e2959398fd38), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.071029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.129107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:20.134590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.171801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-2f046751-9f76-4f7e-bd44-6c46dc6c4853', 'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': '987c1f02-bd8e-471f-96aa-4740b92d3b01'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:20.172671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.174645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978270fb-f407-41cd-b89d-936fef39fa16 req-2bab2545-b038-4a79-bd76-6fdd5017a282 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.176099 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-978270fb-f407-41cd-b89d-936fef39fa16 req-2bab2545-b038-4a79-bd76-6fdd5017a282 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1868544 Apr 07 01:52:20.202516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.329924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1b68fa11-7192-4690-9347-e2959398fd38 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:20.330311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1b68fa11-7192-4690-9347-e2959398fd38), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.339139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:20.412798 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-978270fb-f407-41cd-b89d-936fef39fa16 req-2fc36173-a5dc-4bfc-b114-e917d9a73c88 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163379 Apr 07 01:52:20.417597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:20.428520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:20.433313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Pushing event updated for resources: {'Port': ['ID=23c89665-8baf-433b-82fe-130a322dcf7c,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:20.466791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (36ea5783-a3b9-4bbb-a1ae-8e49331075a9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.510267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Delete allocated IP 172.20.0.10 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/1e9dd457-196a-4e93-ac95-776c1c857c11) {{(pid=110984) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 07 01:52:20.525285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2998ae0e-a4c6-4f52-b73b-57055f939b8c None None] Current status of the port 1b68fa11-7192-4690-9347-e2959398fd38 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:20.540238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Allocated IP 172.20.0.39 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/c0692537-0989-4f83-8e58-8e60308719a9/b5a8f8f5-9735-488e-bdfa-ee6a59c023c0) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:20.565303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:20.573675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:20.583465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.589592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.597623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Attempting to bind port 23c89665-8baf-433b-82fe-130a322dcf7c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:20.598598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Attempting to bind port 23c89665-8baf-433b-82fe-130a322dcf7c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:20.598598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Attempting to bind port 23c89665-8baf-433b-82fe-130a322dcf7c on network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:20.598831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=36ea5783-a3b9-4bbb-a1ae-8e49331075a9,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:20.629311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Allocated IP 2001:db8::2 (2f046751-9f76-4f7e-bd44-6c46dc6c4853/987c1f02-bd8e-471f-96aa-4740b92d3b01/ea8c7e46-9aa8-445c-b66e-8792b7691927) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:20.633239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:20.633629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Checking segment: {'id': 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:20.634045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.634455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Bound using segment: {'id': 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:20.634951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Bound port: 23c89665-8baf-433b-82fe-130a322dcf7c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:20.635339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.668308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1b68fa11-7192-4690-9347-e2959398fd38 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:20.671685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-69af5f68-d4a2-41df-a82f-d750ee7eb049 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7744737 Apr 07 01:52:20.672247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52174) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:20.690521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.720209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3dffd-0892-4954-a352-c93880dcdd27 req-e7678fdb-7f95-4da5-b475-4a8ec88fd549 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.722170 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7bc3dffd-0892-4954-a352-c93880dcdd27 req-e7678fdb-7f95-4da5-b475-4a8ec88fd549 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1572936 Apr 07 01:52:20.754169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d5987-5b0b-4726-89d6-4b4a5f9e2f49 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.756005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d5987-5b0b-4726-89d6-4b4a5f9e2f49 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.758423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d5987-5b0b-4726-89d6-4b4a5f9e2f49 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.759986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d5987-5b0b-4726-89d6-4b4a5f9e2f49 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.766510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738d5987-5b0b-4726-89d6-4b4a5f9e2f49 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:20.768092 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-738d5987-5b0b-4726-89d6-4b4a5f9e2f49 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0938876 Apr 07 01:52:20.769910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52176) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:20.775239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588112381'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:20.787952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] For port 23c89665-8baf-433b-82fe-130a322dcf7c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:20.794132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] For port 23c89665-8baf-433b-82fe-130a322dcf7c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=23c89665-8baf-433b-82fe-130a322dcf7c,segment=NetworkSegment(ecf8ff80-48d1-49f3-9825-3f5f36f710a0),segment_id=ecf8ff80-48d1-49f3-9825-3f5f36f710a0)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:20.796840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.797493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.872451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:20.883103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.885885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b1db9dfe-0783-4eb0-8b75-7271373f4dcf None None] Provisioning complete for port 1b68fa11-7192-4690-9347-e2959398fd38 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:20.886273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1db9dfe-0783-4eb0-8b75-7271373f4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1b68fa11-7192-4690-9347-e2959398fd38), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.888170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Publish callbacks [] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.910141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.916921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:20.930663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fa39b434-9edf-4218-a5a6-17a2106f5871), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.931112 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment fa39b434-9edf-4218-a5a6-17a2106f5871 of type vlan for network 497cdbd8-5b89-42a0-a021-10ba110a00a4 Apr 07 01:52:20.950603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=8fbc20e7-3a79-47bf-b0ee-97cbb9f54521,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:20.957520 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7bc3dffd-0892-4954-a352-c93880dcdd27 req-706ed4cc-3c4a-4a2d-8fcf-75b338cccad1 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079232 Apr 07 01:52:20.986849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.996004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:20.997147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.014693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:21.027798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:21.031298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:21.049064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d479f-fd94-4d42-8c3d-0281235e168d None None] Pushing event updated for resources: {'Port': ['ID=23c89665-8baf-433b-82fe-130a322dcf7c,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:21.060375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network bd270a81-3921-478b-996d-323508a4ce78 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:21.062526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:21.074954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.094644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.100201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:21.101122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.195869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=497cdbd8-5b89-42a0-a021-10ba110a00a4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:21.233286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:21.254176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-04b357d4-9120-4766-b070-60aa1cde3803 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4808016 Apr 07 01:52:21.254883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52180) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:21.259788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:21.303269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Pushing event updated for resources: {'Port': ['ID=ea8c7e46-9aa8-445c-b66e-8792b7691927,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:21.307132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Attempting to bind port ea8c7e46-9aa8-445c-b66e-8792b7691927 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:21.307858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Attempting to bind port ea8c7e46-9aa8-445c-b66e-8792b7691927 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '10d921c9-d46c-48c5-8534-4d4c2adfd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:21.308506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Attempting to bind port ea8c7e46-9aa8-445c-b66e-8792b7691927 on network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:21.315995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b1db9dfe-0783-4eb0-8b75-7271373f4dcf None None] Current status of the port 1b68fa11-7192-4690-9347-e2959398fd38 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:21.335028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:21.335446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Checking segment: {'id': '10d921c9-d46c-48c5-8534-4d4c2adfd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:21.335824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.336212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Bound using segment: {'id': '10d921c9-d46c-48c5-8534-4d4c2adfd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:21.336696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Bound port: ea8c7e46-9aa8-445c-b66e-8792b7691927, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d921c9-d46c-48c5-8534-4d4c2adfd0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:21.337110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.343937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event updated for resources: {'Port': ['ID=b5a8f8f5-9735-488e-bdfa-ee6a59c023c0,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:21.411693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] Allocated IP 172.20.0.34 (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e/c0692537-0989-4f83-8e58-8e60308719a9/844a6fc1-dc04-42bc-adb1-62b6380e07fe) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:21.426202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb6c7e-6a74-4525-bb37-f6d3e9661555 req-baf6f914-bd8a-4ea5-9382-95880078bc28 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:21.427029 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7eb6c7e-6a74-4525-bb37-f6d3e9661555 req-baf6f914-bd8a-4ea5-9382-95880078bc28 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.3371084 Apr 07 01:52:21.427989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] In _notify_port_updated(), no bound segment for port b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 on network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:52:21.432865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:21.433480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.437290 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3abf1ec1-c6b3-4435-83ba-a4c7ac144dc7 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "PUT /v2.0/ports/b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 HTTP/1.1" status: 200 len: 959 time: 2.2241831 Apr 07 01:52:21.448268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52182) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:21.468555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b1db9dfe-0783-4eb0-8b75-7271373f4dcf None None] Provisioning complete for port 8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:21.469381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1db9dfe-0783-4eb0-8b75-7271373f4dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.543274 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.627550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.650376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 is not hosted by any dhcp agent {{(pid=110983) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:52:21.650780 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7eb6c7e-6a74-4525-bb37-f6d3e9661555 req-43e6e0c1-b5ed-4df3-8e2b-cf58b3154265 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011480 Apr 07 01:52:21.656489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:21.657510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.659013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "PUT /v2.0/networks/497cdbd8-5b89-42a0-a021-10ba110a00a4 HTTP/1.1" status: 200 len: 723 time: 0.4033439 Apr 07 01:52:21.661768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52184) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:21.674066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:21.714943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526418a-2a7e-45be-937e-1083f6e00eb5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=497cdbd8-5b89-42a0-a021-10ba110a00a4,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:21.735543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router cc052aa4-b918-4464-b18e-7e989b3be691 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:52:21.751860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:21.752305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.782897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:21.829142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] For port ea8c7e46-9aa8-445c-b66e-8792b7691927, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:21.831695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b1db9dfe-0783-4eb0-8b75-7271373f4dcf None None] Port 8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:21.861529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] For port ea8c7e46-9aa8-445c-b66e-8792b7691927, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea8c7e46-9aa8-445c-b66e-8792b7691927,segment=NetworkSegment(10d921c9-d46c-48c5-8534-4d4c2adfd0a2),segment_id=10d921c9-d46c-48c5-8534-4d4c2adfd0a2)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:21.913051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 23c89665-8baf-433b-82fe-130a322dcf7c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:21.922872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:21.925788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=844a6fc1-dc04-42bc-adb1-62b6380e07fe,segment=NetworkSegment(7bfcf9f9-4d72-4ec6-ba40-78f742e66326),segment_id=7bfcf9f9-4d72-4ec6-ba40-78f742e66326)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:21.995030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.009807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:22.021036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729859-1399-4fce-bda1-a008d3efd10b req-1b2a3e73-3f02-43bf-84b2-faee550abc87 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:22.022613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9c729859-1399-4fce-bda1-a008d3efd10b req-1b2a3e73-3f02-43bf-84b2-faee550abc87 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2672865 Apr 07 01:52:22.023799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:22.029298 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-24998055-62ca-4c9a-9db6-6d7677527792 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/cc052aa4-b918-4464-b18e-7e989b3be691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0572088 Apr 07 01:52:22.032028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52188) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:22.041381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-eadf20f5-ff1f-41f4-8c62-9ddbabedafd0 None None] Provisioning complete for port 8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:22.041905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-eadf20f5-ff1f-41f4-8c62-9ddbabedafd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.044928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] Sync routers for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:22.046906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:22.050156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.102824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] Publish callbacks [] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.119039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892413-286f-47d0-be10-7d9fb6faa35b None None] Pushing event updated for resources: {'Port': ['ID=ea8c7e46-9aa8-445c-b66e-8792b7691927,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:22.127228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:22.130631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:22.153514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d829e332-7f8e-49a4-98d8-247c9f4973cc tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:22.163810 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d829e332-7f8e-49a4-98d8-247c9f4973cc tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports/8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 HTTP/1.1" status: 200 len: 911 time: 0.1225512 Apr 07 01:52:22.166410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52190) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:22.204040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-eadf20f5-ff1f-41f4-8c62-9ddbabedafd0 None None] Port 8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:22.209942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:22.220579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.227856 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-57a13e56-5c22-4078-b1db-3c7ad04fe40e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2408044 Apr 07 01:52:22.240709 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9c729859-1399-4fce-bda1-a008d3efd10b req-bf39b3cc-fef9-4039-a8a4-69172f740db6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998665 Apr 07 01:52:22.423573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-caf43111-21b7-4920-a9b4-d295601faca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:22.425526 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-caf43111-21b7-4920-a9b4-d295601faca3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1129 time: 0.1396093 Apr 07 01:52:22.434742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 23c89665-8baf-433b-82fe-130a322dcf7c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:22.436679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.436989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:22.438245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:22.546052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:22.546744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756d98c5-f798-4c61-8187-dd54eda07358 None None] The sync data for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:22.599652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f2fae-37f0-4ff3-83af-8872fd08ceff None None] Pushing event updated for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:22.604396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b5a8f8f5-9735-488e-bdfa-ee6a59c023c0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.663254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=b5a8f8f5-9735-488e-bdfa-ee6a59c023c0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:22.667869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (aca6aa41-038c-46c5-ae55-7fc014709ef8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.668129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 23c89665-8baf-433b-82fe-130a322dcf7c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:22.671432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.727586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 23c89665-8baf-433b-82fe-130a322dcf7c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=23c89665-8baf-433b-82fe-130a322dcf7c,segment=NetworkSegment(ecf8ff80-48d1-49f3-9825-3f5f36f710a0),segment_id=ecf8ff80-48d1-49f3-9825-3f5f36f710a0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:22.756179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026d6241-2e93-493c-a0d5-ab248f56a9f6 None None] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:22.803966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-96c2c23b-aeae-4fb4-80bc-2fde552ca82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:22.805546 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-96c2c23b-aeae-4fb4-80bc-2fde552ca82a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 200 len: 897 time: 0.3296340 Apr 07 01:52:22.834113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.904464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=aca6aa41-038c-46c5-ae55-7fc014709ef8,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:22.911552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': 'fa39b434-9edf-4218-a5a6-17a2106f5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:22.912086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: 497cdbd8-5b89-42a0-a021-10ba110a00a4, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:22.948072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.951160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-766057c7-18ad-40a2-bfbf-ab0050fd72c6 None None] Provisioning complete for port 23c89665-8baf-433b-82fe-130a322dcf7c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:22.951751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-766057c7-18ad-40a2-bfbf-ab0050fd72c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:22.955099 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-88c98f91-799b-4b91-94b0-322238107aed tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 HTTP/1.1" status: 204 len: 168 time: 1.4923315 Apr 07 01:52:22.955928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52196) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:22.963179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800bfb8-831d-49c1-a66a-dee037341c3a req-86bc7c68-b05f-4efc-a205-65c62af48f5d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:22.969338 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d800bfb8-831d-49c1-a66a-dee037341c3a req-86bc7c68-b05f-4efc-a205-65c62af48f5d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2697794 Apr 07 01:52:23.005940 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cf6cde-d899-47d6-b4c2-2eeeb11c9f7c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] GET failed (client error): The resource could not be found. Apr 07 01:52:23.010176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d3cf6cde-d899-47d6-b4c2-2eeeb11c9f7c tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports/b5a8f8f5-9735-488e-bdfa-ee6a59c023c0 HTTP/1.1" status: 404 len: 333 time: 0.0490344 Apr 07 01:52:23.013681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=23c89665-8baf-433b-82fe-130a322dcf7c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:23.025010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:23.039301 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-65b13220-4d8d-4056-9b72-c840577296d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 200 len: 1001 time: 0.1611874 Apr 07 01:52:23.041684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.063279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d800bfb8-831d-49c1-a66a-dee037341c3a req-af03f8f8-96c5-46f3-9775-a9301d5f34a6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874515 Apr 07 01:52:23.097771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:23.127983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-766057c7-18ad-40a2-bfbf-ab0050fd72c6 None None] Current status of the port 23c89665-8baf-433b-82fe-130a322dcf7c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:23.167220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c8385e-9eb1-42a0-9f9a-bb2da73bafa6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (2c5468c7-39d0-4fe9-bb38-6c40ca34759f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.197935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c8385e-9eb1-42a0-9f9a-bb2da73bafa6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (2c5468c7-39d0-4fe9-bb38-6c40ca34759f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.210028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 497cdbd8-5b89-42a0-a021-10ba110a00a4) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:23.218647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:23.219965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634337'] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.221368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8730886-4cd9-4319-934f-02794a04b3d2 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:23.234854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-7019d06d-1ac4-491b-8cec-77f1da372e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:23.236387 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-7019d06d-1ac4-491b-8cec-77f1da372e83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b931ef-ece8-49be-b055-29428b718934 HTTP/1.1" status: 200 len: 834 time: 0.1867371 Apr 07 01:52:23.309963 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-66b985be-5149-4348-8b95-ab68c0feb592 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6471703 Apr 07 01:52:23.312604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:23.319188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:23.362417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c8385e-9eb1-42a0-9f9a-bb2da73bafa6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2c5468c7-39d0-4fe9-bb38-6c40ca34759f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.365224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c8385e-9eb1-42a0-9f9a-bb2da73bafa6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.370347 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-70c8385e-9eb1-42a0-9f9a-bb2da73bafa6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/security-groups/2c5468c7-39d0-4fe9-bb38-6c40ca34759f HTTP/1.1" status: 204 len: 168 time: 0.3440232 Apr 07 01:52:23.374086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52202) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:23.395987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-497cdbd8-5b89-42a0-a021-10ba110a00a4', 'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': 'aca6aa41-038c-46c5-ae55-7fc014709ef8'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:23.396609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8385e-9eb1-42a0-9f9a-bb2da73bafa6 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5468c7-39d0-4fe9-bb38-6c40ca34759f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:23.396739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.529584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e9f308b-6791-478c-b228-c43a6911d92a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (1b49d6e4-da3f-4350-a0ba-532d9803161b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.529985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8:1::1 (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc/7cefb6f2-606d-429b-9b24-226fdb21981d/42978280-f8d5-41bc-a4ca-070029a9f8dc) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:23.536871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62910026'] for subnet (aca6aa41-038c-46c5-ae55-7fc014709ef8), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.600848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e9f308b-6791-478c-b228-c43a6911d92a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (1b49d6e4-da3f-4350-a0ba-532d9803161b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.657880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Allocated IP 2001:db8::2 (497cdbd8-5b89-42a0-a021-10ba110a00a4/aca6aa41-038c-46c5-ae55-7fc014709ef8/9105f9f4-11b7-495e-a8a0-84a76741d2eb) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:23.685905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.690541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-d28092fb-d2a8-430d-b687-cfbd542305f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:23.692074 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-d28092fb-d2a8-430d-b687-cfbd542305f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.4442437 Apr 07 01:52:23.740791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e9f308b-6791-478c-b228-c43a6911d92a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1b49d6e4-da3f-4350-a0ba-532d9803161b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.743404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e9f308b-6791-478c-b228-c43a6911d92a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.748028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9e9f308b-6791-478c-b228-c43a6911d92a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/security-groups/1b49d6e4-da3f-4350-a0ba-532d9803161b HTTP/1.1" status: 204 len: 168 time: 0.3606102 Apr 07 01:52:23.751491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52204) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:23.770651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f308b-6791-478c-b228-c43a6911d92a tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b49d6e4-da3f-4350-a0ba-532d9803161b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:23.813316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-70d3ce60-8ff8-47ec-9a91-bdd9d058d698 None None] Provisioning complete for port 23c89665-8baf-433b-82fe-130a322dcf7c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:23.813703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-70d3ce60-8ff8-47ec-9a91-bdd9d058d698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.829249 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-4a5e8662-4e71-48bb-9876-f77d2d1e354e service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275547 Apr 07 01:52:23.835002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.851623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdb214b6-a31e-4e5b-8c1e-892bb5498315 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (8330e579-d338-4ca9-92c4-674aee7f8349), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.906844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdb214b6-a31e-4e5b-8c1e-892bb5498315 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (8330e579-d338-4ca9-92c4-674aee7f8349), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:23.928563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3869e8-4287-4f36-a58b-d0b46298066b None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:23.994412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:24.003594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:24.009353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:24.010134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.012180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=42978280-f8d5-41bc-a4ca-070029a9f8dc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:24.019653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea8c7e46-9aa8-445c-b66e-8792b7691927 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:24.045976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Publish callbacks [] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.072284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdb214b6-a31e-4e5b-8c1e-892bb5498315 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (8330e579-d338-4ca9-92c4-674aee7f8349), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.075409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdb214b6-a31e-4e5b-8c1e-892bb5498315 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.077012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-70d3ce60-8ff8-47ec-9a91-bdd9d058d698 None None] Current status of the port 23c89665-8baf-433b-82fe-130a322dcf7c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:24.079601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fdb214b6-a31e-4e5b-8c1e-892bb5498315 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/security-groups/8330e579-d338-4ca9-92c4-674aee7f8349 HTTP/1.1" status: 204 len: 168 time: 0.3250058 Apr 07 01:52:24.082043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52206) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:24.140903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.151601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ea8c7e46-9aa8-445c-b66e-8792b7691927 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:24.151977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.169497 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68e5d075-78f9-4382-b3be-8a9dd27ff0b5 req-cdcaef59-fb3d-4e95-bc4b-185dfe055a6f service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299222 Apr 07 01:52:24.180951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb214b6-a31e-4e5b-8c1e-892bb5498315 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8330e579-d338-4ca9-92c4-674aee7f8349,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:24.250195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Could not find standard attr ID for object b5a8f8f5-9735-488e-bdfa-ee6a59c023c0. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:24.261889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:24.278908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:24.286364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:24.294611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Pushing event updated for resources: {'Port': ['ID=9105f9f4-11b7-495e-a8a0-84a76741d2eb,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:24.299982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet 1e9dd457-196a-4e93-ac95-776c1c857c11 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:24.303211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:24.303642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.304677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (1e9dd457-196a-4e93-ac95-776c1c857c11), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.363648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.364570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (1e9dd457-196a-4e93-ac95-776c1c857c11), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.454961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Attempting to bind port 9105f9f4-11b7-495e-a8a0-84a76741d2eb on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:24.455482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Attempting to bind port 9105f9f4-11b7-495e-a8a0-84a76741d2eb by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'fa39b434-9edf-4218-a5a6-17a2106f5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:24.455867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Attempting to bind port 9105f9f4-11b7-495e-a8a0-84a76741d2eb on network 497cdbd8-5b89-42a0-a021-10ba110a00a4 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:24.481212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:24.482084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Checking segment: {'id': 'fa39b434-9edf-4218-a5a6-17a2106f5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:24.482697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.483820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Bound using segment: {'id': 'fa39b434-9edf-4218-a5a6-17a2106f5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:24.485162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Bound port: 9105f9f4-11b7-495e-a8a0-84a76741d2eb, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa39b434-9edf-4218-a5a6-17a2106f5871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '497cdbd8-5b89-42a0-a021-10ba110a00a4'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:24.485774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.488695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:24.498882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ea8c7e46-9aa8-445c-b66e-8792b7691927 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:24.500592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.518402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (1e9dd457-196a-4e93-ac95-776c1c857c11), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.563253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76626a1e-6393-4ced-bd08-24262529e567 req-be07e99b-c80a-4a7e-96e9-7ed07ad46d5d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:24.570650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76626a1e-6393-4ced-bd08-24262529e567 req-be07e99b-c80a-4a7e-96e9-7ed07ad46d5d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.3634984 Apr 07 01:52:24.595106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] Update dhcp port {'port': {'network_id': '2f046751-9f76-4f7e-bd44-6c46dc6c4853', 'fixed_ips': [{'subnet_id': '987c1f02-bd8e-471f-96aa-4740b92d3b01', 'ip_address': '2001:db8::2'}, {'subnet_id': '36ea5783-a3b9-4bbb-a1ae-8e49331075a9'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': 'ea8c7e46-9aa8-445c-b66e-8792b7691927'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:52:24.622055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port ea8c7e46-9aa8-445c-b66e-8792b7691927, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea8c7e46-9aa8-445c-b66e-8792b7691927,segment=NetworkSegment(10d921c9-d46c-48c5-8534-4d4c2adfd0a2),segment_id=10d921c9-d46c-48c5-8534-4d4c2adfd0a2)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:24.655082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Provisioning complete for port ea8c7e46-9aa8-445c-b66e-8792b7691927 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:24.655464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.672454 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76626a1e-6393-4ced-bd08-24262529e567 req-6c13fc9d-db07-4806-8fd4-a98ccd0faa97 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006842 Apr 07 01:52:24.694312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.706238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.706633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 844a6fc1-dc04-42bc-adb1-62b6380e07fe up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:24.715596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.718546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794723352589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62230802'] for subnet (aca6aa41-038c-46c5-ae55-7fc014709ef8), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.754159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:24.754820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.758761 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "PUT /v2.0/subnets/aca6aa41-038c-46c5-ae55-7fc014709ef8 HTTP/1.1" status: 200 len: 826 time: 1.4417655 Apr 07 01:52:24.759328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52210) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:24.804564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.805719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.807969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (1e9dd457-196a-4e93-ac95-776c1c857c11), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.837635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] For port 9105f9f4-11b7-495e-a8a0-84a76741d2eb, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:24.838225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.841799 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/1e9dd457-196a-4e93-ac95-776c1c857c11 HTTP/1.1" status: 204 len: 168 time: 0.7574182 Apr 07 01:52:24.847166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52212) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:24.849947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9540e-fd92-4246-9632-406ec8cd7e0a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=aca6aa41-038c-46c5-ae55-7fc014709ef8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:24.860391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0a7d8-fcb6-483d-8a30-05e29d447f6e None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:24.887329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeea24e-3465-46be-843b-bcb76c360e06 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9dd457-196a-4e93-ac95-776c1c857c11,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:24.894863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] For port 9105f9f4-11b7-495e-a8a0-84a76741d2eb, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9105f9f4-11b7-495e-a8a0-84a76741d2eb,segment=NetworkSegment(fa39b434-9edf-4218-a5a6-17a2106f5871),segment_id=fa39b434-9edf-4218-a5a6-17a2106f5871)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:24.923948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=ea8c7e46-9aa8-445c-b66e-8792b7691927,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:24.931350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:24.997867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port 9105f9f4-11b7-495e-a8a0-84a76741d2eb {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:24.998223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.032468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.095906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port 9105f9f4-11b7-495e-a8a0-84a76741d2eb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9105f9f4-11b7-495e-a8a0-84a76741d2eb,segment=NetworkSegment(fa39b434-9edf-4218-a5a6-17a2106f5871),segment_id=fa39b434-9edf-4218-a5a6-17a2106f5871)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:25.096331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.252485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:25.252865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.318389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=42978280-f8d5-41bc-a4ca-070029a9f8dc,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:25.331197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Current status of the port ea8c7e46-9aa8-445c-b66e-8792b7691927 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:25.363039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet c0692537-0989-4f83-8e58-8e60308719a9 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:25.372214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (c0692537-0989-4f83-8e58-8e60308719a9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.398705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852520b1-d1a5-4b89-82f6-601fb53c7961 None None] Pushing event updated for resources: {'Port': ['ID=9105f9f4-11b7-495e-a8a0-84a76741d2eb,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:25.413196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] Allocated IP 172.20.0.1 (2f046751-9f76-4f7e-bd44-6c46dc6c4853/36ea5783-a3b9-4bbb-a1ae-8e49331075a9/ea8c7e46-9aa8-445c-b66e-8792b7691927) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:25.418902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:25.422262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:25.432276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:25.432700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.433033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (c0692537-0989-4f83-8e58-8e60308719a9), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.531844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for 9105f9f4-11b7-495e-a8a0-84a76741d2eb owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:25.641745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router cc052aa4-b918-4464-b18e-7e989b3be691 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:25.661122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c0692537-0989-4f83-8e58-8e60308719a9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.702238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] For port ea8c7e46-9aa8-445c-b66e-8792b7691927, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea8c7e46-9aa8-445c-b66e-8792b7691927,segment=NetworkSegment(10d921c9-d46c-48c5-8534-4d4c2adfd0a2),segment_id=10d921c9-d46c-48c5-8534-4d4c2adfd0a2)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:25.778653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] Publish callbacks [] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:25.795177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:25.817522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 23c89665-8baf-433b-82fe-130a322dcf7c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:25.945244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c55cabeb-32f7-4ec1-9325-147c30550a26 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:25.954129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 23c89665-8baf-433b-82fe-130a322dcf7c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:25.955288 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.003308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9105f9f4-11b7-495e-a8a0-84a76741d2eb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.052873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:26.069714 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dabc7e02-73b1-48a0-93ca-559cb3d4b124 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/cc052aa4-b918-4464-b18e-7e989b3be691/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9021478 Apr 07 01:52:26.073702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52218) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:26.073876 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] Sync routers for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:26.074799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=9105f9f4-11b7-495e-a8a0-84a76741d2eb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:26.095449 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:26.096096 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.139517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e494a18c-e345-44fa-a0f7-176c3de23e1d None None] Could not find standard attr ID for object b5a8f8f5-9735-488e-bdfa-ee6a59c023c0. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:26.148414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.154295 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.157609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port 9105f9f4-11b7-495e-a8a0-84a76741d2eb on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:26.164585 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:26.175451 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.197040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ac7edb-a0f8-444b-8a5b-42d33bd9d9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:26.204208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52220) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:26.217675 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-46ac7edb-a0f8-444b-8a5b-42d33bd9d9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports/42978280-f8d5-41bc-a4ca-070029a9f8dc HTTP/1.1" status: 200 len: 913 time: 0.1306307 Apr 07 01:52:26.219961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (c0692537-0989-4f83-8e58-8e60308719a9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.273684 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.275225 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61311120-bda2-4ca3-b4a7-1992c9d74f4a None None] The sync data for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:26.293071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.303384 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/c0692537-0989-4f83-8e58-8e60308719a9 HTTP/1.1" status: 204 len: 168 time: 1.4515171 Apr 07 01:52:26.304230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9cb00-57c1-4cca-9f25-83cec1a99d62 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=c0692537-0989-4f83-8e58-8e60308719a9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:26.313727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52222) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:26.317442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 23c89665-8baf-433b-82fe-130a322dcf7c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:26.322595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95453669-fa51-4411-a7d3-8eb74322570e req-29c0fbc7-b74c-42ce-9953-0bc31e556f0c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:26.324089 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95453669-fa51-4411-a7d3-8eb74322570e req-29c0fbc7-b74c-42ce-9953-0bc31e556f0c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.5221043 Apr 07 01:52:26.338215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e494a18c-e345-44fa-a0f7-176c3de23e1d None None] Provisioning complete for port 42978280-f8d5-41bc-a4ca-070029a9f8dc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:26.338870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e494a18c-e345-44fa-a0f7-176c3de23e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.366054 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-4797d85a-3964-4817-bd0b-7027cd039011 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:26.366523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4797d85a-3964-4817-bd0b-7027cd039011 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:26.373877 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4797d85a-3964-4817-bd0b-7027cd039011 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/1e9dd457-196a-4e93-ac95-776c1c857c11 HTTP/1.1" status: 404 len: 337 time: 0.0590401 Apr 07 01:52:26.380442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52224) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:26.405757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (aca6aa41-038c-46c5-ae55-7fc014709ef8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.460404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7731d8-7b1b-404a-b6f2-9e46ab6e07cd None None] Pushing event updated for resources: {'Port': ['ID=ea8c7e46-9aa8-445c-b66e-8792b7691927,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:26.471340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting subnet bb511d1f-1aa3-473c-a705-9b1eddc2e1b3 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:26.476108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (bb511d1f-1aa3-473c-a705-9b1eddc2e1b3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.519738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e494a18c-e345-44fa-a0f7-176c3de23e1d None None] Port 42978280-f8d5-41bc-a4ca-070029a9f8dc cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:26.522602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea8c7e46-9aa8-445c-b66e-8792b7691927 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:26.525600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (bb511d1f-1aa3-473c-a705-9b1eddc2e1b3), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.545765 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95453669-fa51-4411-a7d3-8eb74322570e req-1814d555-a033-4950-8769-3fe37471ac72 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087114 Apr 07 01:52:26.634423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ea8c7e46-9aa8-445c-b66e-8792b7691927 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:26.634892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.692509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bb511d1f-1aa3-473c-a705-9b1eddc2e1b3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.749173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (aca6aa41-038c-46c5-ae55-7fc014709ef8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.767744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81301a6e-0b58-40b8-b5d4-e0515396626e None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:26.816167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=aca6aa41-038c-46c5-ae55-7fc014709ef8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:26.845376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ea8c7e46-9aa8-445c-b66e-8792b7691927 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:26.860996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (bb511d1f-1aa3-473c-a705-9b1eddc2e1b3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.870212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e9b0f89a-68c3-4771-a525-3832f9571470 None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:26.872055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e9b0f89a-68c3-4771-a525-3832f9571470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.924605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.935277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Subnet': ['ID=bb511d1f-1aa3-473c-a705-9b1eddc2e1b3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:26.942349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:26.949661 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4a9e3405-f858-4743-9981-4ee52ee7e516 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/bb511d1f-1aa3-473c-a705-9b1eddc2e1b3 HTTP/1.1" status: 204 len: 168 time: 0.5657666 Apr 07 01:52:26.952709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52226) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:26.955767 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0f89a-68c3-4771-a525-3832f9571470 None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:26.966088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['497cdbd8-5b89-42a0-a021-10ba110a00a4']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.969488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac58ecf-022e-401d-87cf-d140f98dd192 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:26.982460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa39b434-9edf-4218-a5a6-17a2106f5871') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.982904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa39b434-9edf-4218-a5a6-17a2106f5871') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:26.994602 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-805b8e85-7987-4ec0-8235-c60871626754 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:26.995344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-805b8e85-7987-4ec0-8235-c60871626754 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.001100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (fa39b434-9edf-4218-a5a6-17a2106f5871), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.006161 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-805b8e85-7987-4ec0-8235-c60871626754 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/c902c155-d5e6-41b6-b221-87d938f96bbe HTTP/1.1" status: 404 len: 337 time: 0.0516088 Apr 07 01:52:27.006843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52228) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.022947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (fa39b434-9edf-4218-a5a6-17a2106f5871), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.028702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e9b0f89a-68c3-4771-a525-3832f9571470 None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:27.029121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e9b0f89a-68c3-4771-a525-3832f9571470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.033005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:27.033580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (fa39b434-9edf-4218-a5a6-17a2106f5871), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:27.039564 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:27.055899 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e2294285-864f-4a25-8822-fdcddb477586 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 HTTP/1.1" status: 200 len: 205 time: 0.0452960 Apr 07 01:52:27.057205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52230) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.124489 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-e7f16176-1b16-41e0-9989-9d2434ac8a9f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] delete failed (client error): The resource could not be found. Apr 07 01:52:27.126643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e7f16176-1b16-41e0-9989-9d2434ac8a9f tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/routers/d1b9fc1f-d76f-4a7b-baff-bcb60228ecd0 HTTP/1.1" status: 404 len: 336 time: 0.0692632 Apr 07 01:52:27.129611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52232) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.181433 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6378ad2-9536-4882-83bd-42d2fd5871c0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.181897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6378ad2-9536-4882-83bd-42d2fd5871c0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.193244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52234) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.193447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e6378ad2-9536-4882-83bd-42d2fd5871c0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/1f6aa25c-2b00-4d7c-b2e3-9504cad6f25c HTTP/1.1" status: 404 len: 337 time: 0.0618317 Apr 07 01:52:27.213416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.223247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9546668-30a2-4b32-83c6-f2c7e5ae5539 None None] Update dhcp port {'port': {'network_id': 'ffa546d1-d1f1-4025-b17f-f644dcdf2b1e', 'fixed_ips': [{'subnet_id': 'bb511d1f-1aa3-473c-a705-9b1eddc2e1b3'}], 'binding:host_id': 'dv-neutron-836863-2-hyperv'}, 'id': '844a6fc1-dc04-42bc-adb1-62b6380e07fe'} from dv-neutron-836863-2-hyperv. {{(pid=110985) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Apr 07 01:52:27.230570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e911313-8954-4eb1-a002-ae5304625aa3 None None] DHCP port deletion for 497cdbd8-5b89-42a0-a021-10ba110a00a4 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:27.234793 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d96c6b-33fa-4868-bb67-c4c48a5c1039 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.235035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d96c6b-33fa-4868-bb67-c4c48a5c1039 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.238424 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-22d96c6b-33fa-4868-bb67-c4c48a5c1039 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/921b22b5-cfbc-49df-9fd6-0521309e0662 HTTP/1.1" status: 404 len: 337 time: 0.0439157 Apr 07 01:52:27.241559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52236) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.263816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e9b0f89a-68c3-4771-a525-3832f9571470 None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:27.268937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-283d34ca-0fe2-418c-ac07-5bfd8d9ee278 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.269396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283d34ca-0fe2-418c-ac07-5bfd8d9ee278 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.276513 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-283d34ca-0fe2-418c-ac07-5bfd8d9ee278 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/1ad1d964-c6e6-489f-97f2-52df586bdfea HTTP/1.1" status: 404 len: 337 time: 0.0341897 Apr 07 01:52:27.277199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52238) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.289061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c9546668-30a2-4b32-83c6-f2c7e5ae5539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.304636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-89913fe5-0146-47e1-91ce-e27f36aa52ca tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.306364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89913fe5-0146-47e1-91ce-e27f36aa52ca tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.312614 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-89913fe5-0146-47e1-91ce-e27f36aa52ca tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/650e1855-1209-4f7d-b6a9-c6ce4d2ff886 HTTP/1.1" status: 404 len: 333 time: 0.0336642 Apr 07 01:52:27.313088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7290e-ad3e-444a-8228-c2268900dfa6 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:27.313721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52240) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.323662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (497cdbd8-5b89-42a0-a021-10ba110a00a4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.328066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a7290e-ad3e-444a-8228-c2268900dfa6 None None] Network 497cdbd8-5b89-42a0-a021-10ba110a00a4 could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 01:52:27.333913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.340706 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/497cdbd8-5b89-42a0-a021-10ba110a00a4 HTTP/1.1" status: 204 len: 168 time: 2.5773656 Apr 07 01:52:27.350703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52242) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.352511 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f030cf74-f030-49b5-8209-9bca0c7e8e81 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.353148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f030cf74-f030-49b5-8209-9bca0c7e8e81 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.362509 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f030cf74-f030-49b5-8209-9bca0c7e8e81 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/85350349-b581-4e99-80de-1863c165d057 HTTP/1.1" status: 404 len: 337 time: 0.0475724 Apr 07 01:52:27.375687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52244) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.382044 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb99aec-feab-4bf0-94ff-61cb0f3f4dcb tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.382818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb99aec-feab-4bf0-94ff-61cb0f3f4dcb tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.386054 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ccb99aec-feab-4bf0-94ff-61cb0f3f4dcb tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/497cdbd8-5b89-42a0-a021-10ba110a00a4 HTTP/1.1" status: 404 len: 339 time: 0.0224669 Apr 07 01:52:27.389791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52246) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.396509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-685781855', 'description': 'd1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:27.419945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd74174-e7b5-47f8-8822-5344a5e75138 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=497cdbd8-5b89-42a0-a021-10ba110a00a4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:27.434985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc88d7a7-d964-4239-8743-03b2ef6e7105 None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:27.442498 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-0312df1c-deb6-4522-a7b0-cf9b1813bdd0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.442883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0312df1c-deb6-4522-a7b0-cf9b1813bdd0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.446137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0312df1c-deb6-4522-a7b0-cf9b1813bdd0 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/f33fea4d-c42e-4b6f-baea-f07c16807c5c HTTP/1.1" status: 404 len: 337 time: 0.0694611 Apr 07 01:52:27.448704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f3ce9456-4308-4a0f-a20b-b407d76ae177 None None] Could not find standard attr ID for object 9105f9f4-11b7-495e-a8a0-84a76741d2eb. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:27.449016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52248) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.481780 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ea1b4b-efaf-43f2-9720-f12879811d9d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.482376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ea1b4b-efaf-43f2-9720-f12879811d9d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.485523 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e1ea1b4b-efaf-43f2-9720-f12879811d9d tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/5afabb72-870b-4470-9e23-96aea603ea9c HTTP/1.1" status: 404 len: 333 time: 0.0354376 Apr 07 01:52:27.490136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52250) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.492797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:27.494684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.548781 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-191179a4-bfae-4f2a-a9a5-0cf512e32e23 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.549091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:27.549947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-191179a4-bfae-4f2a-a9a5-0cf512e32e23 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.553522 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-191179a4-bfae-4f2a-a9a5-0cf512e32e23 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/60e4cdc8-9d34-45a1-808b-941c939f1709 HTTP/1.1" status: 404 len: 337 time: 0.0606005 Apr 07 01:52:27.556656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52252) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.567987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.568669 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment d6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84 of type vlan for network 46db0ab8-9422-46b4-83f8-2de4388353e8 Apr 07 01:52:27.571694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7667d-89e9-450a-a251-e77a5b125a57 None None] Network ffa546d1-d1f1-4025-b17f-f644dcdf2b1e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:27.594534 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-905ab4fa-8056-459a-82d7-ea5ee1a8d884 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:27.601952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905ab4fa-8056-459a-82d7-ea5ee1a8d884 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:27.601952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-905ab4fa-8056-459a-82d7-ea5ee1a8d884 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/subnets/a0b982f9-71e5-46a8-9846-5c8c50ef348a HTTP/1.1" status: 404 len: 337 time: 0.0364938 Apr 07 01:52:27.601952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52256) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.621395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.671350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Provisioning complete for port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:27.671723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.700798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.714764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:27.716380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.731595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:27.743983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 42978280-f8d5-41bc-a4ca-070029a9f8dc {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:27.744333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.758671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Provisioning complete for port ea8c7e46-9aa8-445c-b66e-8792b7691927 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:27.763124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.764168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] DHCP port deletion for ffa546d1-d1f1-4025-b17f-f644dcdf2b1e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:27.790440 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3993073 Apr 07 01:52:27.793557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.870413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fc582-5a74-49ae-9171-f46194641597 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=46db0ab8-9422-46b4-83f8-2de4388353e8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:27.888675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:27.903795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcf8dcf-7bf3-44c0-8756-c7e1d71e9b0e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:27.905250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 42978280-f8d5-41bc-a4ca-070029a9f8dc owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:27.908411 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-efcf8dcf-7bf3-44c0-8756-c7e1d71e9b0e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks?id=46db0ab8-9422-46b4-83f8-2de4388353e8 HTTP/1.1" status: 200 len: 764 time: 0.1134906 Apr 07 01:52:27.909154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52262) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:27.915422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'description': 'd2'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:27.994886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Deleting port 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:27.995266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.082994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 46db0ab8-9422-46b4-83f8-2de4388353e8 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:28.084926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2571eaef-7be0-4437-a620-9077e90ec181 req-8b439ebb-4160-408f-a7a3-d26812f21c83 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.086503 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2571eaef-7be0-4437-a620-9077e90ec181 req-8b439ebb-4160-408f-a7a3-d26812f21c83 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.4374046 Apr 07 01:52:28.097925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.104606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] Deleting port 844a6fc1-dc04-42bc-adb1-62b6380e07fe {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:28.105004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.113785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.173388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Calling delete_port for 60bfc0ba-b442-47b1-8f9d-f3e29a162a27 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:28.180926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.192809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Current status of the port ea8c7e46-9aa8-445c-b66e-8792b7691927 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:28.193060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network 46db0ab8-9422-46b4-83f8-2de4388353e8 is not hosted by any dhcp agent {{(pid=110983) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 07 01:52:28.198398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.200030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.203572 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "PUT /v2.0/networks/46db0ab8-9422-46b4-83f8-2de4388353e8 HTTP/1.1" status: 200 len: 761 time: 0.2902980 Apr 07 01:52:28.207826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52264) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:28.239431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Provisioning complete for port 844a6fc1-dc04-42bc-adb1-62b6380e07fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:28.239431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.241973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] For port 844a6fc1-dc04-42bc-adb1-62b6380e07fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=844a6fc1-dc04-42bc-adb1-62b6380e07fe,segment=NetworkSegment(7bfcf9f9-4d72-4ec6-ba40-78f742e66326),segment_id=7bfcf9f9-4d72-4ec6-ba40-78f742e66326)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:28.242370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.254231 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2571eaef-7be0-4437-a620-9077e90ec181 req-08508b11-84fa-4e70-a921-4cfcdaad13be tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594131 Apr 07 01:52:28.262920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8f665-4986-45e2-943a-00e6ddc2bba9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=46db0ab8-9422-46b4-83f8-2de4388353e8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:28.276332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] Calling delete_port for 844a6fc1-dc04-42bc-adb1-62b6380e07fe owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:28.283309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 46db0ab8-9422-46b4-83f8-2de4388353e8 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:28.380336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7a700-0179-4d0a-97aa-24c10a6a8b4e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.390604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c4f7a700-0179-4d0a-97aa-24c10a6a8b4e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks?id=46db0ab8-9422-46b4-83f8-2de4388353e8 HTTP/1.1" status: 200 len: 764 time: 0.1724124 Apr 07 01:52:28.390604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52266) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:28.422750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea8c7e46-9aa8-445c-b66e-8792b7691927 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:28.486781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (42978280-f8d5-41bc-a4ca-070029a9f8dc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.507299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf6694-b647-4203-aca9-23217533191b None None] Current status of the port 844a6fc1-dc04-42bc-adb1-62b6380e07fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:28.520653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ea8c7e46-9aa8-445c-b66e-8792b7691927 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:28.521051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.525002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (60bfc0ba-b442-47b1-8f9d-f3e29a162a27), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.530774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=42978280-f8d5-41bc-a4ca-070029a9f8dc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:28.569539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (844a6fc1-dc04-42bc-adb1-62b6380e07fe), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.569845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a1d933-2198-4025-b911-0baf13ca338a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.573290 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-49a1d933-2198-4025-b911-0baf13ca338a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1816139 Apr 07 01:52:28.574010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52268) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:28.586112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.591150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/ports/60bfc0ba-b442-47b1-8f9d-f3e29a162a27 HTTP/1.1" status: 204 len: 168 time: 0.9895043 Apr 07 01:52:28.594756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52270) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:28.618403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6ad3-29c7-4df8-8e20-d41817cbffcf tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Port': ['ID=60bfc0ba-b442-47b1-8f9d-f3e29a162a27,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:28.649313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9568ff95-d49b-4348-822e-e3cbf53616cd tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 207 time: 0.0738375 Apr 07 01:52:28.650197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52272) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:28.650610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] Pushing event deleted for resources: {'Port': ['ID=844a6fc1-dc04-42bc-adb1-62b6380e07fe,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:28.657249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9321094-605a-4cb5-9d7e-f8d85e3b051c None None] No DVR routers for this DVR port 844a6fc1-dc04-42bc-adb1-62b6380e07fe on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:28.664153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ea8c7e46-9aa8-445c-b66e-8792b7691927 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:28.675183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-95e65cff-03b2-4673-a313-23430554cd3d None None] Provisioning complete for port ea8c7e46-9aa8-445c-b66e-8792b7691927 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:28.675340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e65cff-03b2-4673-a313-23430554cd3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.765508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9105f9f4-11b7-495e-a8a0-84a76741d2eb no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:28.771321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.798292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9105f9f4-11b7-495e-a8a0-84a76741d2eb {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:28.798645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9105f9f4-11b7-495e-a8a0-84a76741d2eb not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:28.799064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 844a6fc1-dc04-42bc-adb1-62b6380e07fe no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:28.802070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-95e65cff-03b2-4673-a313-23430554cd3d None None] Current status of the port ea8c7e46-9aa8-445c-b66e-8792b7691927 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:28.821378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 844a6fc1-dc04-42bc-adb1-62b6380e07fe {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:28.821732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 844a6fc1-dc04-42bc-adb1-62b6380e07fe not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:28.857195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:28.936835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.941885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.946927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.952059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.957416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.962425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:28.964508 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0256b2ee-c768-4e92-8b24-48224899f25e tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2843750 Apr 07 01:52:28.968817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52274) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.021636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router cc052aa4-b918-4464-b18e-7e989b3be691 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:29.038179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.048837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-75bf76a1-fb47-4fcd-81e7-98d264398858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.058414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa546d1-d1f1-4025-b17f-f644dcdf2b1e']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.067585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfcf9f9-4d72-4ec6-ba40-78f742e66326') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.067888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfcf9f9-4d72-4ec6-ba40-78f742e66326') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.082072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (7bfcf9f9-4d72-4ec6-ba40-78f742e66326), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.095996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7bfcf9f9-4d72-4ec6-ba40-78f742e66326), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.102119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:29.102720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (7bfcf9f9-4d72-4ec6-ba40-78f742e66326), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:29.105522 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:29.166935 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ed20fafc-8c55-40bd-88f1-a1e992664603 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1968887 Apr 07 01:52:29.170131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52276) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.176767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:29.182096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8a9e65ef-2212-4864-a85b-21163a25b859 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/cc052aa4-b918-4464-b18e-7e989b3be691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9758584 Apr 07 01:52:29.184907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52278) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.191514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] Sync routers for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:29.206515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:29.208204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.225613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ffa546d1-d1f1-4025-b17f-f644dcdf2b1e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.230712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7725f22-f3bc-4edd-933d-fd60c34191d7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.234285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7725f22-f3bc-4edd-933d-fd60c34191d7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.234285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7725f22-f3bc-4edd-933d-fd60c34191d7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.234773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7725f22-f3bc-4edd-933d-fd60c34191d7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.236071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7725f22-f3bc-4edd-933d-fd60c34191d7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.237781 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b7725f22-f3bc-4edd-933d-fd60c34191d7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0666897 Apr 07 01:52:29.244306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52280) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.245338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.248458 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] 10.222.0.25 "DELETE /v2.0/networks/ffa546d1-d1f1-4025-b17f-f644dcdf2b1e HTTP/1.1" status: 204 len: 168 time: 0.6525247 Apr 07 01:52:29.249712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.263913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:29.265576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.269255 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c73250-9ec7-48b7-9151-60ff6eb03ee9 tempest-PortsTestJSON-1647647628 tempest-PortsTestJSON-1647647628-project] Pushing event deleted for resources: {'Network': ['ID=ffa546d1-d1f1-4025-b17f-f644dcdf2b1e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:29.317807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:29.318471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0676d14-fc14-4dd6-80b5-dc3febf57775 None None] The sync data for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:29.320289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086864-b956-4b91-a484-6ad01cf545e5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.326616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086864-b956-4b91-a484-6ad01cf545e5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.326616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086864-b956-4b91-a484-6ad01cf545e5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.326616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086864-b956-4b91-a484-6ad01cf545e5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.326616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f086864-b956-4b91-a484-6ad01cf545e5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.327472 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9f086864-b956-4b91-a484-6ad01cf545e5 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0779817 Apr 07 01:52:29.330985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52286) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.438893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b7719a-8c49-4bfe-a014-98a367f5c296 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.440560 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26b7719a-8c49-4bfe-a014-98a367f5c296 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks/9b56493f-8440-442c-906a-febaec0d4309 HTTP/1.1" status: 200 len: 803 time: 0.1084003 Apr 07 01:52:29.444127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52288) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.551386 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f5c3fb13-5705-44fd-ace2-e3c8bf2c3662 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/networks/9b56493f-8440-442c-906a-febaec0d4309?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1061351 Apr 07 01:52:29.554743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52290) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.609308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808ae24-779e-49a2-8e66-3e31e4254919 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.614058 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2808ae24-779e-49a2-8e66-3e31e4254919 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/subnets/fce3d107-fd06-4b78-a576-751b6de53391 HTTP/1.1" status: 200 len: 843 time: 0.0548503 Apr 07 01:52:29.614313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52292) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.672870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892e08ee-bb9b-4431-99de-fc1dfbfcfefb tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['shared'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.677818 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-892e08ee-bb9b-4431-99de-fc1dfbfcfefb tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "GET /v2.0/subnets/fce3d107-fd06-4b78-a576-751b6de53391?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0591683 Apr 07 01:52:29.678218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52294) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.683294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1188715209'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:29.774777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:29.778570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.787982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52298) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.813051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:29.815956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f2db8a-976a-43df-85ab-91dacba71fe2 req-e0ab9a37-eec9-4f8e-8ffe-4d1ecc685683 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.817794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c2f2db8a-976a-43df-85ab-91dacba71fe2 req-e0ab9a37-eec9-4f8e-8ffe-4d1ecc685683 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1313469 Apr 07 01:52:29.828171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.830010 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Added segment 54765358-a33e-4e7c-932c-944f74c8a32a of type vlan for network b7229a94-2edd-45c1-876e-fbf19544a524 Apr 07 01:52:29.869720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.898495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c2f2db8a-976a-43df-85ab-91dacba71fe2 req-37746890-3dcf-40ba-a635-a3907c50c5a3 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751750 Apr 07 01:52:29.969289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.969527 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-afce8adf-813e-4ebe-9a7a-1eec4ed9ff90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11602b36905646139b86c2b5c66473f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1802630 Apr 07 01:52:29.970174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52304) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:29.977626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:29.983744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:29.984203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.078246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Network': ['ID=b7229a94-2edd-45c1-876e-fbf19544a524,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:30.090160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network b7229a94-2edd-45c1-876e-fbf19544a524 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:30.094000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ddc68a4-c6fe-4417-8b11-3caccb17a7a6 admin admin] Publish callbacks [] for security_group (77015785-58d6-4c37-a5b5-80968c840ea3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.099572 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e6595fe9-b0ea-4014-a8ee-5f76ceb7baef tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4202402 Apr 07 01:52:30.102593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52306) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:30.108018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:30.123903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ddc68a4-c6fe-4417-8b11-3caccb17a7a6 admin admin] Publish callbacks [] for security_group (77015785-58d6-4c37-a5b5-80968c840ea3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.237383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ddc68a4-c6fe-4417-8b11-3caccb17a7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (77015785-58d6-4c37-a5b5-80968c840ea3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.239887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ddc68a4-c6fe-4417-8b11-3caccb17a7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.243466 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9ddc68a4-c6fe-4417-8b11-3caccb17a7a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77015785-58d6-4c37-a5b5-80968c840ea3 HTTP/1.1" status: 204 len: 168 time: 0.2698948 Apr 07 01:52:30.252174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc68a4-c6fe-4417-8b11-3caccb17a7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77015785-58d6-4c37-a5b5-80968c840ea3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:30.327843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Made reservation on behalf of 19a4cf7125e1429584ad9cf566958843 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:30.331470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.402038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-5f92e4f8-5714-4e78-b981-33c69bbfd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:30.404205 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-5f92e4f8-5714-4e78-b981-33c69bbfd93e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.0529382 Apr 07 01:52:30.414175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674b619-891a-4c0e-aba1-ce48e8fa842a req-a48668e1-2c69-4226-a211-afc1ce2e2c78 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:30.415703 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0674b619-891a-4c0e-aba1-ce48e8fa842a req-a48668e1-2c69-4226-a211-afc1ce2e2c78 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1801953 Apr 07 01:52:30.418757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Performing IP validity checks on allocation pools {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 01:52:30.418757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110984) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 01:52:30.489424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:30.489612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.503725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-a6b51f52-3781-42ee-99c9-8008c59bd7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:30.508832 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-a6b51f52-3781-42ee-99c9-8008c59bd7b0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.0983553 Apr 07 01:52:30.550430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0674b619-891a-4c0e-aba1-ce48e8fa842a req-aaf2d76a-f37d-4b67-99e2-ec89dfad3421 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277254 Apr 07 01:52:30.581186 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-903e3050-768f-41a7-b83d-52f5fcf88d38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1001 time: 0.0654128 Apr 07 01:52:30.631445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-ddb8cdf2-ff53-43b7-86ee-68d85aeaa778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:30.633262 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-ddb8cdf2-ff53-43b7-86ee-68d85aeaa778 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.0451803 Apr 07 01:52:30.647872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.686284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 8fbc20e7-3a79-47bf-b0ee-97cbb9f54521 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:30.690589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-50533706-194e-468b-8133-330f36743a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:30.692342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-50533706-194e-468b-8133-330f36743a0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0514071 Apr 07 01:52:30.770280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (73222a47-7a5d-4771-a35b-fcf22a1cb53a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:30.786786 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-460681eb-6024-40dc-b932-7b893901e15e service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861979 Apr 07 01:52:30.889189 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3e0c3c9-5ba7-4051-9f64-9c423978ca62 req-62679cd8-213d-44f6-b621-8e66bccd98f3 service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947371 Apr 07 01:52:30.890820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=73222a47-7a5d-4771-a35b-fcf22a1cb53a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:30.912515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Checking segment: {'id': '54765358-a33e-4e7c-932c-944f74c8a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:30.913016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network hostable DHCP agents. Network: b7229a94-2edd-45c1-876e-fbf19544a524, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:31.026077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Network b7229a94-2edd-45c1-876e-fbf19544a524 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:31.029275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8fbc20e7-3a79-47bf-b0ee-97cbb9f54521), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.064130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=8fbc20e7-3a79-47bf-b0ee-97cbb9f54521,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:31.128320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, b7229a94-2edd-45c1-876e-fbf19544a524) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:31.139412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99858094-f6a2-4ecd-9c6e-5827f378712e None None] Network b7229a94-2edd-45c1-876e-fbf19544a524 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:31.168706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:31.169348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.188566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (cc052aa4-b918-4464-b18e-7e989b3be691), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.259112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5e05a135-c59f-4747-8b33-31d2435af0bf tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1554441 Apr 07 01:52:31.263062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52330) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:31.271786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:31.282753 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-b7229a94-2edd-45c1-876e-fbf19544a524', 'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524', 'project_id': '19a4cf7125e1429584ad9cf566958843', 'fixed_ips': [{'subnet_id': '73222a47-7a5d-4771-a35b-fcf22a1cb53a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:31.283962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.394602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58808284'] for subnet (73222a47-7a5d-4771-a35b-fcf22a1cb53a), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.398337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52332) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:31.408381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3acf246-dd0d-4e65-9249-743ad290a905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.432035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router cc052aa4-b918-4464-b18e-7e989b3be691 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:31.521366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1002287901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:31.524545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 07 01:52:31.524545 dv-neutron-836863-2-hyperv neutron-server[110985]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 07 01:52:31.524545 dv-neutron-836863-2-hyperv neutron-server[110985]: [parameters: {'in_use': 1, 'id_1': '73222a47-7a5d-4771-a35b-fcf22a1cb53a'}] Apr 07 01:52:31.524545 dv-neutron-836863-2-hyperv neutron-server[110985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:31.525037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:31.539208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:31.548427 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e1b8c36a-d718-4462-a636-68be7e93fdfe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/cc052aa4-b918-4464-b18e-7e989b3be691/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3599429 Apr 07 01:52:31.548951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52336) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:31.553054 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] Sync routers for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:31.563411 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:31.564313 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:31.580632 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-131c106d-af94-4279-96f0-0123190fb7e5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc052aa4-b918-4464-b18e-7e989b3be691 HTTP/1.1" status: 200 len: 205 time: 0.0305986 Apr 07 01:52:31.583377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52340) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:31.597527 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:31.606839 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] Routers {'cc052aa4-b918-4464-b18e-7e989b3be691'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:31.607736 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cc052aa4-b918-4464-b18e-7e989b3be691'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:31.609507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (327614d4-6474-4643-a8ff-849dca46f059), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.611011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (327614d4-6474-4643-a8ff-849dca46f059), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.646310 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:31.647255 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b010b6-04bf-4f97-a23d-768d447d05fc None None] The sync data for ids ['cc052aa4-b918-4464-b18e-7e989b3be691'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:31.661362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794723352589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1665372'] for subnet (73222a47-7a5d-4771-a35b-fcf22a1cb53a), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.682352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router_controller (327614d4-6474-4643-a8ff-849dca46f059), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.713797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:31.714400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.716267 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "PUT /v2.0/subnets/73222a47-7a5d-4771-a35b-fcf22a1cb53a HTTP/1.1" status: 200 len: 900 time: 0.4505661 Apr 07 01:52:31.720535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (cc052aa4-b918-4464-b18e-7e989b3be691), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.722304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52342) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:31.724866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a7a52-063c-4eec-87d9-2b756458b491 req-af532e9c-b846-402a-8b3b-23e408d60eae tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:31.727269 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-832a7a52-063c-4eec-87d9-2b756458b491 req-af532e9c-b846-402a-8b3b-23e408d60eae tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0582085 Apr 07 01:52:31.745437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (327614d4-6474-4643-a8ff-849dca46f059), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.799876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9420c-7231-493a-a9e4-c5e9f6fb2208 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event updated for resources: {'Subnet': ['ID=73222a47-7a5d-4771-a35b-fcf22a1cb53a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:31.800902 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-832a7a52-063c-4eec-87d9-2b756458b491 req-5323dd15-5950-42a8-9217-61098f18f0f5 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586066 Apr 07 01:52:31.851270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.855059 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-75137697-17e5-44d3-b9e2-8f43d80e70f9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4525125 Apr 07 01:52:31.855431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52346) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:31.915275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1542245044'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:31.922604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261e4d2-26d5-467b-b54f-1b197e59b09b req-93fd9b69-d203-4ed6-90c5-692bad4ca2e2 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:31.924125 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1261e4d2-26d5-467b-b54f-1b197e59b09b req-93fd9b69-d203-4ed6-90c5-692bad4ca2e2 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0541930 Apr 07 01:52:31.971708 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1261e4d2-26d5-467b-b54f-1b197e59b09b req-7693bd53-cb05-4c65-a763-56fa2857776a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417967 Apr 07 01:52:31.973921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (cc052aa4-b918-4464-b18e-7e989b3be691), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:31.977826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (cc052aa4-b918-4464-b18e-7e989b3be691), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.031689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.038113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.077945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Made reservation on behalf of 206daa6d82864067b39ca519532cb29a for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:32.081617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.101776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c96d3c-2ce3-4264-833a-741d513a08bc req-b9d2178b-7647-4d85-8a2c-d97edf5c2bfc tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:32.103406 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-99c96d3c-2ce3-4264-833a-741d513a08bc req-b9d2178b-7647-4d85-8a2c-d97edf5c2bfc tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0621867 Apr 07 01:52:32.156788 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-99c96d3c-2ce3-4264-833a-741d513a08bc req-e6a4fa2b-f3f6-4ee0-8f62-1072d6985c6f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468600 Apr 07 01:52:32.190749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Allocated IP 2001:db8::3 (b7229a94-2edd-45c1-876e-fbf19544a524/73222a47-7a5d-4771-a35b-fcf22a1cb53a/427393c6-79b6-460b-b746-8f8841d91f75) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:32.288333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6452e06-1bb3-4cee-85bd-fbd4a0d7a9bb req-fe4cdf5a-d885-4e53-a618-931c9e1db0b6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:32.289678 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6452e06-1bb3-4cee-85bd-fbd4a0d7a9bb req-fe4cdf5a-d885-4e53-a618-931c9e1db0b6 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0622168 Apr 07 01:52:32.346095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6452e06-1bb3-4cee-85bd-fbd4a0d7a9bb req-a06ee278-0b46-4fac-90d7-82ac28240ab0 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494144 Apr 07 01:52:32.362237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks [] for port (427393c6-79b6-460b-b746-8f8841d91f75), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.429285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (cc052aa4-b918-4464-b18e-7e989b3be691), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.429874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router cc052aa4-b918-4464-b18e-7e989b3be691 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:52:32.437283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.443680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.443680 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-75efd0cd-5074-4e6d-bac3-a0c55c087851 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/cc052aa4-b918-4464-b18e-7e989b3be691 HTTP/1.1" status: 204 len: 168 time: 0.8555155 Apr 07 01:52:32.443680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.445883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:32.450078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (427393c6-79b6-460b-b746-8f8841d91f75), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.478718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75e7cf-cbea-4bc2-bae6-7a0bd347dde6 req-45accc13-9352-45c3-b8a0-7ab989d34e9a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:32.480232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa75e7cf-cbea-4bc2-bae6-7a0bd347dde6 req-45accc13-9352-45c3-b8a0-7ab989d34e9a tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0599594 Apr 07 01:52:32.494407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (73222a47-7a5d-4771-a35b-fcf22a1cb53a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.497879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Network b7229a94-2edd-45c1-876e-fbf19544a524 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:32.503334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:32.505757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:32.510686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Pushing event updated for resources: {'Port': ['ID=427393c6-79b6-460b-b746-8f8841d91f75,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:32.548911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 7cefb6f2-606d-429b-9b24-226fdb21981d {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:32.550193 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa75e7cf-cbea-4bc2-bae6-7a0bd347dde6 req-ad7b7a27-4a5e-4d7a-a61f-076763507415 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605562 Apr 07 01:52:32.561531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (7cefb6f2-606d-429b-9b24-226fdb21981d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.571906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Attempting to bind port 427393c6-79b6-460b-b746-8f8841d91f75 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:32.572285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Attempting to bind port 427393c6-79b6-460b-b746-8f8841d91f75 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '54765358-a33e-4e7c-932c-944f74c8a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:32.572661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Attempting to bind port 427393c6-79b6-460b-b746-8f8841d91f75 on network b7229a94-2edd-45c1-876e-fbf19544a524 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:32.581227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:32.581650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Checking segment: {'id': '54765358-a33e-4e7c-932c-944f74c8a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:32.582075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.582481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Bound using segment: {'id': '54765358-a33e-4e7c-932c-944f74c8a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:32.582971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Bound port: 427393c6-79b6-460b-b746-8f8841d91f75, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54765358-a33e-4e7c-932c-944f74c8a32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b7229a94-2edd-45c1-876e-fbf19544a524'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:32.583368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (427393c6-79b6-460b-b746-8f8841d91f75), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.633917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (7cefb6f2-606d-429b-9b24-226fdb21981d), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.664721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] For port 427393c6-79b6-460b-b746-8f8841d91f75, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:32.668676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] For port 427393c6-79b6-460b-b746-8f8841d91f75, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=427393c6-79b6-460b-b746-8f8841d91f75,segment=NetworkSegment(54765358-a33e-4e7c-932c-944f74c8a32a),segment_id=54765358-a33e-4e7c-932c-944f74c8a32a)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:32.701558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for security_group (8ed31a40-1e74-4fbe-9499-d8073dedc2e8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.725719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (73222a47-7a5d-4771-a35b-fcf22a1cb53a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.747125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (427393c6-79b6-460b-b746-8f8841d91f75), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.765134 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=73222a47-7a5d-4771-a35b-fcf22a1cb53a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:32.774654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (8ed31a40-1e74-4fbe-9499-d8073dedc2e8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.812221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6ba65-4e03-462c-8fde-95ada3ab02dc None None] Pushing event updated for resources: {'Port': ['ID=427393c6-79b6-460b-b746-8f8841d91f75,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:32.822804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7cefb6f2-606d-429b-9b24-226fdb21981d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.876330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:32.896496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.924425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed31a40-1e74-4fbe-9499-d8073dedc2e8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:32.932207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (55e5b66f-ac7c-439e-a1f0-9f7eaa07694d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:32.932574 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Added segment 55e5b66f-ac7c-439e-a1f0-9f7eaa07694d of type vlan for network ef47017c-4bd7-4793-bcb5-e9bc670aba9c Apr 07 01:52:32.950386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7229a94-2edd-45c1-876e-fbf19544a524']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:32.986639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc6e41-d28c-45e6-a8ab-62820687dbe7 req-fe29e355-d060-4361-a9a7-e8f83fc40577 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:32.988184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0bcc6e41-d28c-45e6-a8ab-62820687dbe7 req-fe29e355-d060-4361-a9a7-e8f83fc40577 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0637889 Apr 07 01:52:33.013498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ef47017c-4bd7-4793-bcb5-e9bc670aba9c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.016988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54765358-a33e-4e7c-932c-944f74c8a32a') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:33.017459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54765358-a33e-4e7c-932c-944f74c8a32a') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:33.035987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.057106 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0bcc6e41-d28c-45e6-a8ab-62820687dbe7 req-cbfe5989-c90f-4d05-8cf7-500570f36264 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582883 Apr 07 01:52:33.067853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.078105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:33.078629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:33.082445 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:33.137070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7cefb6f2-606d-429b-9b24-226fdb21981d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.170280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.174084 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/7cefb6f2-606d-429b-9b24-226fdb21981d HTTP/1.1" status: 204 len: 168 time: 0.7264726 Apr 07 01:52:33.175535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87241125-f069-466b-986e-6f46dffdf526 None None] Network 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:33.176140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879105b-20eb-42b9-ad6e-56124bebbd95 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=7cefb6f2-606d-429b-9b24-226fdb21981d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:33.177157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52360) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:33.179237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.db.api [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 01:52:33.179237 dv-neutron-836863-2-hyperv neutron-server[110983]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 01:52:33.179237 dv-neutron-836863-2-hyperv neutron-server[110983]: [parameters: {'id': 'b7229a94-2edd-45c1-876e-fbf19544a524'}] Apr 07 01:52:33.179237 dv-neutron-836863-2-hyperv neutron-server[110983]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110983) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:33.179666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG oslo_db.api [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:33.180117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ef47017c-4bd7-4793-bcb5-e9bc670aba9c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.185216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:33.185908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.234890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 8394e5d0-7a61-4175-a26c-d6b484058842 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:33.238482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (8394e5d0-7a61-4175-a26c-d6b484058842), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.261228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Network': ['ID=ef47017c-4bd7-4793-bcb5-e9bc670aba9c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:33.276277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:33.282181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (8394e5d0-7a61-4175-a26c-d6b484058842), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.289412 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-22bbb5f4-5904-403d-9430-5a73093baa9f tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4077408 Apr 07 01:52:33.289542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52362) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:33.296885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'subnet': {'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:33.367766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] DHCP port deletion for 5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:33.398045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (8394e5d0-7a61-4175-a26c-d6b484058842), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.420736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] Deleting port 23c89665-8baf-433b-82fe-130a322dcf7c {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:33.421149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.483017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Made reservation on behalf of 206daa6d82864067b39ca519532cb29a for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:33.484041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] For port 23c89665-8baf-433b-82fe-130a322dcf7c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=23c89665-8baf-433b-82fe-130a322dcf7c,segment=NetworkSegment(ecf8ff80-48d1-49f3-9825-3f5f36f710a0),segment_id=ecf8ff80-48d1-49f3-9825-3f5f36f710a0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:33.484634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.486841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.498112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] Calling delete_port for 23c89665-8baf-433b-82fe-130a322dcf7c owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:33.536413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (8394e5d0-7a61-4175-a26c-d6b484058842), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.574642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=8394e5d0-7a61-4175-a26c-d6b484058842,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:33.576921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.582614 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1757b069-bdd5-438f-adb2-a11af463f54b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/8394e5d0-7a61-4175-a26c-d6b484058842 HTTP/1.1" status: 204 len: 168 time: 0.4020374 Apr 07 01:52:33.582914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52364) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:33.586556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee939b6e-e771-46fa-a38e-95e51a39f568 None None] Network bd270a81-3921-478b-996d-323508a4ce78 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:33.682724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.704910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.740444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.757294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] No DVR routers for this DVR port 23c89665-8baf-433b-82fe-130a322dcf7c on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:33.779626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 23c89665-8baf-433b-82fe-130a322dcf7c {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:33.779626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.798503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (41cb7ff4-20c8-4b52-b600-4b92b757535a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.798893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] DHCP port deletion for bd270a81-3921-478b-996d-323508a4ce78 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:33.804186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df233403-cd03-40c2-ab45-b23c06c10a94 None None] Pushing event deleted for resources: {'Port': ['ID=23c89665-8baf-433b-82fe-130a322dcf7c,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:33.817591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port 427393c6-79b6-460b-b746-8f8841d91f75 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:33.818131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (427393c6-79b6-460b-b746-8f8841d91f75), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.868812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 23c89665-8baf-433b-82fe-130a322dcf7c, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:33.869193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.883253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Subnet': ['ID=41cb7ff4-20c8-4b52-b600-4b92b757535a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:33.903018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 23c89665-8baf-433b-82fe-130a322dcf7c owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:33.905945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Port 23c89665-8baf-433b-82fe-130a322dcf7c was not found and therefore no delete operation was performed {{(pid=110984) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:52:33.907226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (23c89665-8baf-433b-82fe-130a322dcf7c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.910256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] Deleting port 1b68fa11-7192-4690-9347-e2959398fd38 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:33.910803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1b68fa11-7192-4690-9347-e2959398fd38), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.921255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 23c89665-8baf-433b-82fe-130a322dcf7c on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:33.944323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=23c89665-8baf-433b-82fe-130a322dcf7c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:33.964425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port 427393c6-79b6-460b-b746-8f8841d91f75, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=427393c6-79b6-460b-b746-8f8841d91f75,segment=NetworkSegment(54765358-a33e-4e7c-932c-944f74c8a32a),segment_id=54765358-a33e-4e7c-932c-944f74c8a32a)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:33.964858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (427393c6-79b6-460b-b746-8f8841d91f75), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:33.967746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Checking segment: {'id': '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:33.968125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network hostable DHCP agents. Network: ef47017c-4bd7-4793-bcb5-e9bc670aba9c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:33.981912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for 427393c6-79b6-460b-b746-8f8841d91f75 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:33.983523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.021117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] For port 1b68fa11-7192-4690-9347-e2959398fd38, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1b68fa11-7192-4690-9347-e2959398fd38,segment=NetworkSegment(a573c6fd-9e2d-4030-a888-7d233b43d2e5),segment_id=a573c6fd-9e2d-4030-a888-7d233b43d2e5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:34.022356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1b68fa11-7192-4690-9347-e2959398fd38), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.028083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.032942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abcf913-fe19-4909-9b7a-f15f43ff746d None None] Network b7229a94-2edd-45c1-876e-fbf19544a524 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:34.051025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] Calling delete_port for 1b68fa11-7192-4690-9347-e2959398fd38 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:34.054237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.064737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.065149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf8ff80-48d1-49f3-9825-3f5f36f710a0') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.075827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (ecf8ff80-48d1-49f3-9825-3f5f36f710a0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.091465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (ecf8ff80-48d1-49f3-9825-3f5f36f710a0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.097967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:34.098430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (ecf8ff80-48d1-49f3-9825-3f5f36f710a0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:34.101679 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:34.140705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:34.171101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (427393c6-79b6-460b-b746-8f8841d91f75), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.199913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=427393c6-79b6-460b-b746-8f8841d91f75,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:34.205191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port 427393c6-79b6-460b-b746-8f8841d91f75 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:34.214695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65bcfb-a756-4e4f-814f-18b4a37f2aa2 req-c172786b-42d0-4007-a3b5-69e75856f97c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:34.216399 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8e65bcfb-a756-4e4f-814f-18b4a37f2aa2 req-c172786b-42d0-4007-a3b5-69e75856f97c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0589662 Apr 07 01:52:34.233137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ef47017c-4bd7-4793-bcb5-e9bc670aba9c) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:34.237863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:34.238479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.254575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.266656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.272397 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc HTTP/1.1" status: 204 len: 168 time: 0.6863239 Apr 07 01:52:34.276144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52368) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:34.294995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd25179-3028-47af-8d8f-09f425f3e1eb None None] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:34.298678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a213dac9-d881-4fe2-9897-d7747a7fc86f None None] Provisioning complete for port 427393c6-79b6-460b-b746-8f8841d91f75 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:34.299065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a213dac9-d881-4fe2-9897-d7747a7fc86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (427393c6-79b6-460b-b746-8f8841d91f75), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.302130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d991e2-2343-47b5-8653-5c71cde6c0fb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=5acab4ef-ca1f-4dd3-9dbc-95ccc80a72fc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:34.313377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.341405 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c97152ce-9e54-4909-ba12-d612bd8c5378 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0508506 Apr 07 01:52:34.342238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52370) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:34.343505 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8e65bcfb-a756-4e4f-814f-18b4a37f2aa2 req-fef6f156-113d-4c0f-a5f2-13d7ce0da78b tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181784 Apr 07 01:52:34.365149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'network': {'name': 'tempest-router-network01--639155080'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:34.384185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a213dac9-d881-4fe2-9897-d7747a7fc86f None None] Port 427393c6-79b6-460b-b746-8f8841d91f75 was deleted so its status cannot be updated. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Apr 07 01:52:34.388698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7229a94-2edd-45c1-876e-fbf19544a524']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.399140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (bd270a81-3921-478b-996d-323508a4ce78), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.404820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54765358-a33e-4e7c-932c-944f74c8a32a') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.405233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54765358-a33e-4e7c-932c-944f74c8a32a') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.427707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.454940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Made reservation on behalf of 206daa6d82864067b39ca519532cb29a for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:34.460230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.486086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 1b68fa11-7192-4690-9347-e2959398fd38 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:34.486363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317723ac-ad73-459a-9be5-3c0ee7cc353b None None] DHCP port deletion for b7229a94-2edd-45c1-876e-fbf19544a524 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:34.486584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1b68fa11-7192-4690-9347-e2959398fd38), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.518204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.529957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:34.530367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (54765358-a33e-4e7c-932c-944f74c8a32a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:34.533485 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:34.548199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4acae-f2f1-43d5-a8f7-666428fe9994 None None] Network b7229a94-2edd-45c1-876e-fbf19544a524 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:34.549410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:34.551688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 23c89665-8baf-433b-82fe-130a322dcf7c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:34.582790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 1b68fa11-7192-4690-9347-e2959398fd38, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1b68fa11-7192-4690-9347-e2959398fd38,segment=NetworkSegment(a573c6fd-9e2d-4030-a888-7d233b43d2e5),segment_id=a573c6fd-9e2d-4030-a888-7d233b43d2e5)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:34.583357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1b68fa11-7192-4690-9347-e2959398fd38), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.598547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 1b68fa11-7192-4690-9347-e2959398fd38 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:34.601962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (12b0a197-b57a-44f5-9a55-2b1d40722191), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.602324 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Added segment 12b0a197-b57a-44f5-9a55-2b1d40722191 of type vlan for network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b Apr 07 01:52:34.605107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ef47017c-4bd7-4793-bcb5-e9bc670aba9c', 'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c', 'project_id': '206daa6d82864067b39ca519532cb29a', 'fixed_ips': [{'subnet_id': '41cb7ff4-20c8-4b52-b600-4b92b757535a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:34.605913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.645322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.654143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (1b68fa11-7192-4690-9347-e2959398fd38), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.663163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 23c89665-8baf-433b-82fe-130a322dcf7c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:34.663513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 23c89665-8baf-433b-82fe-130a322dcf7c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:34.663938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1b68fa11-7192-4690-9347-e2959398fd38 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:34.693091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1b68fa11-7192-4690-9347-e2959398fd38), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.710938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] Pushing event deleted for resources: {'Port': ['ID=1b68fa11-7192-4690-9347-e2959398fd38,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:34.718735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 1b68fa11-7192-4690-9347-e2959398fd38 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:34.719165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1b68fa11-7192-4690-9347-e2959398fd38 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:34.719519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=1b68fa11-7192-4690-9347-e2959398fd38,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:34.723122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 1b68fa11-7192-4690-9347-e2959398fd38 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:34.730004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.735972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:34.736681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.748272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (b7229a94-2edd-45c1-876e-fbf19544a524), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.760542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.766115 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/b7229a94-2edd-45c1-876e-fbf19544a524 HTTP/1.1" status: 204 len: 168 time: 3.0409870 Apr 07 01:52:34.779832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52380) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:34.790518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda1a7ee-8a0b-44cf-b6ca-1c71e3e4caff None None] No DVR routers for this DVR port 1b68fa11-7192-4690-9347-e2959398fd38 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:34.835026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (bd270a81-3921-478b-996d-323508a4ce78), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:34.859310 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-798ceb80-aaba-4a1e-b575-52257f1d5588 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:34.859870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798ceb80-aaba-4a1e-b575-52257f1d5588 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:34.863558 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-798ceb80-aaba-4a1e-b575-52257f1d5588 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/73222a47-7a5d-4771-a35b-fcf22a1cb53a HTTP/1.1" status: 404 len: 337 time: 0.0814781 Apr 07 01:52:34.870706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52382) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:34.885942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Network': ['ID=f96d053c-7f98-45fb-a48d-a4c5e1a85e6b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:34.897616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:34.917696 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7dde15cf-68d0-45e2-9bc7-ebb30b276474 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5473692 Apr 07 01:52:34.917696 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70f0306-53ec-4258-8220-7624eef91d00 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:34.917696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70f0306-53ec-4258-8220-7624eef91d00 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:34.917696 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c70f0306-53ec-4258-8220-7624eef91d00 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/b7229a94-2edd-45c1-876e-fbf19544a524 HTTP/1.1" status: 404 len: 339 time: 0.0425510 Apr 07 01:52:34.917696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52384) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:34.918229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52386) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:34.920056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd270a81-3921-478b-996d-323508a4ce78']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.934751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a573c6fd-9e2d-4030-a888-7d233b43d2e5') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.938546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a573c6fd-9e2d-4030-a888-7d233b43d2e5') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:34.939892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'network': {'name': 'tempest-router-network02--999919208'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:34.953444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269040a3-1e07-4e64-a88d-17b873970e7d tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=b7229a94-2edd-45c1-876e-fbf19544a524,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:34.954223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f84d-5644-4fdd-9a35-d85040bbc58d req-f9749e08-de48-42d0-a78b-39c5840009d0 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:34.956067 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6c82f84d-5644-4fdd-9a35-d85040bbc58d req-f9749e08-de48-42d0-a78b-39c5840009d0 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1444910 Apr 07 01:52:34.958052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (a573c6fd-9e2d-4030-a888-7d233b43d2e5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.013886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (a573c6fd-9e2d-4030-a888-7d233b43d2e5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.021323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Allocated IP 172.20.0.2 (ef47017c-4bd7-4793-bcb5-e9bc670aba9c/41cb7ff4-20c8-4b52-b600-4b92b757535a/a883b838-84d5-4da2-ba1c-ca8be4485da4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:35.028305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:35.028870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (a573c6fd-9e2d-4030-a888-7d233b43d2e5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: self.session.flush() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:35.032908 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:35.056446 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6c82f84d-5644-4fdd-9a35-d85040bbc58d req-216bf820-d7b3-4948-8e5b-0f531f88a9f7 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861719 Apr 07 01:52:35.063381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.068113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-725ff4ce-e174-4ec4-963e-d3963280cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:35.069662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-725ff4ce-e174-4ec4-963e-d3963280cb40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 1129 time: 0.1531684 Apr 07 01:52:35.142351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Made reservation on behalf of 206daa6d82864067b39ca519532cb29a for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:35.145989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.165884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (bd270a81-3921-478b-996d-323508a4ce78), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.172088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.182467 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/bd270a81-3921-478b-996d-323508a4ce78 HTTP/1.1" status: 204 len: 168 time: 0.8875618 Apr 07 01:52:35.182881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52390) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:35.186295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Publish callbacks [] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.191130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-261797060'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:35.207282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b404b-7b6a-4f59-a729-000ea53e2735 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=bd270a81-3921-478b-996d-323508a4ce78,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:35.236667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.249438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.261759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:35.286037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46db0ab8-9422-46b4-83f8-2de4388353e8']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:35.288430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (3f807771-cbb7-4571-921b-a68afb4d1cfb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.288792 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Added segment 3f807771-cbb7-4571-921b-a68afb4d1cfb of type vlan for network 55bb87fe-5d72-4042-90c4-4e2d9af76677 Apr 07 01:52:35.289942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:35.290545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-3f2363d6-5a66-4f9a-ba39-8f3e5f7d8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:35.292021 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-3f2363d6-5a66-4f9a-ba39-8f3e5f7d8765 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 200 len: 911 time: 0.2158875 Apr 07 01:52:35.293624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:35.297799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:35.304212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.308470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Pushing event updated for resources: {'Port': ['ID=a883b838-84d5-4da2-ba1c-ca8be4485da4,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:35.315046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:35.315351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:35.323176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:35.326969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.359943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:35.367159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Attempting to bind port a883b838-84d5-4da2-ba1c-ca8be4485da4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:35.367328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Attempting to bind port a883b838-84d5-4da2-ba1c-ca8be4485da4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:35.367609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Attempting to bind port a883b838-84d5-4da2-ba1c-ca8be4485da4 on network ef47017c-4bd7-4793-bcb5-e9bc670aba9c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:35.370121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c7c13646-8567-452d-bc6f-8cefc614a7eb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.370578 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment c7c13646-8567-452d-bc6f-8cefc614a7eb of type vlan for network 769db4f9-de23-4433-bfbd-7bc7f9da806d Apr 07 01:52:35.373634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:35.374013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Checking segment: {'id': '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:35.374420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.375379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Bound using segment: {'id': '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:35.375860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Bound port: a883b838-84d5-4da2-ba1c-ca8be4485da4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'ef47017c-4bd7-4793-bcb5-e9bc670aba9c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:35.376256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.378153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.406217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.409052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (55bb87fe-5d72-4042-90c4-4e2d9af76677), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.412606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (769db4f9-de23-4433-bfbd-7bc7f9da806d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.421841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d6c9d7dd-2ce4-4a32-b09f-6452b6e9ea84), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:35.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:35.447580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] For port a883b838-84d5-4da2-ba1c-ca8be4485da4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:35.450781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] For port a883b838-84d5-4da2-ba1c-ca8be4485da4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a883b838-84d5-4da2-ba1c-ca8be4485da4,segment=NetworkSegment(55e5b66f-ac7c-439e-a1f0-9f7eaa07694d),segment_id=55e5b66f-ac7c-439e-a1f0-9f7eaa07694d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:35.476323 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-190a9509-7ce0-442c-a838-8b8eb3f5b4dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 200 len: 1001 time: 0.1718764 Apr 07 01:52:35.499974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (769db4f9-de23-4433-bfbd-7bc7f9da806d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.505022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:35.506003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.511952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.541360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-3075f1c2-f69b-4f30-941d-956a643f2b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:35.543732 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-3075f1c2-f69b-4f30-941d-956a643f2b57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 200 len: 850 time: 0.0574176 Apr 07 01:52:35.575654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9f4e9-155f-47ca-9203-8886eeb710e6 None None] Pushing event updated for resources: {'Port': ['ID=a883b838-84d5-4da2-ba1c-ca8be4485da4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:35.585217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=769db4f9-de23-4433-bfbd-7bc7f9da806d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:35.586650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (55bb87fe-5d72-4042-90c4-4e2d9af76677), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.593466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:35.593903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.598324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:35.631341 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ff819ce2-169c-4d8f-a70a-68100db5a5c0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4446194 Apr 07 01:52:35.632029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52392) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:35.637419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:35.651355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (46db0ab8-9422-46b4-83f8-2de4388353e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.655801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.662222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/46db0ab8-9422-46b4-83f8-2de4388353e8 HTTP/1.1" status: 204 len: 168 time: 0.7335994 Apr 07 01:52:35.662887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52394) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:35.699738 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e25d95-7405-425e-a6bd-4f764da1352c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:35.700195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e25d95-7405-425e-a6bd-4f764da1352c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:35.704561 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-38e25d95-7405-425e-a6bd-4f764da1352c tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/aca6aa41-038c-46c5-ae55-7fc014709ef8 HTTP/1.1" status: 404 len: 337 time: 0.0352135 Apr 07 01:52:35.706025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52396) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:35.724553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Network': ['ID=55bb87fe-5d72-4042-90c4-4e2d9af76677,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:35.726717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-093c9b24-8b67-4977-95c3-1ff7f9d64951 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:35.727234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-093c9b24-8b67-4977-95c3-1ff7f9d64951 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:35.730866 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-093c9b24-8b67-4977-95c3-1ff7f9d64951 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/497cdbd8-5b89-42a0-a021-10ba110a00a4 HTTP/1.1" status: 404 len: 339 time: 0.0231745 Apr 07 01:52:35.734844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52398) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:35.738091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 55bb87fe-5d72-4042-90c4-4e2d9af76677 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:35.738917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-1d826c47-f701-42a2-8b46-9b6dc0c63f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:35.740852 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-1d826c47-f701-42a2-8b46-9b6dc0c63f80 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0655195f-1e02-4c3f-82d0-e02a3b9b58f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1877048 Apr 07 01:52:35.766525 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-30dc227b-d512-400e-84c1-d2c4785ac3d5 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8387287 Apr 07 01:52:35.767573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d138d-3d5f-45ce-b798-a045231e5194 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=46db0ab8-9422-46b4-83f8-2de4388353e8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:35.792093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52400) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:35.801169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'subnet': {'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:35.814836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting subnet 36ea5783-a3b9-4bbb-a1ae-8e49331075a9 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:35.819710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (36ea5783-a3b9-4bbb-a1ae-8e49331075a9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.894516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (36ea5783-a3b9-4bbb-a1ae-8e49331075a9), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.918558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:35.921810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:35.969383 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-6286717e-edbd-4c58-8e41-79c2ec96fd3b service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170415 Apr 07 01:52:36.018611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Made reservation on behalf of 206daa6d82864067b39ca519532cb29a for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:36.026506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.061364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (36ea5783-a3b9-4bbb-a1ae-8e49331075a9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.136120 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1798311c-ce43-4bdb-955d-61d8bda4a6ff req-7a14cfcb-307f-45bb-9470-fc7ac566c9ce service neutron] 10.222.0.10 "GET /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599803 Apr 07 01:52:36.252268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524c2bc-cbc5-4fe5-b0d7-a308eeb27ea5 req-90e8c4e2-9348-4af3-b710-d972ebc5eba8 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:36.253751 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b524c2bc-cbc5-4fe5-b0d7-a308eeb27ea5 req-90e8c4e2-9348-4af3-b710-d972ebc5eba8 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1171920 Apr 07 01:52:36.255136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (36ea5783-a3b9-4bbb-a1ae-8e49331075a9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.283819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (42abcb04-0755-48cc-a7b1-439956aa1882), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.290318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=36ea5783-a3b9-4bbb-a1ae-8e49331075a9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:36.292886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.298141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b3c35891-4082-4dfb-ae59-a332324cd935 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/36ea5783-a3b9-4bbb-a1ae-8e49331075a9 HTTP/1.1" status: 204 len: 168 time: 0.5600665 Apr 07 01:52:36.301281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a844c81d-83c8-4576-841c-811d46598e14 None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:36.302979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52404) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:36.316358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (15e06f66-04b1-4faa-a2d1-d260a6909a7b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.394479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Checking segment: {'id': '12b0a197-b57a-44f5-9a55-2b1d40722191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:36.394479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network hostable DHCP agents. Network: f96d053c-7f98-45fb-a48d-a4c5e1a85e6b, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:36.408789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Subnet': ['ID=42abcb04-0755-48cc-a7b1-439956aa1882,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:36.424846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b524c2bc-cbc5-4fe5-b0d7-a308eeb27ea5 req-b05e02c9-ffac-4743-b47e-51e30918245e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609073 Apr 07 01:52:36.439749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting subnet 987c1f02-bd8e-471f-96aa-4740b92d3b01 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:36.451965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (987c1f02-bd8e-471f-96aa-4740b92d3b01), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.454647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=15e06f66-04b1-4faa-a2d1-d260a6909a7b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:36.493910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': 'c7c13646-8567-452d-bc6f-8cefc614a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:36.494287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: 769db4f9-de23-4433-bfbd-7bc7f9da806d, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:36.494782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:36.508599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (987c1f02-bd8e-471f-96aa-4740b92d3b01), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.514949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a883b838-84d5-4da2-ba1c-ca8be4485da4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:36.592983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a883b838-84d5-4da2-ba1c-ca8be4485da4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:36.593627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.603072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, f96d053c-7f98-45fb-a48d-a4c5e1a85e6b) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:36.607944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:36.608919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.620090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9d80c-196c-47ec-906e-d6e15e5063da None None] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:36.639634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (987c1f02-bd8e-471f-96aa-4740b92d3b01), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.717317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:36.720038 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8b673fe-b846-4973-90db-658970006007 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9232190 Apr 07 01:52:36.723102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52406) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:36.728487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'subnet': {'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:36.732210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 769db4f9-de23-4433-bfbd-7bc7f9da806d) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:36.737717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:36.738461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.786995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7f2308-eb7c-480a-9267-7bb6d31116e7 None None] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:36.804012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (987c1f02-bd8e-471f-96aa-4740b92d3b01), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.852838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=987c1f02-bd8e-471f-96aa-4740b92d3b01,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:36.876562 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51afe568-cecb-443b-97b2-3ac73032427c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2434690 Apr 07 01:52:36.879072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52408) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:36.886204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.896221 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9e1e8074-61be-497c-82de-18455707ef9a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/987c1f02-bd8e-471f-96aa-4740b92d3b01 HTTP/1.1" status: 204 len: 168 time: 0.5872488 Apr 07 01:52:36.896416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52410) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:36.896518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-587969725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:36.916588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a883b838-84d5-4da2-ba1c-ca8be4485da4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:36.919015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.926583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Made reservation on behalf of 206daa6d82864067b39ca519532cb29a for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:36.932780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:36.940087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529e2fd-b738-4550-b464-75748fdca762 None None] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:36.942273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-f96d053c-7f98-45fb-a48d-a4c5e1a85e6b', 'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b', 'project_id': '206daa6d82864067b39ca519532cb29a', 'fixed_ips': [{'subnet_id': '42abcb04-0755-48cc-a7b1-439956aa1882'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:36.943110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.004257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (526031f5-008a-40a6-b612-74caf2d331be), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.005378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (526031f5-008a-40a6-b612-74caf2d331be), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.051562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2f046751-9f76-4f7e-bd44-6c46dc6c4853), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.095902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-769db4f9-de23-4433-bfbd-7bc7f9da806d', 'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '15e06f66-04b1-4faa-a2d1-d260a6909a7b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:37.096949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.109050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c89e75fc-f37b-40ca-aee5-5bd4686cd423 None None] Provisioning complete for port a883b838-84d5-4da2-ba1c-ca8be4485da4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:37.109600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c89e75fc-f37b-40ca-aee5-5bd4686cd423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.121494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (526031f5-008a-40a6-b612-74caf2d331be), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.159314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port ea8c7e46-9aa8-445c-b66e-8792b7691927 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:37.159582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.163386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (526031f5-008a-40a6-b612-74caf2d331be), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.184027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a883b838-84d5-4da2-ba1c-ca8be4485da4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a883b838-84d5-4da2-ba1c-ca8be4485da4,segment=NetworkSegment(55e5b66f-ac7c-439e-a1f0-9f7eaa07694d),segment_id=55e5b66f-ac7c-439e-a1f0-9f7eaa07694d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:37.248829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.255036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.260086 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-aeb1566b-99f2-4ed0-a703-1adb731859d5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3799992 Apr 07 01:52:37.263234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52414) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:37.270398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'port': {'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d', 'name': 'tempest-RoutersIpV6Test-1771105628'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:37.297177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port ea8c7e46-9aa8-445c-b66e-8792b7691927, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea8c7e46-9aa8-445c-b66e-8792b7691927,segment=NetworkSegment(10d921c9-d46c-48c5-8534-4d4c2adfd0a2),segment_id=10d921c9-d46c-48c5-8534-4d4c2adfd0a2)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:37.297543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.313630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for ea8c7e46-9aa8-445c-b66e-8792b7691927 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:37.357343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 427393c6-79b6-460b-b746-8f8841d91f75 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:37.359031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (7157cf7b-9f05-4303-9ba0-804c194433cb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.359449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a6b1b6-60bc-4bc5-b4d4-b5037dd8b6a2 None None] Network 2f046751-9f76-4f7e-bd44-6c46dc6c4853 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:37.440316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Subnet': ['ID=7157cf7b-9f05-4303-9ba0-804c194433cb,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:37.452168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 427393c6-79b6-460b-b746-8f8841d91f75 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:37.452355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:37.452592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 427393c6-79b6-460b-b746-8f8841d91f75 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:37.462006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.462182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Checking segment: {'id': '3f807771-cbb7-4571-921b-a68afb4d1cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:37.462454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network hostable DHCP agents. Network: 55bb87fe-5d72-4042-90c4-4e2d9af76677, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:37.488122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] device_id is not set on port 9eb063e7-e81e-4067-a91c-8cc727bfa44b yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:52:37.523365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ea8c7e46-9aa8-445c-b66e-8792b7691927), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.550621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network 55bb87fe-5d72-4042-90c4-4e2d9af76677 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:37.553004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=ea8c7e46-9aa8-445c-b66e-8792b7691927,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:37.560415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port ea8c7e46-9aa8-445c-b66e-8792b7691927 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:37.603611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2083d27-b883-4651-be7a-88bd4963f4ec req-6fa136b9-46fe-4dbd-9645-df43a0a48b24 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:37.605811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2083d27-b883-4651-be7a-88bd4963f4ec req-6fa136b9-46fe-4dbd-9645-df43a0a48b24 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.0754459 Apr 07 01:52:37.631680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 55bb87fe-5d72-4042-90c4-4e2d9af76677) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:37.640309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:37.641117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.661838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2f046751-9f76-4f7e-bd44-6c46dc6c4853), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.665768 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2083d27-b883-4651-be7a-88bd4963f4ec req-677cbb6c-40a8-45b3-8d60-35571d96772e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532956 Apr 07 01:52:37.687590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f046751-9f76-4f7e-bd44-6c46dc6c4853']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:37.700676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d921c9-d46c-48c5-8534-4d4c2adfd0a2') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:37.700676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d921c9-d46c-48c5-8534-4d4c2adfd0a2') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:37.712647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (10d921c9-d46c-48c5-8534-4d4c2adfd0a2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.713975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Allocated IP 172.20.0.2 (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b/42abcb04-0755-48cc-a7b1-439956aa1882/8e73fc5b-2205-4dac-a39d-f9c63ff1557a) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:37.718304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5814483-f8b6-4125-a310-718e94df189c None None] Network 55bb87fe-5d72-4042-90c4-4e2d9af76677 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:37.720469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a883b838-84d5-4da2-ba1c-ca8be4485da4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:37.732665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (10d921c9-d46c-48c5-8534-4d4c2adfd0a2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.739101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:37.739493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (10d921c9-d46c-48c5-8534-4d4c2adfd0a2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:37.742893 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:37.746614 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0f41877d-2cf3-48d8-9659-eafa5b39202b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0222824 Apr 07 01:52:37.749318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52420) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:37.854811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa72e47-e8df-478e-9e00-8ddfc9c3b8f7 None None] DHCP port deletion for 2f046751-9f76-4f7e-bd44-6c46dc6c4853 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:37.857182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c89e75fc-f37b-40ca-aee5-5bd4686cd423 None None] Current status of the port a883b838-84d5-4da2-ba1c-ca8be4485da4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:37.860382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Allocated IP 2001:db8::2 (769db4f9-de23-4433-bfbd-7bc7f9da806d/15e06f66-04b1-4faa-a2d1-d260a6909a7b/adb73d9f-bbf1-4b62-935b-02127aaca99e) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:37.900830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2f046751-9f76-4f7e-bd44-6c46dc6c4853), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.936626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:37.946198 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/2f046751-9f76-4f7e-bd44-6c46dc6c4853 HTTP/1.1" status: 204 len: 168 time: 1.0497520 Apr 07 01:52:37.947136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52422) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:37.949778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d71d0-fcf1-4bf1-b2ec-af1c9e3d2646 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=2f046751-9f76-4f7e-bd44-6c46dc6c4853,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:37.991334 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00cca3c-270b-4cf1-bcbc-45194ebe34f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:37.991940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00cca3c-270b-4cf1-bcbc-45194ebe34f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:37.999756 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e00cca3c-270b-4cf1-bcbc-45194ebe34f6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/f8296c05-3116-4e8a-9dac-32dddc3d382f HTTP/1.1" status: 404 len: 337 time: 0.0511990 Apr 07 01:52:38.000523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52424) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.024101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f6a64fba-4915-48a2-9f0e-18868234a948 None None] Could not find standard attr ID for object ea8c7e46-9aa8-445c-b66e-8792b7691927. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 01:52:38.031939 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae26d9a-112e-444c-aae4-f56b81c93d92 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:38.032921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae26d9a-112e-444c-aae4-f56b81c93d92 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:38.044099 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dae26d9a-112e-444c-aae4-f56b81c93d92 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/4c59edf0-5390-49ac-8e8c-b4e7e9bd150a HTTP/1.1" status: 404 len: 339 time: 0.0399213 Apr 07 01:52:38.044325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-55bb87fe-5d72-4042-90c4-4e2d9af76677', 'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677', 'project_id': '206daa6d82864067b39ca519532cb29a', 'fixed_ips': [{'subnet_id': '7157cf7b-9f05-4303-9ba0-804c194433cb'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:38.044325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.045512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52426) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.077788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a2e4cb-4dfa-48e8-85f6-fec8c43eb336 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:38.077788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a2e4cb-4dfa-48e8-85f6-fec8c43eb336 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:38.086206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-33a2e4cb-4dfa-48e8-85f6-fec8c43eb336 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/cc2bec24-258d-4429-af0a-0b504b18d2a4 HTTP/1.1" status: 404 len: 337 time: 0.0395331 Apr 07 01:52:38.086958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52428) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.110642 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4acba56-02a1-4238-bf98-e9e0045286ee tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:38.112743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4acba56-02a1-4238-bf98-e9e0045286ee tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:38.119389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e4acba56-02a1-4238-bf98-e9e0045286ee tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/9239438d-b401-4511-9c13-80a17c3ce855 HTTP/1.1" status: 404 len: 339 time: 0.0314171 Apr 07 01:52:38.120275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52430) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.154649 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b0778f-04bc-407a-9af8-40e86f4f979a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:38.155210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b0778f-04bc-407a-9af8-40e86f4f979a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:38.158922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-72b0778f-04bc-407a-9af8-40e86f4f979a tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/8188df32-ae22-474b-9d28-809a75482e8a HTTP/1.1" status: 404 len: 337 time: 0.0370071 Apr 07 01:52:38.161932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52432) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.180817 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1ba5c2-6bdb-46f6-89b7-85b2fceff69f tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:38.181417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1ba5c2-6bdb-46f6-89b7-85b2fceff69f tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:38.187068 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eb1ba5c2-6bdb-46f6-89b7-85b2fceff69f tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/99a2649f-4d82-43c2-85ea-d59d9a6f6279 HTTP/1.1" status: 404 len: 339 time: 0.0215149 Apr 07 01:52:38.187365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52434) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.242786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting subnet 9a821904-bc0a-412a-80a3-90e0d3bfb36b {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:38.246650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (9a821904-bc0a-412a-80a3-90e0d3bfb36b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.269147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Publish callbacks [] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.285525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b566b151-baf7-4dd8-8375-fa09e082d144 None None] Provisioning complete for port a883b838-84d5-4da2-ba1c-ca8be4485da4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:38.285525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b566b151-baf7-4dd8-8375-fa09e082d144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.293200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (9a821904-bc0a-412a-80a3-90e0d3bfb36b), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.343209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad7008-e39c-447e-86c6-84cc43eec6ef req-adbe0d27-f4e0-49a7-8658-5f0df730cabc tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:38.350601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6ad7008-e39c-447e-86c6-84cc43eec6ef req-adbe0d27-f4e0-49a7-8658-5f0df730cabc tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.5915723 Apr 07 01:52:38.354742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.384161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (9a821904-bc0a-412a-80a3-90e0d3bfb36b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.389004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Publish callbacks [] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.417231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Allocated IP 172.20.0.2 (55bb87fe-5d72-4042-90c4-4e2d9af76677/7157cf7b-9f05-4303-9ba0-804c194433cb/27c63ab1-35e6-480a-9e18-5d68031cbee6) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:38.434328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Pushing event updated for resources: {'Port': ['ID=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:38.441599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:38.446294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:38.451234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:38.462947 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6ad7008-e39c-447e-86c6-84cc43eec6ef req-083e284e-5586-46fa-84b4-b6ff2728cf19 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118629 Apr 07 01:52:38.498543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.507667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a883b838-84d5-4da2-ba1c-ca8be4485da4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:38.547442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (9a821904-bc0a-412a-80a3-90e0d3bfb36b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.573783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.593870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=9a821904-bc0a-412a-80a3-90e0d3bfb36b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:38.594749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8::4e (769db4f9-de23-4433-bfbd-7bc7f9da806d/15e06f66-04b1-4faa-a2d1-d260a6909a7b/9eb063e7-e81e-4067-a91c-8cc727bfa44b) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:38.599039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.606000 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0166c405-4ce3-4472-98db-6008e6eef439 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/9a821904-bc0a-412a-80a3-90e0d3bfb36b HTTP/1.1" status: 204 len: 168 time: 0.4175706 Apr 07 01:52:38.606646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52438) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:38.634034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34aeef1-159f-4a16-bfce-cace0e7c930f None None] Network 3542ba7a-c818-4a40-97cf-97683a46ebb1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:38.687867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (3542ba7a-c818-4a40-97cf-97683a46ebb1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.702030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:38.731011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:38.743085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Pushing event updated for resources: {'Port': ['ID=adb73d9f-bbf1-4b62-935b-02127aaca99e,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:38.744674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:38.745094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.764371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:38.772483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Attempting to bind port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:38.773316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Attempting to bind port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '12b0a197-b57a-44f5-9a55-2b1d40722191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:38.773969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Attempting to bind port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a on network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:38.786039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b566b151-baf7-4dd8-8375-fa09e082d144 None None] Current status of the port a883b838-84d5-4da2-ba1c-ca8be4485da4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:38.812219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:38.812940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Checking segment: {'id': '12b0a197-b57a-44f5-9a55-2b1d40722191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:38.813667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.814278 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Bound using segment: {'id': '12b0a197-b57a-44f5-9a55-2b1d40722191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:38.814972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Bound port: 8e73fc5b-2205-4dac-a39d-f9c63ff1557a, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0a197-b57a-44f5-9a55-2b1d40722191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f96d053c-7f98-45fb-a48d-a4c5e1a85e6b'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:38.815515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.960620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.986177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Attempting to bind port adb73d9f-bbf1-4b62-935b-02127aaca99e on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:38.986552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Attempting to bind port adb73d9f-bbf1-4b62-935b-02127aaca99e by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'c7c13646-8567-452d-bc6f-8cefc614a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:38.986923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Attempting to bind port adb73d9f-bbf1-4b62-935b-02127aaca99e on network 769db4f9-de23-4433-bfbd-7bc7f9da806d {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:38.993805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a883b838-84d5-4da2-ba1c-ca8be4485da4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:38.994182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:38.997665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Allocated IP 172.20.0.1 (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b/42abcb04-0755-48cc-a7b1-439956aa1882/f947b033-849f-4c67-afe7-10d5551e1dba) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:39.031551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:39.031954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Checking segment: {'id': 'c7c13646-8567-452d-bc6f-8cefc614a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:39.032332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.032730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Bound using segment: {'id': 'c7c13646-8567-452d-bc6f-8cefc614a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:39.033236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Bound port: adb73d9f-bbf1-4b62-935b-02127aaca99e, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c13646-8567-452d-bc6f-8cefc614a7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '769db4f9-de23-4433-bfbd-7bc7f9da806d'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:39.033627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.067936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Publish callbacks [] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.116413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] For port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:39.134973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f21a7d-c352-44cb-aeb7-aade6d76de7d req-605d5e7e-a8f8-4451-9f30-fc457e4d4e5f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:39.136262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] For port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,segment=NetworkSegment(12b0a197-b57a-44f5-9a55-2b1d40722191),segment_id=12b0a197-b57a-44f5-9a55-2b1d40722191)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:39.136430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14f21a7d-c352-44cb-aeb7-aade6d76de7d req-605d5e7e-a8f8-4451-9f30-fc457e4d4e5f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1517217 Apr 07 01:52:39.154034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.173371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.220818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Network 55bb87fe-5d72-4042-90c4-4e2d9af76677 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:39.221378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port 2620ac03-b132-4825-bc7b-f14c2e0cdca4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2620ac03-b132-4825-bc7b-f14c2e0cdca4,segment=NetworkSegment(334de8a3-e507-4903-94d5-973fc8ee3036),segment_id=334de8a3-e507-4903-94d5-973fc8ee3036)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:39.221757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.228915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] For port adb73d9f-bbf1-4b62-935b-02127aaca99e, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:39.238511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for 2620ac03-b132-4825-bc7b-f14c2e0cdca4 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:39.250630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] DHCP port deletion for 3542ba7a-c818-4a40-97cf-97683a46ebb1 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:39.252537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:39.254827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.259197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for port (f947b033-849f-4c67-afe7-10d5551e1dba), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.262209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:39.282843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:39.290314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Pushing event updated for resources: {'Port': ['ID=27c63ab1-35e6-480a-9e18-5d68031cbee6,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:39.293497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:39.311326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] For port adb73d9f-bbf1-4b62-935b-02127aaca99e, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=adb73d9f-bbf1-4b62-935b-02127aaca99e,segment=NetworkSegment(c7c13646-8567-452d-bc6f-8cefc614a7eb),segment_id=c7c13646-8567-452d-bc6f-8cefc614a7eb)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:39.316354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:39.322164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:39.322342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.329524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=9eb063e7-e81e-4067-a91c-8cc727bfa44b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:39.346312 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14f21a7d-c352-44cb-aeb7-aade6d76de7d req-aed65092-b218-4868-8aff-91c6cbba0bdf tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926203 Apr 07 01:52:39.385282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a883b838-84d5-4da2-ba1c-ca8be4485da4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:39.399862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.420696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.423799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Attempting to bind port 27c63ab1-35e6-480a-9e18-5d68031cbee6 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:39.424177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Attempting to bind port 27c63ab1-35e6-480a-9e18-5d68031cbee6 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '3f807771-cbb7-4571-921b-a68afb4d1cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:39.424544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Attempting to bind port 27c63ab1-35e6-480a-9e18-5d68031cbee6 on network 55bb87fe-5d72-4042-90c4-4e2d9af76677 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:39.425164 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ee94cab2-a67c-49f3-99e3-1f6c56269af9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1599791 Apr 07 01:52:39.427521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.430146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52442) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:39.435788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:39.446610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f73fea-dffc-484b-a399-3b01cfcd9c88 None None] Pushing event updated for resources: {'Port': ['ID=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:39.452097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:39.452476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Checking segment: {'id': '3f807771-cbb7-4571-921b-a68afb4d1cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:39.452942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.453334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Bound using segment: {'id': '3f807771-cbb7-4571-921b-a68afb4d1cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:39.453820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Bound port: 27c63ab1-35e6-480a-9e18-5d68031cbee6, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f807771-cbb7-4571-921b-a68afb4d1cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '55bb87fe-5d72-4042-90c4-4e2d9af76677'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:39.454200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.507348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea8c7e46-9aa8-445c-b66e-8792b7691927 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:39.521797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:39.525494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:39.531459 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:39.560723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Port': ['ID=f947b033-849f-4c67-afe7-10d5551e1dba,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:39.592635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.593909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=2620ac03-b132-4825-bc7b-f14c2e0cdca4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:39.776070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (3542ba7a-c818-4a40-97cf-97683a46ebb1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.813731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3542ba7a-c818-4a40-97cf-97683a46ebb1']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:39.837799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334de8a3-e507-4903-94d5-973fc8ee3036') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:39.844254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ea8c7e46-9aa8-445c-b66e-8792b7691927 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:39.844606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334de8a3-e507-4903-94d5-973fc8ee3036') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:39.844702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea8c7e46-9aa8-445c-b66e-8792b7691927 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:39.866756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Deleting port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:39.867302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.869860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.929567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e68b91-52b3-47d6-b882-51975ecdb57d None None] Pushing event updated for resources: {'Port': ['ID=adb73d9f-bbf1-4b62-935b-02127aaca99e,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:39.955576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (334de8a3-e507-4903-94d5-973fc8ee3036), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.964061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] For port 27c63ab1-35e6-480a-9e18-5d68031cbee6, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:39.984651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] For port 2620ac03-b132-4825-bc7b-f14c2e0cdca4, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:39.985235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:39.997918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] For port 27c63ab1-35e6-480a-9e18-5d68031cbee6, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=27c63ab1-35e6-480a-9e18-5d68031cbee6,segment=NetworkSegment(3f807771-cbb7-4571-921b-a68afb4d1cfb),segment_id=3f807771-cbb7-4571-921b-a68afb4d1cfb)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:40.002632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (334de8a3-e507-4903-94d5-973fc8ee3036), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.014233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Calling delete_port for 2620ac03-b132-4825-bc7b-f14c2e0cdca4 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:40.014586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:40.015177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (334de8a3-e507-4903-94d5-973fc8ee3036), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.018284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:40.018612 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:40.029691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (2620ac03-b132-4825-bc7b-f14c2e0cdca4), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.058935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.063343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] Pushing event deleted for resources: {'Port': ['ID=2620ac03-b132-4825-bc7b-f14c2e0cdca4,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:40.111582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cc59f-f7dd-4107-8b68-0a265191aa7d None None] No DVR routers for this DVR port 2620ac03-b132-4825-bc7b-f14c2e0cdca4 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:40.144262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba05f4-3ddc-4839-8346-ce663bdf8763 None None] Pushing event updated for resources: {'Port': ['ID=27c63ab1-35e6-480a-9e18-5d68031cbee6,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:40.186185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.203602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (3542ba7a-c818-4a40-97cf-97683a46ebb1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.230519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.239388 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/3542ba7a-c818-4a40-97cf-97683a46ebb1 HTTP/1.1" status: 204 len: 168 time: 1.6262252 Apr 07 01:52:40.239593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52444) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:40.255121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73967fb-0c4d-492e-8eba-8666f3144739 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=3542ba7a-c818-4a40-97cf-97683a46ebb1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:40.274408 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f31763-4de3-48cc-aa45-25fe29adde86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:40.274877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f31763-4de3-48cc-aa45-25fe29adde86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:40.278003 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-23f31763-4de3-48cc-aa45-25fe29adde86 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/6b057d40-95d4-4686-8d27-22ec72c8f682 HTTP/1.1" status: 404 len: 337 time: 0.0398970 Apr 07 01:52:40.283335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:40.315531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for port (f947b033-849f-4c67-afe7-10d5551e1dba), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.318465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a4691-56d9-483b-a7c6-b1c5f9251ec9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] DELETE failed (client error): The resource could not be found. Apr 07 01:52:40.318998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568a4691-56d9-483b-a7c6-b1c5f9251ec9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:52:40.322101 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-568a4691-56d9-483b-a7c6-b1c5f9251ec9 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/36178d95-2741-421f-8059-a5475a2be993 HTTP/1.1" status: 404 len: 339 time: 0.0378404 Apr 07 01:52:40.324777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52448) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:40.403813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.491569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting subnet fce3d107-fd06-4b78-a576-751b6de53391 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:40.509754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (fce3d107-fd06-4b78-a576-751b6de53391), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.580252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8e73fc5b-2205-4dac-a39d-f9c63ff1557a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:40.595521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.649403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Port': ['ID=f947b033-849f-4c67-afe7-10d5551e1dba,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:40.652908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:40.653387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.660084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.666084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.751980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=9eb063e7-e81e-4067-a91c-8cc727bfa44b,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:40.767915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:40.768320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.777902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (fce3d107-fd06-4b78-a576-751b6de53391), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.816600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:40.824262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:40.834520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,segment=NetworkSegment(12b0a197-b57a-44f5-9a55-2b1d40722191),segment_id=12b0a197-b57a-44f5-9a55-2b1d40722191)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:40.867231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce94f1-5bd8-4b97-ab1c-c5e43269a6fa req-30c96947-063e-4bda-b7c3-644755802880 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:40.868810 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7ce94f1-5bd8-4b97-ab1c-c5e43269a6fa req-30c96947-063e-4bda-b7c3-644755802880 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.3873229 Apr 07 01:52:40.889200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (526031f5-008a-40a6-b612-74caf2d331be), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.906731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:40.907879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device adb73d9f-bbf1-4b62-935b-02127aaca99e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:40.941029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1522183-4ca6-48ca-b4f1-e6f129785be7 None None] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:41.023098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (fce3d107-fd06-4b78-a576-751b6de53391), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.060340 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7ce94f1-5bd8-4b97-ab1c-c5e43269a6fa req-bc8a205b-02fa-4cb1-b4af-a39ad619d03f tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539834 Apr 07 01:52:41.065108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b607e17e-89fd-4a1b-8523-b1cf6338aff6 None None] Provisioning complete for port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:41.065606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b607e17e-89fd-4a1b-8523-b1cf6338aff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.102502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:41.138950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port adb73d9f-bbf1-4b62-935b-02127aaca99e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:41.139387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.141334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.209840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (fce3d107-fd06-4b78-a576-751b6de53391), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.249566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Router 327614d4-6474-4643-a8ff-849dca46f059 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:52:41.251571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Subnet': ['ID=fce3d107-fd06-4b78-a576-751b6de53391,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:41.254239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.260317 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d09053b4-7641-4279-9db1-e326074328d6 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/subnets/fce3d107-fd06-4b78-a576-751b6de53391 HTTP/1.1" status: 204 len: 168 time: 0.9322331 Apr 07 01:52:41.261126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52454) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:41.276814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79e822f-5b4d-4772-8bc6-a3ea5c38a646 None None] Network 9b56493f-8440-442c-906a-febaec0d4309 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:41.332471 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:52:41.336205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b607e17e-89fd-4a1b-8523-b1cf6338aff6 None None] Current status of the port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:41.409894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (9b56493f-8440-442c-906a-febaec0d4309), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.423110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port adb73d9f-bbf1-4b62-935b-02127aaca99e is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:41.423664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.516494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port adb73d9f-bbf1-4b62-935b-02127aaca99e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=adb73d9f-bbf1-4b62-935b-02127aaca99e,segment=NetworkSegment(c7c13646-8567-452d-bc6f-8cefc614a7eb),segment_id=c7c13646-8567-452d-bc6f-8cefc614a7eb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:41.529686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-b157ee9c-7300-44ef-8883-731041adcb4c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:41.530705 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-b157ee9c-7300-44ef-8883-731041adcb4c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.10 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1996038 Apr 07 01:52:41.574839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.608824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:41.615941 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-07b8790c-bd75-4e62-9587-0bdba4f48e23 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8636491 Apr 07 01:52:41.618291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52456) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:41.642867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] Sync routers for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:41.645979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] DHCP port deletion for 9b56493f-8440-442c-906a-febaec0d4309 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:41.673428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Deleting port 7125c1a5-587a-499b-af4c-6b3a746676e9 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:41.673665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.704780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.734010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2620ac03-b132-4825-bc7b-f14c2e0cdca4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:41.736123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b7c341-36ef-4a48-99e5-7ba319525495 None None] Network 55bb87fe-5d72-4042-90c4-4e2d9af76677 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:41.739991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:41.740942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:41.766273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] For port 7125c1a5-587a-499b-af4c-6b3a746676e9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7125c1a5-587a-499b-af4c-6b3a746676e9,segment=NetworkSegment(3b01376a-f667-49cc-b1df-e74395676525),segment_id=3b01376a-f667-49cc-b1df-e74395676525)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:41.766653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.780515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Calling delete_port for 7125c1a5-587a-499b-af4c-6b3a746676e9 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:41.793127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.793921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (526031f5-008a-40a6-b612-74caf2d331be), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:41.869609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=9eb063e7-e81e-4067-a91c-8cc727bfa44b,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:41.873134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2620ac03-b132-4825-bc7b-f14c2e0cdca4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:41.873633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2620ac03-b132-4825-bc7b-f14c2e0cdca4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:41.892466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:41.895540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=adb73d9f-bbf1-4b62-935b-02127aaca99e,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:41.950607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:41.951270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:41.956627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] Provisioning complete for port 27c63ab1-35e6-480a-9e18-5d68031cbee6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:41.957762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.001849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e097712e-b3ed-490a-b25b-404471972286 None None] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:42.014530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.031573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:42.032247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ed109-38e2-4eea-819e-bf30875893c3 None None] The sync data for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:42.054042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Port': ['ID=7125c1a5-587a-499b-af4c-6b3a746676e9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:42.062530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] No DVR routers for this DVR port 7125c1a5-587a-499b-af4c-6b3a746676e9 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:42.128693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Deleting port 8f615c74-307a-4958-bc7a-d383c196a452 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:42.129267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8f615c74-307a-4958-bc7a-d383c196a452), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.162999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Deleting port 7125c1a5-587a-499b-af4c-6b3a746676e9 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:42.163388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.183780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:42.220916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:42.221052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (9b56493f-8440-442c-906a-febaec0d4309), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.249606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b56493f-8440-442c-906a-febaec0d4309']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:42.262717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b01376a-f667-49cc-b1df-e74395676525') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:42.263239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b01376a-f667-49cc-b1df-e74395676525') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:42.278633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9591a-4ef3-459f-b3b7-df92aba11f8b req-ade0a10d-03b3-4c19-b7e0-3f04df8a96dd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:42.286277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7da9591a-4ef3-459f-b3b7-df92aba11f8b req-ade0a10d-03b3-4c19-b7e0-3f04df8a96dd tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.1114855 Apr 07 01:52:42.311095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (3b01376a-f667-49cc-b1df-e74395676525), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.334429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] For port 7125c1a5-587a-499b-af4c-6b3a746676e9, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:42.334968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.338140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (3b01376a-f667-49cc-b1df-e74395676525), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.366067 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7da9591a-4ef3-459f-b3b7-df92aba11f8b req-48711e62-fc7e-4e99-aa2e-925b90cb906c tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785720 Apr 07 01:52:42.367246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:42.367669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (3b01376a-f667-49cc-b1df-e74395676525), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:42.372688 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:42.387262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Calling delete_port for 7125c1a5-587a-499b-af4c-6b3a746676e9 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:42.391275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Port 7125c1a5-587a-499b-af4c-6b3a746676e9 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:52:42.397229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (7125c1a5-587a-499b-af4c-6b3a746676e9), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.439487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] No DVR routers for this DVR port 7125c1a5-587a-499b-af4c-6b3a746676e9 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:42.447680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185b657-fca2-4c60-8f75-be53b17aa0fd None None] Pushing event deleted for resources: {'Port': ['ID=7125c1a5-587a-499b-af4c-6b3a746676e9,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:42.455632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] Current status of the port 27c63ab1-35e6-480a-9e18-5d68031cbee6 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:42.456053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.514262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] For port 27c63ab1-35e6-480a-9e18-5d68031cbee6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=27c63ab1-35e6-480a-9e18-5d68031cbee6,segment=NetworkSegment(3f807771-cbb7-4571-921b-a68afb4d1cfb),segment_id=3f807771-cbb7-4571-921b-a68afb4d1cfb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:42.516541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] For port 8f615c74-307a-4958-bc7a-d383c196a452, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=8f615c74-307a-4958-bc7a-d383c196a452,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:42.516949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8f615c74-307a-4958-bc7a-d383c196a452), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.567255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (9b56493f-8440-442c-906a-febaec0d4309), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.571576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.578964 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] 10.222.0.25 "DELETE /v2.0/networks/9b56493f-8440-442c-906a-febaec0d4309 HTTP/1.1" status: 204 len: 168 time: 1.3133786 Apr 07 01:52:42.592027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.606227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df2ac3-8efd-471b-aac6-74be452a1ed7 tempest-NetworksIpV6Test-238321739 tempest-NetworksIpV6Test-238321739-project] Pushing event deleted for resources: {'Network': ['ID=9b56493f-8440-442c-906a-febaec0d4309,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:42.637613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device adb73d9f-bbf1-4b62-935b-02127aaca99e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:42.744050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cf64c-6a19-4853-afde-29d165a98f48 None None] Pushing event updated for resources: {'Port': ['ID=27c63ab1-35e6-480a-9e18-5d68031cbee6,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:42.756990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Provisioning complete for port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:42.757376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:42.800073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port adb73d9f-bbf1-4b62-935b-02127aaca99e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:42.800465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.050808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 526031f5-008a-40a6-b612-74caf2d331be is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:52:43.070253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Current status of the port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.096244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Provisioning complete for port adb73d9f-bbf1-4b62-935b-02127aaca99e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.096702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.098926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port adb73d9f-bbf1-4b62-935b-02127aaca99e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.100683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8e73fc5b-2205-4dac-a39d-f9c63ff1557a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:43.189693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52464) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:43.225568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.225964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.265242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Current status of the port adb73d9f-bbf1-4b62-935b-02127aaca99e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.288150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Provisioning complete for port f947b033-849f-4c67-afe7-10d5551e1dba triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.288538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.353837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-feddbbdc-a80f-4909-9028-be47bcf481d6 None None] Port f947b033-849f-4c67-afe7-10d5551e1dba cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:43.355811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.356946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 27c63ab1-35e6-480a-9e18-5d68031cbee6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:43.370087 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c43af5b3-f253-42e9-b30a-5b8a32056ec1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19a4cf7125e1429584ad9cf566958843&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789353 Apr 07 01:52:43.373328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52468) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:43.418235 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-07dd0420-ccec-4493-baf8-211da88b83df tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 01:52:43.419320 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-07dd0420-ccec-4493-baf8-211da88b83df tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7122629 Apr 07 01:52:43.425289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:43.442734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:43.453557 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-687b9d16-30aa-474d-8aac-eef31da27cce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/526031f5-008a-40a6-b612-74caf2d331be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0151896 Apr 07 01:52:43.457852 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] Sync routers for ids ['526031f5-008a-40a6-b612-74caf2d331be'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:43.460247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52474) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:43.461728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 27c63ab1-35e6-480a-9e18-5d68031cbee6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.462345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.476926 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] Routers {'526031f5-008a-40a6-b612-74caf2d331be'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:43.477675 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['526031f5-008a-40a6-b612-74caf2d331be'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:43.494967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5995e3ac-da43-4756-aa5e-7341c06c458c admin admin] Publish callbacks [] for security_group (6456d824-0fdf-4abb-a797-1aa26685f59a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.529179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.529914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (2d9c07db-a563-46c7-8015-05e81df3e7cd), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.529914 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Floating IP 2d9c07db-a563-46c7-8015-05e81df3e7cd disassociated. External IP: 172.26.8.237, port: 8f615c74-307a-4958-bc7a-d383c196a452. Apr 07 01:52:43.530237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Calling delete_port for 8f615c74-307a-4958-bc7a-d383c196a452 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:43.535466 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:43.545469 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] Routers {'526031f5-008a-40a6-b612-74caf2d331be'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:43.546213 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['526031f5-008a-40a6-b612-74caf2d331be'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:43.551307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Provisioning complete for port adb73d9f-bbf1-4b62-935b-02127aaca99e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.551913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.582838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e68f7f-efc0-4d3a-b543-e5ff531285cb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:43.586818 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8e68f7f-efc0-4d3a-b543-e5ff531285cb tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports/9eb063e7-e81e-4067-a91c-8cc727bfa44b HTTP/1.1" status: 200 len: 983 time: 0.1230030 Apr 07 01:52:43.594466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52476) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:43.620235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5995e3ac-da43-4756-aa5e-7341c06c458c admin admin] Publish callbacks [] for security_group (6456d824-0fdf-4abb-a797-1aa26685f59a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.621722 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:43.622613 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466d8236-da32-4416-975f-ad6dc182a7ed None None] The sync data for ids ['526031f5-008a-40a6-b612-74caf2d331be'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:43.712121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 27c63ab1-35e6-480a-9e18-5d68031cbee6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.718816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddbb76-2d86-4c3b-bc51-025612a9eaa8 req-14db6a00-3f03-4673-a466-fb244b38a202 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:43.725562 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c2ddbb76-2d86-4c3b-bc51-025612a9eaa8 req-14db6a00-3f03-4673-a466-fb244b38a202 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 945 time: 0.2394316 Apr 07 01:52:43.726242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Current status of the port adb73d9f-bbf1-4b62-935b-02127aaca99e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.742982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Provisioning complete for port 27c63ab1-35e6-480a-9e18-5d68031cbee6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.743668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.846605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Current status of the port 27c63ab1-35e6-480a-9e18-5d68031cbee6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:43.849635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7125c1a5-587a-499b-af4c-6b3a746676e9 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:43.875825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7125c1a5-587a-499b-af4c-6b3a746676e9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:43.876330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7125c1a5-587a-499b-af4c-6b3a746676e9 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:43.889340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Provisioning complete for port 9eb063e7-e81e-4067-a91c-8cc727bfa44b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:43.889827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:43.937406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6cdca290-1618-45de-8fc8-565352831696 None None] Port 9eb063e7-e81e-4067-a91c-8cc727bfa44b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:44.063344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f51dce28-80fb-473b-b46f-d7617c5aae60 None None] Provisioning complete for port 9eb063e7-e81e-4067-a91c-8cc727bfa44b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:44.064125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f51dce28-80fb-473b-b46f-d7617c5aae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.114614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f51dce28-80fb-473b-b46f-d7617c5aae60 None None] Port 9eb063e7-e81e-4067-a91c-8cc727bfa44b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:44.148964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8f615c74-307a-4958-bc7a-d383c196a452), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.165932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5995e3ac-da43-4756-aa5e-7341c06c458c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6456d824-0fdf-4abb-a797-1aa26685f59a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.168573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5995e3ac-da43-4756-aa5e-7341c06c458c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.172074 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5995e3ac-da43-4756-aa5e-7341c06c458c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6456d824-0fdf-4abb-a797-1aa26685f59a HTTP/1.1" status: 204 len: 168 time: 0.7952363 Apr 07 01:52:44.183005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e3ac-da43-4756-aa5e-7341c06c458c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456d824-0fdf-4abb-a797-1aa26685f59a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:44.194367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event deleted for resources: {'Port': ['ID=8f615c74-307a-4958-bc7a-d383c196a452,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:44.234067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (526031f5-008a-40a6-b612-74caf2d331be), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.236646 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c2ddbb76-2d86-4c3b-bc51-025612a9eaa8 req-7276e244-1688-49b6-a9dd-3dec61d4e32d tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups?id=3afede86-486c-49b3-b3f0-7ad2bedf6b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5100954 Apr 07 01:52:44.265215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 8f615c74-307a-4958-bc7a-d383c196a452 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:44.291492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 8f615c74-307a-4958-bc7a-d383c196a452 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:44.296884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 8f615c74-307a-4958-bc7a-d383c196a452 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:44.459091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.470921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 27c63ab1-35e6-480a-9e18-5d68031cbee6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:44.550795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 27c63ab1-35e6-480a-9e18-5d68031cbee6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:44.551080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.683813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Router 67487477-7957-4a9b-8a72-a606ca63a17e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:44.686695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 27c63ab1-35e6-480a-9e18-5d68031cbee6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:44.803220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Deleting port f947b033-849f-4c67-afe7-10d5551e1dba {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:44.803570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.869854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:44.889056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] Sync routers for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:44.908639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:44.909282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:44.923498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.927698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 9eb063e7-e81e-4067-a91c-8cc727bfa44b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:44.928047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.932284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] No DVR routers for this DVR port 8f615c74-307a-4958-bc7a-d383c196a452 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:44.939020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Calling delete_port for f947b033-849f-4c67-afe7-10d5551e1dba owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:44.944390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:44.947925 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba55f6ac-de2b-428d-a5fb-9f683f15c5af req-7b2fa858-dc8a-4d29-9276-f862c8eb663e tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.10 "DELETE /v2.0/ports/8f615c74-307a-4958-bc7a-d383c196a452 HTTP/1.1" status: 204 len: 173 time: 3.4126980 Apr 07 01:52:44.953852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'name': 'network-vif-deleted', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:52:44.953852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d83451c-b591-4204-8d18-b9e8a2c20ee0" -d '{"events": [{"server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "name": "network-vif-deleted", "tag": "8f615c74-307a-4958-bc7a-d383c196a452"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:52:45.048241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:45.085025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:45.102392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 9eb063e7-e81e-4067-a91c-8cc727bfa44b owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:45.238919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f947b033-849f-4c67-afe7-10d5551e1dba), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:45.319429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Port': ['ID=f947b033-849f-4c67-afe7-10d5551e1dba,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:45.455099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9eb063e7-e81e-4067-a91c-8cc727bfa44b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:45.488368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dcb5336b-1e5d-4d6e-856d-339721bdb5d1 req-9ccfb453-f74c-449d-9ff8-a3b226a0bc88 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/ports?device_id=e74d58c4-7574-4478-8b45-75cc8b9cb691 HTTP/1.1" status: 200 len: 210 time: 0.0737460 Apr 07 01:52:45.503436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df2f53f-9a83-4031-a5db-9744b97c981f x-openstack-request-id: req-2df2f53f-9a83-4031-a5db-9744b97c981f {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:52:45.505127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e74d58c4-7574-4478-8b45-75cc8b9cb691", "name": "network-vif-deleted", "tag": "8f615c74-307a-4958-bc7a-d383c196a452", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:52:45.505539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2df2f53f-9a83-4031-a5db-9744b97c981f {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:52:45.506093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df2f53f-9a83-4031-a5db-9744b97c981f'] response: {'server_uuid': 'e74d58c4-7574-4478-8b45-75cc8b9cb691', 'name': 'network-vif-deleted', 'tag': '8f615c74-307a-4958-bc7a-d383c196a452', 'status': 'completed', 'code': 200} Apr 07 01:52:45.509536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=9eb063e7-e81e-4067-a91c-8cc727bfa44b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:45.552880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:45.598296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:45.655283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52506) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:45.657199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] Checking router: 67487477-7957-4a9b-8a72-a606ca63a17e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:52:45.685950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:45.686757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:45.730583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52508) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:45.764175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (526031f5-008a-40a6-b612-74caf2d331be), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:45.931579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:45.957111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Router 327614d4-6474-4643-a8ff-849dca46f059 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:46.061550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 526031f5-008a-40a6-b612-74caf2d331be has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:46.088377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-134096272'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:46.145420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:46.156570 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-58c89ee2-76eb-41ce-b1a4-3712ca32de8d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262344 Apr 07 01:52:46.158326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52512) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.160288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:46.167573 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-05d02b97-500e-4cae-a22b-3e7c22a45772 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/526031f5-008a-40a6-b612-74caf2d331be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5704706 Apr 07 01:52:46.170341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52514) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.172158 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] Sync routers for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:46.197054 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:46.198112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] Sync routers for ids ['526031f5-008a-40a6-b612-74caf2d331be'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:46.198539 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.208822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-83e14662-914c-4bcc-99cd-fb6d577b248b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] delete failed (client error): The resource could not be found. Apr 07 01:52:46.215260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-83e14662-914c-4bcc-99cd-fb6d577b248b tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1117359507 HTTP/1.1" status: 404 len: 335 time: 0.0497863 Apr 07 01:52:46.216321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52516) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.222165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-822f1ad5-f59b-450d-b73d-9354b3c925d9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'router': {'external_gateway_info': {'network_id': '327614d4-6474-4643-a8ff-849dca46f059'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:46.256444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] Routers {'526031f5-008a-40a6-b612-74caf2d331be'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:46.257165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['526031f5-008a-40a6-b612-74caf2d331be'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.262939 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.293926 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:46.294727 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.300997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.317621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] Routers {'526031f5-008a-40a6-b612-74caf2d331be'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:46.318262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['526031f5-008a-40a6-b612-74caf2d331be'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.356079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.357096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ff3a17-dda5-478d-9c72-efc0aa8590ab None None] The sync data for ids ['526031f5-008a-40a6-b612-74caf2d331be'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:46.367116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.374098 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:46.374771 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137eeb9-0c9c-4b2c-845c-fc1adbd3115c None None] The sync data for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:46.407638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d8ba8-b475-462b-95a1-7e3987b2b745 None None] The sync data for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv is: [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:47:11Z', 'revision_number': 4, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9b7390c0-2767-4735-8425-0a07e055da69', 'name': '', 'network_id': '0655195f-1e02-4c3f-82d0-e02a3b9b58f8', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'mac_address': 'fa:16:3e:a0:be:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:10Z', 'updated_at': '2022-04-07T01:47:17Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'subnets': [{'id': '7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:46.421437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Made reservation on behalf of 3dcc554666554f388824c82156a70a32 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:46.424872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.453278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-cb3b55c2-ff96-455b-9865-712116354e7f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] remove_router_interface failed (client error): The resource could not be found. Apr 07 01:52:46.458810 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cb3b55c2-ff96-455b-9865-712116354e7f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/526031f5-008a-40a6-b612-74caf2d331be/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2867153 Apr 07 01:52:46.459418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52518) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.466312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Deleting port a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:46.466656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.491271 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1f9cf8e5-f3dc-4c74-80c9-aece8de758bd tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=526031f5-008a-40a6-b612-74caf2d331be HTTP/1.1" status: 200 len: 205 time: 0.0307367 Apr 07 01:52:46.493837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52520) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.577011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.599076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (526031f5-008a-40a6-b612-74caf2d331be), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.657883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.658235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for floatingip (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.683491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Calling delete_port for a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:46.686481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-822f1ad5-f59b-450d-b73d-9354b3c925d9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router_gateway (327614d4-6474-4643-a8ff-849dca46f059), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.724985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52526) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.734737 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee6456-5331-4adc-ab7f-ed9c7aae48a5 None None] New status for floating IP 2d9c07db-a563-46c7-8015-05e81df3e7cd: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:52:46.803511 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-822f1ad5-f59b-450d-b73d-9354b3c925d9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] update failed (client error): The resource could not be found. Apr 07 01:52:46.805239 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-822f1ad5-f59b-450d-b73d-9354b3c925d9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059 HTTP/1.1" status: 404 len: 339 time: 0.5869920 Apr 07 01:52:46.814707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52528) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:46.886924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks [] for security_group (0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.948321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.982105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:46.989204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:46.997370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4ed1b169-3a61-457d-8a46-20a02b00ba5d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:46.998705 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Added segment 4ed1b169-3a61-457d-8a46-20a02b00ba5d of type vlan for network 716eee7c-b8f4-4793-90ad-ca975734c58f Apr 07 01:52:47.016809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.071601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'Port': ['ID=a2229f57-f2c5-4dd4-8ed2-d5032e07d6e0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:47.089247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (716eee7c-b8f4-4793-90ad-ca975734c58f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.162889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for floatingip (7d85c1f1-442a-445e-ba08-45128b41e8df), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.163196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Floating IP 7d85c1f1-442a-445e-ba08-45128b41e8df disassociated (deleted). External IP: 172.26.8.236, port: a6534193-87c1-422d-ae61-a26d802b6e20. Apr 07 01:52:47.217511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (716eee7c-b8f4-4793-90ad-ca975734c58f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.222630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:47.223132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.258507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (526031f5-008a-40a6-b612-74caf2d331be), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.266226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (526031f5-008a-40a6-b612-74caf2d331be), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.335623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Pushing event updated for resources: {'Network': ['ID=716eee7c-b8f4-4793-90ad-ca975734c58f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:47.348783 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-264c144d-3d0c-469a-b832-44f1b14f35d2 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6102636 Apr 07 01:52:47.349529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52530) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:47.352553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 716eee7c-b8f4-4793-90ad-ca975734c58f details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:47.355427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-643fe61a-3929-40af-9a3e-c844df3fa1e8 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-1445048833') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:47.394509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-685d719c-87d8-4df6-bb05-41a37cd018ac tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group (3afede86-486c-49b3-b3f0-7ad2bedf6b1c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.480648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (526031f5-008a-40a6-b612-74caf2d331be), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.481135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router 526031f5-008a-40a6-b612-74caf2d331be {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:52:47.493759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.494938 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-688a50f5-e058-4ebf-94b6-591a1fe65d47 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/526031f5-008a-40a6-b612-74caf2d331be HTTP/1.1" status: 204 len: 168 time: 1.0000784 Apr 07 01:52:47.499378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-685d719c-87d8-4df6-bb05-41a37cd018ac tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group (3afede86-486c-49b3-b3f0-7ad2bedf6b1c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.503367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52532) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:47.626551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 15e06f66-04b1-4faa-a2d1-d260a6909a7b {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:47.630613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (15e06f66-04b1-4faa-a2d1-d260a6909a7b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.670092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.705688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.758870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-685d719c-87d8-4df6-bb05-41a37cd018ac tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3afede86-486c-49b3-b3f0-7ad2bedf6b1c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.762054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-685d719c-87d8-4df6-bb05-41a37cd018ac tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.763226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-685d719c-87d8-4df6-bb05-41a37cd018ac tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "DELETE /v2.0/security-groups/3afede86-486c-49b3-b3f0-7ad2bedf6b1c HTTP/1.1" status: 204 len: 168 time: 0.9977760 Apr 07 01:52:47.767804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (15e06f66-04b1-4faa-a2d1-d260a6909a7b), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:47.768218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52534) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:47.806381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d719c-87d8-4df6-bb05-41a37cd018ac tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afede86-486c-49b3-b3f0-7ad2bedf6b1c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:47.817820 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-e5d03718-a23b-4f7f-93d3-2a9582540789 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] show failed (client error): The resource could not be found. Apr 07 01:52:47.818869 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e5d03718-a23b-4f7f-93d3-2a9582540789 tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "GET /v2.0/security-groups/3afede86-486c-49b3-b3f0-7ad2bedf6b1c HTTP/1.1" status: 404 len: 347 time: 0.0496922 Apr 07 01:52:47.823329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52536) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:47.923002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:47.954146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (15e06f66-04b1-4faa-a2d1-d260a6909a7b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.052382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Allocated IP 172.20.0.1 (ef47017c-4bd7-4793-bcb5-e9bc670aba9c/41cb7ff4-20c8-4b52-b600-4b92b757535a/a2098cd3-8ea3-4909-b48b-aa5da375825c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:48.063319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-643fe61a-3929-40af-9a3e-c844df3fa1e8 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "PUT /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-1445048833 HTTP/1.1" status: 201 len: 201 time: 0.7127810 Apr 07 01:52:48.066050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52538) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:48.070648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-1c27c8c7-ecd7-4fc8-be2f-c80ffcc91478 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-1445048833') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:48.079130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Deleting port b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:48.079484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.134567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:48.139480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (15e06f66-04b1-4faa-a2d1-d260a6909a7b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.142037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.147720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] Sync routers for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:48.155208 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1c27c8c7-ecd7-4fc8-be2f-c80ffcc91478 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-1445048833 HTTP/1.1" status: 204 len: 168 time: 0.0879955 Apr 07 01:52:48.162061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52540) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:48.164255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:48.165135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:48.185723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-63e2c4f0-9705-4202-8083-2157dd72deab tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:48.203823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-deef9679-6147-45ee-9733-0f9505da9ec6 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "DELETE /v2.0/floatingips/7d85c1f1-442a-445e-ba08-45128b41e8df HTTP/1.1" status: 204 len: 168 time: 2.5368705 Apr 07 01:52:48.207148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc75d1-ed94-4dd2-9a82-76d5b9ed0e30 None None] Network 769db4f9-de23-4433-bfbd-7bc7f9da806d requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:48.210625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:52:48.212498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:52:48.225609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.225947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.240356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Calling delete_port for b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:48.249077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.257350 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/15e06f66-04b1-4faa-a2d1-d260a6909a7b HTTP/1.1" status: 204 len: 168 time: 0.7528653 Apr 07 01:52:48.259940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c4ba1-2438-45bd-850e-05b5dc3d3894 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=15e06f66-04b1-4faa-a2d1-d260a6909a7b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:48.261767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52548) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:48.365537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:48.443246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (769db4f9-de23-4433-bfbd-7bc7f9da806d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.479188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.489150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-63e2c4f0-9705-4202-8083-2157dd72deab tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags HTTP/1.1" status: 200 len: 238 time: 0.3236568 Apr 07 01:52:48.490178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52550) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:48.502914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-5bbbdd35-5a55-4477-bba0-4c13c508089a tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', {'tags': ['tempest-TagsTest-Tag-524091196', 'tempest-TagsTest-Tag-1469361715', 'tempest-TagsTest-Tag-1117664223']}) {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:48.506486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14511ce9-4566-4b14-bbd7-5a2546c8c04b x-openstack-request-id: req-14511ce9-4566-4b14-bbd7-5a2546c8c04b {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:52:48.506908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:52:48.507259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14511ce9-4566-4b14-bbd7-5a2546c8c04b {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:52:48.508051 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14511ce9-4566-4b14-bbd7-5a2546c8c04b'] response: {'name': 'network-changed', 'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'status': 'completed', 'code': 200} Apr 07 01:52:48.586636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.644199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Pushing event deleted for resources: {'Port': ['ID=b1597fa5-a7f8-4d2f-bae4-7a52ccf95fad,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:48.660209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] DHCP port deletion for 769db4f9-de23-4433-bfbd-7bc7f9da806d request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:48.675972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.683060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port adb73d9f-bbf1-4b62-935b-02127aaca99e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:48.683486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.732365 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5bbbdd35-5a55-4477-bba0-4c13c508089a tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "PUT /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags HTTP/1.1" status: 200 len: 308 time: 0.2400305 Apr 07 01:52:48.735802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52556) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:48.746903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-ec43a15c-0703-4160-8678-354f02689d5f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-524091196') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:48.776771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] Deleting port adb73d9f-bbf1-4b62-935b-02127aaca99e {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:48.777854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.779169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:48.794409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:48.804199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:48.806438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks [] for floatingip (2d9c07db-a563-46c7-8015-05e81df3e7cd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.809313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.810488 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2291517e-b865-440a-9cfa-e513ff0253ca tempest-ServerActionsTestJSON-1532819631 tempest-ServerActionsTestJSON-1532819631-project] 10.222.0.25 "DELETE /v2.0/floatingips/2d9c07db-a563-46c7-8015-05e81df3e7cd HTTP/1.1" status: 204 len: 168 time: 0.9844403 Apr 07 01:52:48.817067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52558) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:48.850393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.853909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9524d-4650-4971-bec0-05cd125749e2 req-4ffb1330-a92a-422b-bbb5-3bec2dcb565f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:48.855233 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8b9524d-4650-4971-bec0-05cd125749e2 req-4ffb1330-a92a-422b-bbb5-3bec2dcb565f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1472483 Apr 07 01:52:48.906003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] For port adb73d9f-bbf1-4b62-935b-02127aaca99e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=adb73d9f-bbf1-4b62-935b-02127aaca99e,segment=NetworkSegment(c7c13646-8567-452d-bc6f-8cefc614a7eb),segment_id=c7c13646-8567-452d-bc6f-8cefc614a7eb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:48.906003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.920658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] Calling delete_port for adb73d9f-bbf1-4b62-935b-02127aaca99e owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:48.928412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Port': ['ID=a2098cd3-8ea3-4909-b48b-aa5da375825c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:48.942164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port adb73d9f-bbf1-4b62-935b-02127aaca99e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=adb73d9f-bbf1-4b62-935b-02127aaca99e,segment=NetworkSegment(c7c13646-8567-452d-bc6f-8cefc614a7eb),segment_id=c7c13646-8567-452d-bc6f-8cefc614a7eb)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:48.942164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:48.945213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-c9e53dbb-fb2e-4408-87c9-970466dd73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:48.946775 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-c9e53dbb-fb2e-4408-87c9-970466dd73a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 1129 time: 0.3994043 Apr 07 01:52:48.963496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for adb73d9f-bbf1-4b62-935b-02127aaca99e owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:48.965352 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8b9524d-4650-4971-bec0-05cd125749e2 req-d5494c8b-f0f5-459f-bebf-54ef3a288dd4 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997992 Apr 07 01:52:48.988502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:58Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.034708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] Checking router: f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:52:49.057828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:49.059006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.096523 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec43a15c-0703-4160-8678-354f02689d5f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "DELETE /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-524091196 HTTP/1.1" status: 204 len: 168 time: 0.3579257 Apr 07 01:52:49.099189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52562) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:49.106162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-db4895dc-c7b5-4932-8645-5394b4bc76a8 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-524091196') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.194720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.200412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.206333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:49.229303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (adb73d9f-bbf1-4b62-935b-02127aaca99e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.255769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-561233eb-47cd-4a5b-8769-89d7fea963a4 None None] Provisioning complete for port a2098cd3-8ea3-4909-b48b-aa5da375825c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:49.256545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-561233eb-47cd-4a5b-8769-89d7fea963a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.258251 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-db4895dc-c7b5-4932-8645-5394b4bc76a8 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] show failed (client error): The resource could not be found. Apr 07 01:52:49.259383 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-db4895dc-c7b5-4932-8645-5394b4bc76a8 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-524091196 HTTP/1.1" status: 404 len: 325 time: 0.1591883 Apr 07 01:52:49.262849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] Pushing event deleted for resources: {'Port': ['ID=adb73d9f-bbf1-4b62-935b-02127aaca99e,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:49.264932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdedf73-c371-44df-84e1-b90f5f999d04 None None] No DVR routers for this DVR port adb73d9f-bbf1-4b62-935b-02127aaca99e on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:49.279821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52564) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:49.290327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-dccbcca0-9ae1-4edd-b1d7-fcf5b983a1bf tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-1469361715') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.295286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=adb73d9f-bbf1-4b62-935b-02127aaca99e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:49.300907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port adb73d9f-bbf1-4b62-935b-02127aaca99e on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:49.311962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-561233eb-47cd-4a5b-8769-89d7fea963a4 None None] Port a2098cd3-8ea3-4909-b48b-aa5da375825c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:49.481955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:58Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.485715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (67487477-7957-4a9b-8a72-a606ca63a17e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.501525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (769db4f9-de23-4433-bfbd-7bc7f9da806d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.510409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b401fac5-b2ae-447c-b29b-c8812fe7bb65 None None] The sync data for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv is: [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:50:48Z', 'revision_number': 4, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '108a8f43-8306-4303-ad53-d559b295604f', 'name': '', 'network_id': 'a5dd54bc-e72b-4caa-b658-72e84b7bd7d0', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'mac_address': 'fa:16:3e:43:a3:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'e4b931ef-ece8-49be-b055-29428b718934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:46Z', 'updated_at': '2022-04-07T01:50:58Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'subnets': [{'id': 'e4b931ef-ece8-49be-b055-29428b718934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:49.541367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769db4f9-de23-4433-bfbd-7bc7f9da806d']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.578411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c13646-8567-452d-bc6f-8cefc614a7eb') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.578411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c13646-8567-452d-bc6f-8cefc614a7eb') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.620346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (c7c13646-8567-452d-bc6f-8cefc614a7eb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.630830 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dccbcca0-9ae1-4edd-b1d7-fcf5b983a1bf tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-1469361715 HTTP/1.1" status: 204 len: 168 time: 0.3475366 Apr 07 01:52:49.634283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52566) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:49.641121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-2b0bfed7-ee55-483d-8430-05d263c27221 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-1117664223') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.645113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c7c13646-8567-452d-bc6f-8cefc614a7eb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.657114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:49.657522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (c7c13646-8567-452d-bc6f-8cefc614a7eb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:49.660436 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:49.752782 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2b0bfed7-ee55-483d-8430-05d263c27221 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-1117664223 HTTP/1.1" status: 204 len: 168 time: 0.1171758 Apr 07 01:52:49.756390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:49.759746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-7bb6c424-2924-47dd-b528-a347c36fe37e tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:49.767829 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59cf2f4-c067-43a3-87c4-7dd53ed209f5 None None] New status for floating IP 7d85c1f1-442a-445e-ba08-45128b41e8df: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:52:49.827421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Deleting port 9b7390c0-2767-4735-8425-0a07e055da69 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:49.828028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9b7390c0-2767-4735-8425-0a07e055da69), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.926087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] For port 9b7390c0-2767-4735-8425-0a07e055da69, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b7390c0-2767-4735-8425-0a07e055da69,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:49.926461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9b7390c0-2767-4735-8425-0a07e055da69), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:49.941313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Calling delete_port for 9b7390c0-2767-4735-8425-0a07e055da69 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:50.064541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.073436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (769db4f9-de23-4433-bfbd-7bc7f9da806d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.092119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.095243 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/769db4f9-de23-4433-bfbd-7bc7f9da806d HTTP/1.1" status: 204 len: 168 time: 1.8134539 Apr 07 01:52:50.100063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52572) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:50.107631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-69821729'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:50.148198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.151726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccc7b9-1a8d-4e3a-8260-a30e02c4d846 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=769db4f9-de23-4433-bfbd-7bc7f9da806d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:50.160167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853726-0601-4985-b0b9-6e7c432598dd req-2ebd799b-a3c0-46f9-897c-001b66f59e04 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:50.161749 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-33853726-0601-4985-b0b9-6e7c432598dd req-2ebd799b-a3c0-46f9-897c-001b66f59e04 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1025753 Apr 07 01:52:50.226924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:50.230230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.262610 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-33853726-0601-4985-b0b9-6e7c432598dd req-6b779cc9-87f1-4498-8f40-473874958655 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945082 Apr 07 01:52:50.272530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:50.284794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d59e64f9-0966-4dce-895e-59d7facdadf0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.285016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment d59e64f9-0966-4dce-895e-59d7facdadf0 of type vlan for network 99270dc0-0697-4c84-b163-927ec0fe2075 Apr 07 01:52:50.295233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9b7390c0-2767-4735-8425-0a07e055da69), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.302146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event updated for resources: {'Port': ['ID=a2098cd3-8ea3-4909-b48b-aa5da375825c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:50.304572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.322509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-c76fb38b-4c93-4bc3-89f7-463a50c345d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:50.324591 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-c76fb38b-4c93-4bc3-89f7-463a50c345d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 200 len: 897 time: 0.2630327 Apr 07 01:52:50.334768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c659763-c608-48ac-91ca-5442acb011dd req-a6f232d8-8b3b-4079-96d5-9b73c9f95608 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:50.336202 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7c659763-c608-48ac-91ca-5442acb011dd req-a6f232d8-8b3b-4079-96d5-9b73c9f95608 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.2040944 Apr 07 01:52:50.344138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7390c0-2767-4735-8425-0a07e055da69,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:50.380520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (99270dc0-0697-4c84-b163-927ec0fe2075), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.446932 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-5d6451a1-c1b4-4a64-b930-b58093497df2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 200 len: 217 time: 0.1057723 Apr 07 01:52:50.451093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7bb6c424-2924-47dd-b528-a347c36fe37e tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "DELETE /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags HTTP/1.1" status: 204 len: 168 time: 0.6947944 Apr 07 01:52:50.472382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52574) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:50.479934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-7c80f385-84e6-4220-ae58-0ce87220c0fe tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-1469361715') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:50.504667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device adb73d9f-bbf1-4b62-935b-02127aaca99e no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:50.517601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (99270dc0-0697-4c84-b163-927ec0fe2075), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.523744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:50.524737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.534711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: adb73d9f-bbf1-4b62-935b-02127aaca99e {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:50.541182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device adb73d9f-bbf1-4b62-935b-02127aaca99e not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:50.627708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-060a8c65-9a31-4163-834e-9ceb554f4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:50.629223 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-060a8c65-9a31-4163-834e-9ceb554f4f1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e4b931ef-ece8-49be-b055-29428b718934 HTTP/1.1" status: 200 len: 834 time: 0.1705770 Apr 07 01:52:50.649835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:50.652719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=99270dc0-0697-4c84-b163-927ec0fe2075,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:50.656340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (67487477-7957-4a9b-8a72-a606ca63a17e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.665175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:50.667047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 99270dc0-0697-4c84-b163-927ec0fe2075 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:50.692485 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-7c80f385-84e6-4220-ae58-0ce87220c0fe tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] show failed (client error): The resource could not be found. Apr 07 01:52:50.693565 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7c80f385-84e6-4220-ae58-0ce87220c0fe tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-1469361715 HTTP/1.1" status: 404 len: 326 time: 0.2201912 Apr 07 01:52:50.700452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52576) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:50.708468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.tag.tag_plugin [None req-eacdfc48-3921-46e6-9b9e-3491573db241 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f', 'tempest-TagsTest-Tag-1117664223') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:50.715926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7c81af39-e4b3-4e51-b783-777185cca9c8 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6130459 Apr 07 01:52:50.718532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52578) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:50.723510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:50.795654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Deleting port a6534193-87c1-422d-ae61-a26d802b6e20 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:50.796003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.895589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-e8dfc175-6043-4d5d-a5fc-2c50db29bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:50.895589 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-e8dfc175-6043-4d5d-a5fc-2c50db29bfe1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.2491944 Apr 07 01:52:50.954060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b21289be-f1c5-492d-a9ca-f91e6bf80140 None None] Provisioning complete for port a2098cd3-8ea3-4909-b48b-aa5da375825c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:50.954555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b21289be-f1c5-492d-a9ca-f91e6bf80140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.971172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:50.974768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:50.986732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Router 327614d4-6474-4643-a8ff-849dca46f059 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:50.994405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b21289be-f1c5-492d-a9ca-f91e6bf80140 None None] Port a2098cd3-8ea3-4909-b48b-aa5da375825c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:51.019752 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-eacdfc48-3921-46e6-9b9e-3491573db241 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] show failed (client error): The resource could not be found. Apr 07 01:52:51.023564 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eacdfc48-3921-46e6-9b9e-3491573db241 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "GET /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags/tempest-TagsTest-Tag-1117664223 HTTP/1.1" status: 404 len: 326 time: 0.3181345 Apr 07 01:52:51.024326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52580) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:51.030749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.tag.tag_plugin [None req-e73e1309-86dc-46ea-9d00-4d9b14c5fc44 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '716eee7c-b8f4-4793-90ad-ca975734c58f') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.032276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] For port a6534193-87c1-422d-ae61-a26d802b6e20, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a6534193-87c1-422d-ae61-a26d802b6e20,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:51.032658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:51.100080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Calling delete_port for a6534193-87c1-422d-ae61-a26d802b6e20 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:51.130718 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-22f1c4d7-6a7f-4bb8-b12f-1c15c6d81ca5 service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264311 Apr 07 01:52:51.135236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Router 67487477-7957-4a9b-8a72-a606ca63a17e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:51.242553 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e73e1309-86dc-46ea-9d00-4d9b14c5fc44 tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "DELETE /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f/tags HTTP/1.1" status: 204 len: 168 time: 0.2150362 Apr 07 01:52:51.246196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:51.249902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52582) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:51.253540 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-124529b2-63bf-43ea-819d-0a0d98b7546c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4346347 Apr 07 01:52:51.258943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] Sync routers for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:51.259355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52584) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:51.269709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:51.270654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.307748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.320936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:51.321798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.366495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.367181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9dde-4278-4dcc-8d89-7e56277caaed None None] The sync data for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:51.376873 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-15b82a21-a3f0-43c3-bfc5-be27b3a33c8e req-06a0c457-9318-4a3e-9b95-b9cea8ad4850 service neutron] 10.222.0.10 "GET /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313051 Apr 07 01:52:51.420795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7484216-11ba-40bb-9d24-af9ee23038fa tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router (327614d4-6474-4643-a8ff-849dca46f059), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:51.460608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (716eee7c-b8f4-4793-90ad-ca975734c58f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:51.482156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:51.491028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce5b9b13-8b60-41cc-a8c5-9e222c49ae6c admin admin] 10.222.0.25 "PUT /v2.0/routers/67487477-7957-4a9b-8a72-a606ca63a17e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6684010 Apr 07 01:52:51.491136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52588) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:51.498452 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] Sync routers for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:51.509741 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:51.510408 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.525634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (0decaf0b-1e71-4594-a2cc-ecaa1652805d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:51.539071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8a0ea-0da7-43e1-bffd-8e0c2058e386 req-326c4b6b-9414-4b0a-afae-debe029f7c4b tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:51.540650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dc8a0ea-0da7-43e1-bffd-8e0c2058e386 req-326c4b6b-9414-4b0a-afae-debe029f7c4b tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 945 time: 0.1579590 Apr 07 01:52:51.721993 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:51.854111 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-c7484216-11ba-40bb-9d24-af9ee23038fa tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 07 01:52:51.858867 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7484216-11ba-40bb-9d24-af9ee23038fa tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059 HTTP/1.1" status: 409 len: 376 time: 0.5933795 Apr 07 01:52:51.858867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52590) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:51.912962 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:52:50Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.932447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a6534193-87c1-422d-ae61-a26d802b6e20), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:51.945049 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] Checking router: 67487477-7957-4a9b-8a72-a606ca63a17e for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:52:51.956961 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] Routers {'67487477-7957-4a9b-8a72-a606ca63a17e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:51.957629 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['67487477-7957-4a9b-8a72-a606ca63a17e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:51.979054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'Port': ['ID=a6534193-87c1-422d-ae61-a26d802b6e20,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:52.001694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (716eee7c-b8f4-4793-90ad-ca975734c58f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.020318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks [] for router (67487477-7957-4a9b-8a72-a606ca63a17e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.030429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=0decaf0b-1e71-4594-a2cc-ecaa1652805d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:52.054605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716eee7c-b8f4-4793-90ad-ca975734c58f']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:52.081696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] No DVR routers for this DVR port a6534193-87c1-422d-ae61-a26d802b6e20 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:52.081926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed1b169-3a61-457d-8a46-20a02b00ba5d') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:52.082028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed1b169-3a61-457d-8a46-20a02b00ba5d') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:52.095181 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] Set router 67487477-7957-4a9b-8a72-a606ca63a17e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:52.097200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dc8a0ea-0da7-43e1-bffd-8e0c2058e386 req-bb357a48-d855-41f4-ae13-3932065972e8 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f63fc40-0780-49f3-9d39-da689dcf4f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5404413 Apr 07 01:52:52.098432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (4ed1b169-3a61-457d-8a46-20a02b00ba5d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.100280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': 'd59e64f9-0966-4dce-895e-59d7facdadf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:52.100650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: 99270dc0-0697-4c84-b163-927ec0fe2075, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:52.122598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.124945 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7c659763-c608-48ac-91ca-5442acb011dd req-bbf007ee-18a5-46d4-905d-a53af3a42fe9 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.10 "DELETE /v2.0/ports/a6534193-87c1-422d-ae61-a26d802b6e20 HTTP/1.1" status: 204 len: 173 time: 1.7675157 Apr 07 01:52:52.129268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (4ed1b169-3a61-457d-8a46-20a02b00ba5d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.140349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:52.140807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (4ed1b169-3a61-457d-8a46-20a02b00ba5d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:52.144212 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:52.150842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-deleted', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:52:52.152726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e104d4e-fd2e-46eb-bbbf-2f246e215e38" -d '{"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-deleted", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:52:52.198381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4bead1-f32f-403b-9ea1-403784c360ce x-openstack-request-id: req-6a4bead1-f32f-403b-9ea1-403784c360ce {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:52:52.199626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ca5badd-d520-4e0c-b213-de20bc4b4abf", "name": "network-vif-deleted", "tag": "a6534193-87c1-422d-ae61-a26d802b6e20", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:52:52.199887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a4bead1-f32f-403b-9ea1-403784c360ce {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:52:52.200289 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4bead1-f32f-403b-9ea1-403784c360ce'] response: {'server_uuid': '4ca5badd-d520-4e0c-b213-de20bc4b4abf', 'name': 'network-vif-deleted', 'tag': 'a6534193-87c1-422d-ae61-a26d802b6e20', 'status': 'completed', 'code': 200} Apr 07 01:52:52.215964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 99270dc0-0697-4c84-b163-927ec0fe2075 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:52.265261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks [] for router_gateway (67487477-7957-4a9b-8a72-a606ca63a17e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.265718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (716eee7c-b8f4-4793-90ad-ca975734c58f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.270567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.277151 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] 10.222.0.25 "DELETE /v2.0/networks/716eee7c-b8f4-4793-90ad-ca975734c58f HTTP/1.1" status: 204 len: 168 time: 1.0213408 Apr 07 01:52:52.289440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3aad2-4956-458a-866e-5a251529119f tempest-TagsTest-1497905342 tempest-TagsTest-1497905342-project] Pushing event deleted for resources: {'Network': ['ID=716eee7c-b8f4-4793-90ad-ca975734c58f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:52.302626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 99270dc0-0697-4c84-b163-927ec0fe2075) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:52.309408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:52.310720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.313463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7783c14-1c79-452f-904b-0a626729ccb6 None None] Network 99270dc0-0697-4c84-b163-927ec0fe2075 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:52.375530 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:52:50Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:52.392980 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-15996cb5-39b2-4543-af59-d2c4ded3fbbe tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6733215 Apr 07 01:52:52.393716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52596) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:52.398161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1614734458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:52.424475 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a859c45-ff34-48c8-9615-790ce659e723 None None] The sync data for ids ['67487477-7957-4a9b-8a72-a606ca63a17e'] in dv-neutron-836863-2-hyperv is: [{'id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'name': 'tempest-ServerActionsTestJSON-772081054-router', 'tenant_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:47:02Z', 'updated_at': '2022-04-07T01:52:50Z', 'revision_number': 5, 'project_id': '22b1629ef5de42d4a6de3c64dcea5d76', 'gw_port': {'id': '484e7ec5-e0f6-4c81-a901-e1ff2dd77d04', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67487477-7957-4a9b-8a72-a606ca63a17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:47:04Z', 'updated_at': '2022-04-07T01:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:52.456897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (7fba44d4-b18c-4ef8-b994-296a3f33572b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.457987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (7fba44d4-b18c-4ef8-b994-296a3f33572b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.513652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Deleting port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:52.514245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.532996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-99270dc0-0697-4c84-b163-927ec0fe2075', 'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '0decaf0b-1e71-4594-a2cc-ecaa1652805d'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:52.532996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.554059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (7fba44d4-b18c-4ef8-b994-296a3f33572b), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.592716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.654761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (7fba44d4-b18c-4ef8-b994-296a3f33572b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.696435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Allocated IP 2001:db8::2 (99270dc0-0697-4c84-b163-927ec0fe2075/0decaf0b-1e71-4594-a2cc-ecaa1652805d/9b232645-3377-42c8-ab78-b437a3463e5f) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:52.714581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] For port 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:52.714962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.731252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Calling delete_port for 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:52.750084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:52.760317 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c5135cd7-2d5d-4131-9512-09c7394c9f0e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3654757 Apr 07 01:52:52.763182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52600) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:52.772198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52602) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:52.911028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Publish callbacks [] for port (9b232645-3377-42c8-ab78-b437a3463e5f), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.017092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.057370 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7ce29cf8-3d15-4ccd-9607-df354ca32e4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dcc554666554f388824c82156a70a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2840500 Apr 07 01:52:53.057985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52606) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:53.063596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Network 99270dc0-0697-4c84-b163-927ec0fe2075 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:53.066434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:53.072273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:53.087523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Pushing event updated for resources: {'Port': ['ID=9b232645-3377-42c8-ab78-b437a3463e5f,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:53.153675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Attempting to bind port 9b232645-3377-42c8-ab78-b437a3463e5f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:53.154067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Attempting to bind port 9b232645-3377-42c8-ab78-b437a3463e5f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd59e64f9-0966-4dce-895e-59d7facdadf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:53.155267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Attempting to bind port 9b232645-3377-42c8-ab78-b437a3463e5f on network 99270dc0-0697-4c84-b163-927ec0fe2075 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:53.161369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:53.161950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Checking segment: {'id': 'd59e64f9-0966-4dce-895e-59d7facdadf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:53.162989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.163478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.163478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Bound using segment: {'id': 'd59e64f9-0966-4dce-895e-59d7facdadf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:53.164059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Bound port: 9b232645-3377-42c8-ab78-b437a3463e5f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59e64f9-0966-4dce-895e-59d7facdadf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '99270dc0-0697-4c84-b163-927ec0fe2075'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:53.165089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.214816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abf9ce94-31af-4ea4-881f-869157d40184 admin admin] Publish callbacks [] for security_group (0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.255833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abf9ce94-31af-4ea4-881f-869157d40184 admin admin] Publish callbacks [] for security_group (0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.268524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] For port 9b232645-3377-42c8-ab78-b437a3463e5f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:53.268776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Deleting port a2098cd3-8ea3-4909-b48b-aa5da375825c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:53.269034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.272081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] For port 9b232645-3377-42c8-ab78-b437a3463e5f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b232645-3377-42c8-ab78-b437a3463e5f,segment=NetworkSegment(d59e64f9-0966-4dce-895e-59d7facdadf0),segment_id=d59e64f9-0966-4dce-895e-59d7facdadf0)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:53.295955 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5f3cecc-6ba0-40f2-83fa-2b6ce2e8e54a req-701ce6b3-3db1-4819-8d26-e363a062d33f tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ca5badd-d520-4e0c-b213-de20bc4b4abf HTTP/1.1" status: 200 len: 210 time: 0.0359888 Apr 07 01:52:53.319479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (484e7ec5-e0f6-4c81-a901-e1ff2dd77d04), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.367354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Pushing event deleted for resources: {'Port': ['ID=484e7ec5-e0f6-4c81-a901-e1ff2dd77d04,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:53.380474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.461373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a965d-a3b6-4dac-9d9a-27dd22763474 None None] Pushing event updated for resources: {'Port': ['ID=9b232645-3377-42c8-ab78-b437a3463e5f,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:53.482334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8::1 (99270dc0-0697-4c84-b163-927ec0fe2075/0decaf0b-1e71-4594-a2cc-ecaa1652805d/36f6ef9c-f8d4-4a9e-9761-66b327470d51) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:53.617342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.720441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.732634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (67487477-7957-4a9b-8a72-a606ca63a17e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.738229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Calling delete_port for a2098cd3-8ea3-4909-b48b-aa5da375825c owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:53.740521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.786963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 99270dc0-0697-4c84-b163-927ec0fe2075 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:53.793349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:53.797580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:53.798150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (7fba44d4-b18c-4ef8-b994-296a3f33572b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.825563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abf9ce94-31af-4ea4-881f-869157d40184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.827997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-abf9ce94-31af-4ea4-881f-869157d40184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.829176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-abf9ce94-31af-4ea4-881f-869157d40184 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4 HTTP/1.1" status: 204 len: 168 time: 0.7641971 Apr 07 01:52:53.842348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=36f6ef9c-f8d4-4a9e-9761-66b327470d51,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:53.849432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (67487477-7957-4a9b-8a72-a606ca63a17e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.851233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9ce94-31af-4ea4-881f-869157d40184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d0bbb-6d7a-44ca-9f49-80db5d7ddde4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:53.853424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks [] for router_controller (67487477-7957-4a9b-8a72-a606ca63a17e), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.986937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (67487477-7957-4a9b-8a72-a606ca63a17e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.987658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67487477-7957-4a9b-8a72-a606ca63a17e {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:52:53.997454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:53.997454 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-86a2a819-b103-41f4-b897-20724fc9f932 admin admin] 10.222.0.25 "DELETE /v2.0/routers/67487477-7957-4a9b-8a72-a606ca63a17e HTTP/1.1" status: 204 len: 168 time: 2.5052903 Apr 07 01:52:54.000259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52612) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:54.027610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.061507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Deleting subnet 7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:54.065217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Publish callbacks [] for subnet (7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.140334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.243925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a2098cd3-8ea3-4909-b48b-aa5da375825c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.254048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.304956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:54.318598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Port': ['ID=a2098cd3-8ea3-4909-b48b-aa5da375825c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:54.365485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: a6534193-87c1-422d-ae61-a26d802b6e20 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:54.369196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a6534193-87c1-422d-ae61-a26d802b6e20 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:54.399435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52624) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:54.544781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (327614d4-6474-4643-a8ff-849dca46f059), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.560680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.610955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.699226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b232645-3377-42c8-ab78-b437a3463e5f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:54.711734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.712612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (7fba44d4-b18c-4ef8-b994-296a3f33572b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.730777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:54.736353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.745026 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6fdfd8a8-c607-4ea4-a9df-506cd1ec916c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7e0e873a-e1e8-4377-b1ff-fd7fbbfb7ca0 HTTP/1.1" status: 204 len: 168 time: 0.7436812 Apr 07 01:52:54.748372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52628) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:54.768744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a04d38-cf06-4e66-b380-250f38aa2c1a None None] Network 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:54.831860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (0655195f-1e02-4c3f-82d0-e02a3b9b58f8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.863494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafca25b-ff04-4361-9524-13660b2f0140 None None] Network 99270dc0-0697-4c84-b163-927ec0fe2075 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:54.872633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=36f6ef9c-f8d4-4a9e-9761-66b327470d51,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:54.944343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Router 327614d4-6474-4643-a8ff-849dca46f059 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:54.969097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Provisioning complete for port 9b232645-3377-42c8-ab78-b437a3463e5f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:54.969321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 99270dc0-0697-4c84-b163-927ec0fe2075 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:54.980697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:54.980881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:55.062424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Deleting port ac103706-86fb-461b-9af5-0bca72aa7a9c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:55.062842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.064855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:55.084802 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d8188753-c324-4ff3-8e08-297e74fced31 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2213814 Apr 07 01:52:55.085836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52638) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:55.145444 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-b8e29834-9cf3-4a17-90cb-47c541d8cd97 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] show failed (client error): The resource could not be found. Apr 07 01:52:55.149993 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b8e29834-9cf3-4a17-90cb-47c541d8cd97 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-361687832 HTTP/1.1" status: 404 len: 334 time: 0.0583596 Apr 07 01:52:55.150842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52640) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:55.156724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-17447d08-2742-4a84-bdc1-9784cd579b53 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:55.161906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] For port ac103706-86fb-461b-9af5-0bca72aa7a9c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ac103706-86fb-461b-9af5-0bca72aa7a9c,segment=NetworkSegment(05d3f942-1c5d-47f2-b4dd-516ae45ca652),segment_id=05d3f942-1c5d-47f2-b4dd-516ae45ca652)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:55.162282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.172246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52642) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:55.204240 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-17447d08-2742-4a84-bdc1-9784cd579b53 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] update failed (client error): The resource could not be found. Apr 07 01:52:55.211384 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-17447d08-2742-4a84-bdc1-9784cd579b53 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-366840237 HTTP/1.1" status: 404 len: 334 time: 0.0539844 Apr 07 01:52:55.212784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52646) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:55.217525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] Sync routers for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:55.222741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Calling delete_port for ac103706-86fb-461b-9af5-0bca72aa7a9c owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:55.224253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9b232645-3377-42c8-ab78-b437a3463e5f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:55.224409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.300170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Deleting subnet 7157cf7b-9f05-4303-9ba0-804c194433cb {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:55.305544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (7157cf7b-9f05-4303-9ba0-804c194433cb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.305728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:55.306101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.359983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1655740786-network', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:55.365380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (7157cf7b-9f05-4303-9ba0-804c194433cb), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.377608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.387317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ac103706-86fb-461b-9af5-0bca72aa7a9c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.390588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 7fba44d4-b18c-4ef8-b994-296a3f33572b is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:52:55.399497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.418628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] No DVR routers for this DVR port ac103706-86fb-461b-9af5-0bca72aa7a9c on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:55.426165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac103706-86fb-461b-9af5-0bca72aa7a9c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:55.449878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] Routers {'327614d4-6474-4643-a8ff-849dca46f059'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:55.450530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['327614d4-6474-4643-a8ff-849dca46f059'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.497110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b232645-3377-42c8-ab78-b437a3463e5f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:55.497509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.506759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed07cb-4b9d-4fda-90af-163729356477 None None] DHCP port deletion for 0655195f-1e02-4c3f-82d0-e02a3b9b58f8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:55.519299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.519976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c80b2-8159-4e58-9159-3dc7574aa825 None None] The sync data for ids ['327614d4-6474-4643-a8ff-849dca46f059'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:55.520625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (0655195f-1e02-4c3f-82d0-e02a3b9b58f8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.537044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Current status of the port 9b232645-3377-42c8-ab78-b437a3463e5f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:55.537470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.551591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0655195f-1e02-4c3f-82d0-e02a3b9b58f8']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.565204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d3f942-1c5d-47f2-b4dd-516ae45ca652') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.565967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d3f942-1c5d-47f2-b4dd-516ae45ca652') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:55.578182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 9b232645-3377-42c8-ab78-b437a3463e5f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b232645-3377-42c8-ab78-b437a3463e5f,segment=NetworkSegment(d59e64f9-0966-4dce-895e-59d7facdadf0),segment_id=d59e64f9-0966-4dce-895e-59d7facdadf0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:55.581375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (05d3f942-1c5d-47f2-b4dd-516ae45ca652), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.599438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (05d3f942-1c5d-47f2-b4dd-516ae45ca652), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.606601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:55.607083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (05d3f942-1c5d-47f2-b4dd-516ae45ca652), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:55.608921 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:55.643772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.707819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b7390c0-2767-4735-8425-0a07e055da69 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:55.764621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9b7390c0-2767-4735-8425-0a07e055da69 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:55.765006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b7390c0-2767-4735-8425-0a07e055da69 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:55.765432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:55.768739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (0655195f-1e02-4c3f-82d0-e02a3b9b58f8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.774196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.787050 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0655195f-1e02-4c3f-82d0-e02a3b9b58f8 HTTP/1.1" status: 204 len: 168 time: 1.0313108 Apr 07 01:52:55.795956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:52:55.796464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:52:55.814036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cda5f6-98ce-456c-b6bc-5377e0715007 admin admin] Pushing event deleted for resources: {'Network': ['ID=0655195f-1e02-4c3f-82d0-e02a3b9b58f8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:55.820793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:55.821330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 484e7ec5-e0f6-4c81-a901-e1ff2dd77d04 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:55.823049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=9b232645-3377-42c8-ab78-b437a3463e5f,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:55.886239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Made reservation on behalf of d53abc16c6de49038c4d52d9f4840c22 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:55.888626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:55.968843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.053398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7157cf7b-9f05-4303-9ba0-804c194433cb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.099373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:56.111164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52650) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:56.111277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-21fc9a6d-976c-4ea8-9cf9-2b49f8a1a68e tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/7fba44d4-b18c-4ef8-b994-296a3f33572b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3446748 Apr 07 01:52:56.113668 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] Sync routers for ids ['7fba44d4-b18c-4ef8-b994-296a3f33572b'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:56.119361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52652) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:56.132125 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] Routers {'7fba44d4-b18c-4ef8-b994-296a3f33572b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:56.132660 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7fba44d4-b18c-4ef8-b994-296a3f33572b'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:56.169495 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:56.191158 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] Routers {'7fba44d4-b18c-4ef8-b994-296a3f33572b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:56.194121 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7fba44d4-b18c-4ef8-b994-296a3f33572b'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:56.205162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d0f35-0b2e-47f1-bb3f-bdc821461653 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:56.206628 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-314d0f35-0b2e-47f1-bb3f-bdc821461653 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports/36f6ef9c-f8d4-4a9e-9761-66b327470d51 HTTP/1.1" status: 200 len: 911 time: 0.0863113 Apr 07 01:52:56.210189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52654) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:56.224271 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6de8dce9-a39b-4e23-b7ce-07d7a5dd80c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22b1629ef5de42d4a6de3c64dcea5d76&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1168563 Apr 07 01:52:56.226899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52656) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:56.234409 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:56.235061 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39ee461-3bf3-45c6-95d6-d34303144046 None None] The sync data for ids ['7fba44d4-b18c-4ef8-b994-296a3f33572b'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:56.292101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70f069de-b925-4928-ba2f-00f4f43019f3 admin admin] Publish callbacks [] for security_group (ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.319477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70f069de-b925-4928-ba2f-00f4f43019f3 admin admin] Publish callbacks [] for security_group (ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.329551 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks [] for security_group (f1f8814a-7553-4114-82f3-56fb66dbbc21), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.348578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1605aba6-72f9-489e-8186-019f9e1b34c4 None None] Current status of the port 9b232645-3377-42c8-ab78-b437a3463e5f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:56.426820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b232645-3377-42c8-ab78-b437a3463e5f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:52:56.450914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (7157cf7b-9f05-4303-9ba0-804c194433cb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.452703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f1f8814a-7553-4114-82f3-56fb66dbbc21), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.465951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70f069de-b925-4928-ba2f-00f4f43019f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.469527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70f069de-b925-4928-ba2f-00f4f43019f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.470951 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-70f069de-b925-4928-ba2f-00f4f43019f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb HTTP/1.1" status: 204 len: 168 time: 0.2430320 Apr 07 01:52:56.479309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f069de-b925-4928-ba2f-00f4f43019f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0d1202-d0c1-4b4b-978d-80c2a5ce76eb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:56.482585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3cc2c9a4-841d-4fcd-aa91-fb76ec4154f0 None None] Provisioning complete for port 36f6ef9c-f8d4-4a9e-9761-66b327470d51 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:56.482977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c9a4-841d-4fcd-aa91-fb76ec4154f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.530824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9b232645-3377-42c8-ab78-b437a3463e5f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:56.531418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.534041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Subnet': ['ID=7157cf7b-9f05-4303-9ba0-804c194433cb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:56.539653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.542872 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-99c443dd-f566-4a41-a1e9-756a7e896f49 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/subnets/7157cf7b-9f05-4303-9ba0-804c194433cb HTTP/1.1" status: 204 len: 168 time: 1.3299434 Apr 07 01:52:56.547329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52660) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:56.547528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:52:56.557554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabe121f-d1ce-4e67-81fb-e5b9a327a50f None None] Network 55bb87fe-5d72-4042-90c4-4e2d9af76677 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:56.563697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2c9a4-841d-4fcd-aa91-fb76ec4154f0 None None] Port 36f6ef9c-f8d4-4a9e-9761-66b327470d51 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:52:56.592668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8814a-7553-4114-82f3-56fb66dbbc21,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:56.615275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (45b68229-9c01-40a0-9596-3cdfdd8448d5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.616302 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Added segment 45b68229-9c01-40a0-9596-3cdfdd8448d5 of type vlan for network 5be66362-4225-42f0-95ba-e0bcb8c23c7c Apr 07 01:52:56.623765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Deleting subnet 42abcb04-0755-48cc-a7b1-439956aa1882 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:56.628140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (42abcb04-0755-48cc-a7b1-439956aa1882), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.642359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3cc2c9a4-841d-4fcd-aa91-fb76ec4154f0 None None] Provisioning complete for port 9b232645-3377-42c8-ab78-b437a3463e5f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:52:56.642742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3cc2c9a4-841d-4fcd-aa91-fb76ec4154f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.685116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (42abcb04-0755-48cc-a7b1-439956aa1882), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.700156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (5be66362-4225-42f0-95ba-e0bcb8c23c7c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.768858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9b232645-3377-42c8-ab78-b437a3463e5f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:56.788933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Deleting port 108a8f43-8306-4303-ad53-d559b295604f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:56.839758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (108a8f43-8306-4303-ad53-d559b295604f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.840886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3cc2c9a4-841d-4fcd-aa91-fb76ec4154f0 None None] Current status of the port 9b232645-3377-42c8-ab78-b437a3463e5f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:52:56.841072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (42abcb04-0755-48cc-a7b1-439956aa1882), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.841246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ac103706-86fb-461b-9af5-0bca72aa7a9c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:56.877724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ac103706-86fb-461b-9af5-0bca72aa7a9c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:56.878511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ac103706-86fb-461b-9af5-0bca72aa7a9c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:56.890903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] DHCP port deletion for 55bb87fe-5d72-4042-90c4-4e2d9af76677 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:56.939346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] For port 108a8f43-8306-4303-ad53-d559b295604f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=108a8f43-8306-4303-ad53-d559b295604f,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:56.939773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (108a8f43-8306-4303-ad53-d559b295604f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.949098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] Deleting port 27c63ab1-35e6-480a-9e18-5d68031cbee6 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:56.949479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:56.958056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Calling delete_port for 108a8f43-8306-4303-ad53-d559b295604f owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:57.015474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] For port 27c63ab1-35e6-480a-9e18-5d68031cbee6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=27c63ab1-35e6-480a-9e18-5d68031cbee6,segment=NetworkSegment(3f807771-cbb7-4571-921b-a68afb4d1cfb),segment_id=3f807771-cbb7-4571-921b-a68afb4d1cfb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:57.015874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.022223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (5be66362-4225-42f0-95ba-e0bcb8c23c7c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.023343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:57.023930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.032686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (7fba44d4-b18c-4ef8-b994-296a3f33572b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.033876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] Calling delete_port for 27c63ab1-35e6-480a-9e18-5d68031cbee6 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:57.199793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] Pushing event updated for resources: {'Network': ['ID=5be66362-4225-42f0-95ba-e0bcb8c23c7c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:57.215287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:52:57.271764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (42abcb04-0755-48cc-a7b1-439956aa1882), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.304818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Subnet': ['ID=42abcb04-0755-48cc-a7b1-439956aa1882,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:57.308837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.312934 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c0f18ee7-9987-4008-a3ad-44e4eef5c5f1 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/subnets/42abcb04-0755-48cc-a7b1-439956aa1882 HTTP/1.1" status: 204 len: 168 time: 0.7660410 Apr 07 01:52:57.313137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (27c63ab1-35e6-480a-9e18-5d68031cbee6), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.315386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52666) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:57.326657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4c521e63-b2be-474d-969d-56569e1f143a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1496134 Apr 07 01:52:57.329160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52668) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:57.334140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Request body: {'subnet': {'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1655740786-subnet', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:57.338448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685a7ae-1740-4699-89a9-bef10c7504aa None None] Network f96d053c-7f98-45fb-a48d-a4c5e1a85e6b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:57.423167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (55bb87fe-5d72-4042-90c4-4e2d9af76677), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.423420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] No DVR routers for this DVR port 27c63ab1-35e6-480a-9e18-5d68031cbee6 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:57.470238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7db03-6a5b-40bb-b6c2-5f2b58d1526b None None] Pushing event deleted for resources: {'Port': ['ID=27c63ab1-35e6-480a-9e18-5d68031cbee6,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:57.482500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Made reservation on behalf of d53abc16c6de49038c4d52d9f4840c22 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:52:57.485576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.504059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (108a8f43-8306-4303-ad53-d559b295604f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.547903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'Port': ['ID=108a8f43-8306-4303-ad53-d559b295604f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:57.587346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (55bb87fe-5d72-4042-90c4-4e2d9af76677), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.591654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] DHCP port deletion for f96d053c-7f98-45fb-a48d-a4c5e1a85e6b request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:52:57.627987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bb87fe-5d72-4042-90c4-4e2d9af76677']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:57.642451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 36f6ef9c-f8d4-4a9e-9761-66b327470d51 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:57.643558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.646822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f807771-cbb7-4571-921b-a68afb4d1cfb') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:57.647125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f807771-cbb7-4571-921b-a68afb4d1cfb') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:57.661915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (3f807771-cbb7-4571-921b-a68afb4d1cfb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.675167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] Deleting port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:52:57.675691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.681512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (3f807771-cbb7-4571-921b-a68afb4d1cfb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.724265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (3f807771-cbb7-4571-921b-a68afb4d1cfb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:57.728986 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:57.792574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] For port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,segment=NetworkSegment(12b0a197-b57a-44f5-9a55-2b1d40722191),segment_id=12b0a197-b57a-44f5-9a55-2b1d40722191)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:52:57.793235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.813863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] Calling delete_port for 8e73fc5b-2205-4dac-a39d-f9c63ff1557a owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:57.831495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.883328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 36f6ef9c-f8d4-4a9e-9761-66b327470d51 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:52:57.940504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (55bb87fe-5d72-4042-90c4-4e2d9af76677), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.941067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.946372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:57.952865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/networks/55bb87fe-5d72-4042-90c4-4e2d9af76677 HTTP/1.1" status: 204 len: 168 time: 0.6335466 Apr 07 01:52:57.953350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52682) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:57.967331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938931f-22ae-4056-bd00-7ac3859d8b0d tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Network': ['ID=55bb87fe-5d72-4042-90c4-4e2d9af76677,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:57.974061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (c25c6726-53a3-4da7-a0ae-870315ca5e0f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.022210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (8e73fc5b-2205-4dac-a39d-f9c63ff1557a), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.041816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25c6726-53a3-4da7-a0ae-870315ca5e0f,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:58.046940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Checking segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:58.047322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Network hostable DHCP agents. Network: 5be66362-4225-42f0-95ba-e0bcb8c23c7c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:52:58.055817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] No DVR routers for this DVR port 8e73fc5b-2205-4dac-a39d-f9c63ff1557a on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:52:58.060444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d8dca-711c-40fd-b8d6-66a7a2a50129 None None] Pushing event deleted for resources: {'Port': ['ID=8e73fc5b-2205-4dac-a39d-f9c63ff1557a,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:58.140000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:52:58.174091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.225711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 5be66362-4225-42f0-95ba-e0bcb8c23c7c) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:58.231583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:52:58.231987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.241471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c053d38f-4c10-4ed3-bdce-2b32a7f0e2b7 None None] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:52:58.312080 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5925508b-d895-446c-b2fb-07e17ae931c8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9791799 Apr 07 01:52:58.313130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52688) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:58.318915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:52:58.345870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:52:58.348977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.377406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.403767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.405257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.431463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96d053c-7f98-45fb-a48d-a4c5e1a85e6b']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:58.446864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0a197-b57a-44f5-9a55-2b1d40722191') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:58.447164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0a197-b57a-44f5-9a55-2b1d40722191') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:58.461334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (12b0a197-b57a-44f5-9a55-2b1d40722191), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.467034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (36f6ef9c-f8d4-4a9e-9761-66b327470d51), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.512826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks [] for router_controller (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.520186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=36f6ef9c-f8d4-4a9e-9761-66b327470d51,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:58.520674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8e73fc5b-2205-4dac-a39d-f9c63ff1557a no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:58.536006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (12b0a197-b57a-44f5-9a55-2b1d40722191), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.544247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8e73fc5b-2205-4dac-a39d-f9c63ff1557a {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:58.545695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8e73fc5b-2205-4dac-a39d-f9c63ff1557a not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:58.545695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 27c63ab1-35e6-480a-9e18-5d68031cbee6 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:52:58.547849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:58.549774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:52:58.549774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (12b0a197-b57a-44f5-9a55-2b1d40722191), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.577907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 27c63ab1-35e6-480a-9e18-5d68031cbee6 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:52:58.578531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 27c63ab1-35e6-480a-9e18-5d68031cbee6 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:52:58.666387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Allocated IP 172.20.0.2 (5be66362-4225-42f0-95ba-e0bcb8c23c7c/c25c6726-53a3-4da7-a0ae-870315ca5e0f/78b0ff18-34ce-453c-840e-22d7f857018c) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:58.821239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks [] for router_gateway (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.884130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Publish callbacks [] for port (78b0ff18-34ce-453c-840e-22d7f857018c), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.950184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:52:58.955258 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:52:59.007955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:52:59.011617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:52:59.014330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:52:59.022842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Pushing event updated for resources: {'Port': ['ID=78b0ff18-34ce-453c-840e-22d7f857018c,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:59.056034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-405a7ab8-8862-4f31-95e9-52c07b3c3f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.094417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Attempting to bind port 78b0ff18-34ce-453c-840e-22d7f857018c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:52:59.095057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Attempting to bind port 78b0ff18-34ce-453c-840e-22d7f857018c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:52:59.095425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Attempting to bind port 78b0ff18-34ce-453c-840e-22d7f857018c on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:52:59.101431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:52:59.102049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Checking segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:52:59.102231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.102590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Bound using segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:52:59.103051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Bound port: 78b0ff18-34ce-453c-840e-22d7f857018c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:52:59.103439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.128696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (7fba44d4-b18c-4ef8-b994-296a3f33572b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.164923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks [] for router_gateway (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.190758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] For port 78b0ff18-34ce-453c-840e-22d7f857018c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:52:59.195100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] For port 78b0ff18-34ce-453c-840e-22d7f857018c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=78b0ff18-34ce-453c-840e-22d7f857018c,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:52:59.197509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.237960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f96d053c-7f98-45fb-a48d-a4c5e1a85e6b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.250475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.253691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/networks/f96d053c-7f98-45fb-a48d-a4c5e1a85e6b HTTP/1.1" status: 204 len: 168 time: 1.2999671 Apr 07 01:52:59.259976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52704) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:59.263606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.276077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c65d4e-e803-4e0b-9965-10ffab7f3c65 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Network': ['ID=f96d053c-7f98-45fb-a48d-a4c5e1a85e6b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:59.328775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758fda1-5b19-410e-836a-2c1d8bca35b3 None None] Pushing event updated for resources: {'Port': ['ID=78b0ff18-34ce-453c-840e-22d7f857018c,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:52:59.355920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:59.364626 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f9d2c0ab-0beb-4178-91a0-e361382c7957 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "PUT /v2.0/routers/f0f4b871-e591-4a78-8f4d-6eb20d31ebf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9599807 Apr 07 01:52:59.367825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52708) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:59.369947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] Sync routers for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:59.389072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:59.389975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.413545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Deleting subnet 41cb7ff4-20c8-4b52-b600-4b92b757535a {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:59.425738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (41cb7ff4-20c8-4b52-b600-4b92b757535a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.439909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 7fba44d4-b18c-4ef8-b994-296a3f33572b has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:52:59.491051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Deleting subnet e4b931ef-ece8-49be-b055-29428b718934 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:52:59.492298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for subnet (e4b931ef-ece8-49be-b055-29428b718934), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.494126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (41cb7ff4-20c8-4b52-b600-4b92b757535a), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.542611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Allocated IP 172.26.8.192 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/0ca2ba87-4f4b-43f3-9362-045e1b8be6c4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:52:59.558407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:52:59.626647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (e4b931ef-ece8-49be-b055-29428b718934), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.663598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:52:59.672497 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b489e042-4366-42c5-a447-ce0f3af49587 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/7fba44d4-b18c-4ef8-b994-296a3f33572b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4601793 Apr 07 01:52:59.676470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:59.678064 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] Sync routers for ids ['7fba44d4-b18c-4ef8-b994-296a3f33572b'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:52:59.693259 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] Routers {'7fba44d4-b18c-4ef8-b994-296a3f33572b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:59.695443 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7fba44d4-b18c-4ef8-b994-296a3f33572b'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.711409 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c23ad56c-9e2f-4b94-9c54-e2ab8dbcfece tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fba44d4-b18c-4ef8-b994-296a3f33572b HTTP/1.1" status: 200 len: 205 time: 0.0315816 Apr 07 01:52:59.712125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52716) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:52:59.764632 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.776018 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] Routers {'7fba44d4-b18c-4ef8-b994-296a3f33572b'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:59.776972 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['7fba44d4-b18c-4ef8-b994-296a3f33572b'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.821813 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.822978 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7bfc4f-f6de-4aa0-bad8-40856eeae460 None None] The sync data for ids ['7fba44d4-b18c-4ef8-b994-296a3f33572b'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:52:59.830403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (7fba44d4-b18c-4ef8-b994-296a3f33572b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:52:59.931371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:52:57Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.964352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] Checking router: f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:52:59.974092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] Routers {'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:52:59.975052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:52:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:52:59.988876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (e4b931ef-ece8-49be-b055-29428b718934), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.023912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52722) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:00.077407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (41cb7ff4-20c8-4b52-b600-4b92b757535a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.095804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (7fba44d4-b18c-4ef8-b994-296a3f33572b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.100075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (7fba44d4-b18c-4ef8-b994-296a3f33572b), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.182186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks [] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.237248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (7fba44d4-b18c-4ef8-b994-296a3f33572b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.237772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router 7fba44d4-b18c-4ef8-b994-296a3f33572b {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:00.246716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.249462 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-76ee40f2-fbf2-4bc7-aaff-1704850acfc1 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/7fba44d4-b18c-4ef8-b994-296a3f33572b HTTP/1.1" status: 204 len: 168 time: 0.5319908 Apr 07 01:53:00.249890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52726) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:00.266600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (e4b931ef-ece8-49be-b055-29428b718934), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.288413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:00.305859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] Set router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:00.310223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (41cb7ff4-20c8-4b52-b600-4b92b757535a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.315694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.322299 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "DELETE /v2.0/subnets/e4b931ef-ece8-49be-b055-29428b718934 HTTP/1.1" status: 204 len: 168 time: 0.9536335 Apr 07 01:53:00.325923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.326473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52728) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:00.329182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c104d-e61f-4490-8248-5b83040cb18c tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b931ef-ece8-49be-b055-29428b718934,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:00.346410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92db9a02-0ad1-4c4c-9a2b-95c5d6a2ad20 None None] Network a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:00.369033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Subnet': ['ID=41cb7ff4-20c8-4b52-b600-4b92b757535a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:00.373332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.379269 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7144b4d8-7aac-4706-a6f7-9de58e934f78 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/subnets/41cb7ff4-20c8-4b52-b600-4b92b757535a HTTP/1.1" status: 204 len: 168 time: 1.1173542 Apr 07 01:53:00.390205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52730) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:00.428405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.462524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 0decaf0b-1e71-4594-a2cc-ecaa1652805d {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:00.463073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a3298-c4cb-4ddb-bc38-1c540a685e92 None None] Network ef47017c-4bd7-4793-bcb5-e9bc670aba9c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:00.518047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Pushing event updated for resources: {'Port': ['ID=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:00.521799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (0decaf0b-1e71-4594-a2cc-ecaa1652805d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.528231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ef47017c-4bd7-4793-bcb5-e9bc670aba9c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.531664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:00.533654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:00.538536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:00.556915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.561195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 78b0ff18-34ce-453c-840e-22d7f857018c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:00.674736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (0decaf0b-1e71-4594-a2cc-ecaa1652805d), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.696350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router_gateway (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.733464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Deleting port a883b838-84d5-4da2-ba1c-ca8be4485da4 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:00.734201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.759290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 78b0ff18-34ce-453c-840e-22d7f857018c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:00.759672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.826985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] DHCP port deletion for a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:00.845445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009ffdb2-747c-4dd1-97ee-9db5ba3bdb23 None None] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:00.888025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] For port a883b838-84d5-4da2-ba1c-ca8be4485da4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a883b838-84d5-4da2-ba1c-ca8be4485da4,segment=NetworkSegment(55e5b66f-ac7c-439e-a1f0-9f7eaa07694d),segment_id=55e5b66f-ac7c-439e-a1f0-9f7eaa07694d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:00.888795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.907163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Calling delete_port for a883b838-84d5-4da2-ba1c-ca8be4485da4 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:00.920292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] DHCP port deletion for ef47017c-4bd7-4793-bcb5-e9bc670aba9c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:00.954109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (0decaf0b-1e71-4594-a2cc-ecaa1652805d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.958064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.971104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Deleting port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:00.971455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:00.984269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Provisioning complete for port 78b0ff18-34ce-453c-840e-22d7f857018c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:00.984869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.043273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:52:57Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:01.087442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] For port a4e3470a-1133-47b3-9e1f-08fedf2fb3a1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:01.087827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.101099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Calling delete_port for a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:01.116857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54ede9c-98f0-46d5-9108-8d9110949efa None None] The sync data for ids ['f0f4b871-e591-4a78-8f4d-6eb20d31ebf4'] in dv-neutron-836863-2-hyperv is: [{'id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-208806892', 'tenant_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55'}], 'enable_snat': True}, 'gw_port_id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:50:35Z', 'updated_at': '2022-04-07T01:52:57Z', 'revision_number': 5, 'project_id': '1fa5bca2bd6641d0a23f1ff9308f8e74', 'gw_port': {'id': 'a4e3470a-1133-47b3-9e1f-08fedf2fb3a1', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:5f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0f4b871-e591-4a78-8f4d-6eb20d31ebf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:50:36Z', 'updated_at': '2022-04-07T01:50:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:01.162708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] Deleting port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:01.163086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.163382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.167633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 78b0ff18-34ce-453c-840e-22d7f857018c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:01.167633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.190088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Allocated IP 172.26.8.234 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/630136cb-f0a7-4eff-be34-1a2f6aa6c278) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:01.197888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (0decaf0b-1e71-4594-a2cc-ecaa1652805d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.209804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Port': ['ID=a883b838-84d5-4da2-ba1c-ca8be4485da4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.220416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] No DVR routers for this DVR port a883b838-84d5-4da2-ba1c-ca8be4485da4 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:01.245867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=0decaf0b-1e71-4594-a2cc-ecaa1652805d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.298363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b130a-3381-4c75-9453-a185065a49de None None] Network 99270dc0-0697-4c84-b163-927ec0fe2075 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:01.300901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.301320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.302239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.303295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.303664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.304203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.304545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.304905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.305241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.305569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.305900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.306230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.307020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.307359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.309049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:01.313926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Deleting port a883b838-84d5-4da2-ba1c-ca8be4485da4 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:01.314305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.318432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.325966 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d7a7fcc9-bd78-4346-af45-3ecf0d0e25a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/0decaf0b-1e71-4594-a2cc-ecaa1652805d HTTP/1.1" status: 204 len: 168 time: 1.0745056 Apr 07 01:53:01.330242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52732) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:01.346209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks [] for router_gateway (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.398059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ef47017c-4bd7-4793-bcb5-e9bc670aba9c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.428843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 78b0ff18-34ce-453c-840e-22d7f857018c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=78b0ff18-34ce-453c-840e-22d7f857018c,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:01.440681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] For port 39b0026c-a1bf-445a-9e3a-cb916b7fed73, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39b0026c-a1bf-445a-9e3a-cb916b7fed73,segment=NetworkSegment(5f1dd5da-3f7d-4b76-9e22-7fb6735dd550),segment_id=5f1dd5da-3f7d-4b76-9e22-7fb6735dd550)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:01.441216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.452355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef47017c-4bd7-4793-bcb5-e9bc670aba9c']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:01.470844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:01.471329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Current status of the port 78b0ff18-34ce-453c-840e-22d7f857018c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:01.471732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.471862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e5b66f-ac7c-439e-a1f0-9f7eaa07694d') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:01.480164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] Calling delete_port for 39b0026c-a1bf-445a-9e3a-cb916b7fed73 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:01.502627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.509637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (99270dc0-0697-4c84-b163-927ec0fe2075), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.522520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (55e5b66f-ac7c-439e-a1f0-9f7eaa07694d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.585119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (55e5b66f-ac7c-439e-a1f0-9f7eaa07694d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.610344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] For port a883b838-84d5-4da2-ba1c-ca8be4485da4, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:01.613267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.623110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:01.623531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (55e5b66f-ac7c-439e-a1f0-9f7eaa07694d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:01.627631 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:01.631249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.631249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2970a600-c525-420c-ad1e-3e3f337d323c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.677909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a4e3470a-1133-47b3-9e1f-08fedf2fb3a1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.681100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.683077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Calling delete_port for a883b838-84d5-4da2-ba1c-ca8be4485da4 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:01.689762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Port a883b838-84d5-4da2-ba1c-ca8be4485da4 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:53:01.702963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (a883b838-84d5-4da2-ba1c-ca8be4485da4), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.739940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'Port': ['ID=a4e3470a-1133-47b3-9e1f-08fedf2fb3a1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.794739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] No DVR routers for this DVR port a883b838-84d5-4da2-ba1c-ca8be4485da4 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:01.802866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 9b232645-3377-42c8-ab78-b437a3463e5f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:01.806528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.811884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=78b0ff18-34ce-453c-840e-22d7f857018c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.815464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:53:01.815820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:53:01.830532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.845900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.850467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ef47017c-4bd7-4793-bcb5-e9bc670aba9c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.850646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c1d97-3ede-43f3-a5d6-fed17c75a09b None None] Pushing event deleted for resources: {'Port': ['ID=a883b838-84d5-4da2-ba1c-ca8be4485da4,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.864028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.864028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/networks/ef47017c-4bd7-4793-bcb5-e9bc670aba9c HTTP/1.1" status: 204 len: 168 time: 1.4726064 Apr 07 01:53:01.874402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:01.875239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52734) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:01.917673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (39b0026c-a1bf-445a-9e3a-cb916b7fed73), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:01.928447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:01.939920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-aa782032-bc9a-4f30-ba2d-ee8d6107a2e0 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "GET /v2.0/ports?device_id=327614d4-6474-4643-a8ff-849dca46f059 HTTP/1.1" status: 200 len: 205 time: 0.0614209 Apr 07 01:53:01.942825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52736) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:01.943022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:01.961678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] Pushing event deleted for resources: {'Port': ['ID=39b0026c-a1bf-445a-9e3a-cb916b7fed73,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.969375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] DHCP port deletion for 99270dc0-0697-4c84-b163-927ec0fe2075 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:01.976444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bab99-0aeb-49db-b7c5-bdc1afe0bc94 None None] No DVR routers for this DVR port 39b0026c-a1bf-445a-9e3a-cb916b7fed73 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:01.981680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace2ef5-c3f7-46b6-b002-aa4b9ec2f4a9 tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Pushing event deleted for resources: {'Network': ['ID=ef47017c-4bd7-4793-bcb5-e9bc670aba9c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:01.999249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 9b232645-3377-42c8-ab78-b437a3463e5f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b232645-3377-42c8-ab78-b437a3463e5f,segment=NetworkSegment(d59e64f9-0966-4dce-895e-59d7facdadf0),segment_id=d59e64f9-0966-4dce-895e-59d7facdadf0)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:01.999629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.010193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.014171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router_controller (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.020276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Port': ['ID=630136cb-f0a7-4eff-be34-1a2f6aa6c278,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:02.020419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 9b232645-3377-42c8-ab78-b437a3463e5f owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:02.040132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] Deleting port 9b232645-3377-42c8-ab78-b437a3463e5f {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:02.040653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.063715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:02.091668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router (327614d4-6474-4643-a8ff-849dca46f059), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.163120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (f0f4b871-e591-4a78-8f4d-6eb20d31ebf4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.163707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Fanout notify agent at l3_agent the message router_deleted on router f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:02.178474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.180532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8a94b626-3e47-4fac-8c22-2a735356f810 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "DELETE /v2.0/routers/f0f4b871-e591-4a78-8f4d-6eb20d31ebf4 HTTP/1.1" status: 204 len: 168 time: 1.8515837 Apr 07 01:53:02.183008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52738) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:02.287954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.288201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] For port 9b232645-3377-42c8-ab78-b437a3463e5f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9b232645-3377-42c8-ab78-b437a3463e5f,segment=NetworkSegment(d59e64f9-0966-4dce-895e-59d7facdadf0),segment_id=d59e64f9-0966-4dce-895e-59d7facdadf0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:02.288977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.295230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.307064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] Calling delete_port for 9b232645-3377-42c8-ab78-b437a3463e5f owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:02.322446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=9b232645-3377-42c8-ab78-b437a3463e5f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:02.336425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 9b232645-3377-42c8-ab78-b437a3463e5f on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:02.439107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1f2beb25-27ef-42a4-9118-42fc84181338 None None] Current status of the port 78b0ff18-34ce-453c-840e-22d7f857018c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:02.451794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (99270dc0-0697-4c84-b163-927ec0fe2075), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.474891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (9b232645-3377-42c8-ab78-b437a3463e5f), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.480140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.481878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99270dc0-0697-4c84-b163-927ec0fe2075']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:02.491948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59e64f9-0966-4dce-895e-59d7facdadf0') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:02.492153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59e64f9-0966-4dce-895e-59d7facdadf0') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:02.504795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] No DVR routers for this DVR port 9b232645-3377-42c8-ab78-b437a3463e5f on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:02.505959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d59e64f9-0966-4dce-895e-59d7facdadf0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.509264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3564adf-a822-4b35-b20b-6579ca6ae366 None None] Pushing event deleted for resources: {'Port': ['ID=9b232645-3377-42c8-ab78-b437a3463e5f,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:02.559209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d59e64f9-0966-4dce-895e-59d7facdadf0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.560804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-07bcda0f-d8c3-4530-bbc8-88492a4211a3 None None] Provisioning complete for port 78b0ff18-34ce-453c-840e-22d7f857018c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:02.561336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-07bcda0f-d8c3-4530-bbc8-88492a4211a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.650937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-07bcda0f-d8c3-4530-bbc8-88492a4211a3 None None] Current status of the port 78b0ff18-34ce-453c-840e-22d7f857018c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:02.712183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (327614d4-6474-4643-a8ff-849dca46f059), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.718714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for floatingip (9ae3447f-8247-4ae4-9fea-c0d6cb9e24bd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.720565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router_controller (327614d4-6474-4643-a8ff-849dca46f059), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.776155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:02.797410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f2352-9351-406e-b007-42645d48d131 None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:02.819401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:02.820491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:02.877104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (327614d4-6474-4643-a8ff-849dca46f059), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.877730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Fanout notify agent at l3_agent the message router_deleted on router 327614d4-6474-4643-a8ff-849dca46f059 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:02.892916 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.897953 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c3873b7d-1a03-4f3e-9cb2-63b4450ce51c tempest-RoutersNegativeTest-11189378 tempest-RoutersNegativeTest-11189378-project] 10.222.0.25 "DELETE /v2.0/routers/327614d4-6474-4643-a8ff-849dca46f059 HTTP/1.1" status: 204 len: 168 time: 0.9492486 Apr 07 01:53:02.906068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.910416 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c9573b13-6177-4581-892a-21dc780cb1ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5924618 Apr 07 01:53:02.912685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52742) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:02.923156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 78b0ff18-34ce-453c-840e-22d7f857018c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:02.952185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:02.952770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d59e64f9-0966-4dce-895e-59d7facdadf0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.955208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:02.956061 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:03.011402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.024993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:03.054547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5dd54bc-e72b-4caa-b658-72e84b7bd7d0']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:03.074010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:03.074010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f1dd5da-3f7d-4b76-9e22-7fb6735dd550') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:03.096935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (5f1dd5da-3f7d-4b76-9e22-7fb6735dd550), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.097559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 78b0ff18-34ce-453c-840e-22d7f857018c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:03.098091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.123775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5f1dd5da-3f7d-4b76-9e22-7fb6735dd550), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.130645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:03.131258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (5f1dd5da-3f7d-4b76-9e22-7fb6735dd550), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:03.134773 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:03.148480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (99270dc0-0697-4c84-b163-927ec0fe2075), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.197636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.205360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/99270dc0-0697-4c84-b163-927ec0fe2075 HTTP/1.1" status: 204 len: 168 time: 1.8720794 Apr 07 01:53:03.205995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52744) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:03.227265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1547862461', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:03.244592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=99270dc0-0697-4c84-b163-927ec0fe2075,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:03.262093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 78b0ff18-34ce-453c-840e-22d7f857018c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:03.266425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.289869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:00Z', 'revision_number': 3, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:03.290124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.290236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.290701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.291103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.291666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.294600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.295517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.296213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.296625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.297041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.297714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.298398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.299106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.299836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.300240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b537cb92-d04d-40e6-8dcf-9982d3d345d9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.318976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f2352-9351-406e-b007-42645d48d131 None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:03.319387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f2352-9351-406e-b007-42645d48d131 None None] Updating router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:03.328476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (a5dd54bc-e72b-4caa-b658-72e84b7bd7d0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.333459 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.337240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "DELETE /v2.0/networks/a5dd54bc-e72b-4caa-b658-72e84b7bd7d0 HTTP/1.1" status: 204 len: 168 time: 1.1531978 Apr 07 01:53:03.341299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52746) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:03.352213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a883b838-84d5-4da2-ba1c-ca8be4485da4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:03.352467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.356666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.357734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.364188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0b921-d78f-4e2e-a83b-14b21c2dc276 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'Network': ['ID=a5dd54bc-e72b-4caa-b658-72e84b7bd7d0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:03.378892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a883b838-84d5-4da2-ba1c-ca8be4485da4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:03.379284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a883b838-84d5-4da2-ba1c-ca8be4485da4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:03.379686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39b0026c-a1bf-445a-9e3a-cb916b7fed73 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:03.407439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-806f2352-9351-406e-b007-42645d48d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.409220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 39b0026c-a1bf-445a-9e3a-cb916b7fed73 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:03.409579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39b0026c-a1bf-445a-9e3a-cb916b7fed73 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:03.410003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b232645-3377-42c8-ab78-b437a3463e5f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:03.429866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (a4351fa8-edcd-47c4-9371-57fca7db43bd), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.453945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9b232645-3377-42c8-ab78-b437a3463e5f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:03.454309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9b232645-3377-42c8-ab78-b437a3463e5f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:03.454747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 108a8f43-8306-4303-ad53-d559b295604f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:03.481421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 108a8f43-8306-4303-ad53-d559b295604f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:03.482098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 108a8f43-8306-4303-ad53-d559b295604f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:03.534170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc5e8-a7e1-4d21-99d1-4e4f98459b63 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (7f63fc40-0780-49f3-9d39-da689dcf4f0d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.534643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Port': ['ID=630136cb-f0a7-4eff-be34-1a2f6aa6c278,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:03.554970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52750) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:03.557119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (9ae3447f-8247-4ae4-9fea-c0d6cb9e24bd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.622891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc5e8-a7e1-4d21-99d1-4e4f98459b63 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (7f63fc40-0780-49f3-9d39-da689dcf4f0d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.674396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.675516 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-00949b03-7024-43e2-bb18-143eff0a4dee tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6506166 Apr 07 01:53:03.682618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52754) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:03.682618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_gateway (a4351fa8-edcd-47c4-9371-57fca7db43bd), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.689467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1411883426'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:03.739236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-806f2352-9351-406e-b007-42645d48d131 None None] Publish callbacks [] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.801252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0ced1a77-b942-4a04-8e41-8d894673c863 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=206daa6d82864067b39ca519532cb29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2450027 Apr 07 01:53:03.803792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52756) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:03.811674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.818158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Made reservation on behalf of 85a7f49f063f43f9a3e148ff99428c13 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:03.821445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.834896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.860275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-806f2352-9351-406e-b007-42645d48d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.924614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Pushing event updated for resources: {'Port': ['ID=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:03.926890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-806f2352-9351-406e-b007-42645d48d131 None None] Attempting to bind port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:03.927271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-806f2352-9351-406e-b007-42645d48d131 None None] Attempting to bind port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:03.927696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f2352-9351-406e-b007-42645d48d131 None None] Attempting to bind port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:03.938863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.939354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.939717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.940040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.940451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.940873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.941210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.941584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.941953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.942252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.942625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.943046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.943377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.943749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.944076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:03.945901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc5e8-a7e1-4d21-99d1-4e4f98459b63 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7f63fc40-0780-49f3-9d39-da689dcf4f0d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.948742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f2352-9351-406e-b007-42645d48d131 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:03.949263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f2352-9351-406e-b007-42645d48d131 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:03.949675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-806f2352-9351-406e-b007-42645d48d131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.950171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806f2352-9351-406e-b007-42645d48d131 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:03.950536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-806f2352-9351-406e-b007-42645d48d131 None None] Bound port: 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:03.950923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-806f2352-9351-406e-b007-42645d48d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.954453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.955059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5f1fc5e8-a7e1-4d21-99d1-4e4f98459b63 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:03.956282 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5f1fc5e8-a7e1-4d21-99d1-4e4f98459b63 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f63fc40-0780-49f3-9d39-da689dcf4f0d HTTP/1.1" status: 204 len: 168 time: 0.6139774 Apr 07 01:53:03.991044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20cdcd52-01fe-4192-8fb9-5f212923d2d2 admin admin] Publish callbacks [] for security_group (8ed31a40-1e74-4fbe-9499-d8073dedc2e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.009169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fc5e8-a7e1-4d21-99d1-4e4f98459b63 tempest-TestNetworkAdvancedServerOps-251319890 tempest-TestNetworkAdvancedServerOps-251319890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f63fc40-0780-49f3-9d39-da689dcf4f0d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.011832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-806f2352-9351-406e-b007-42645d48d131 None None] For port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:04.015178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-806f2352-9351-406e-b007-42645d48d131 None None] For port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:04.047683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for security_group (b9b72296-8d99-4d64-adf6-d521476da6ff), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.057370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20cdcd52-01fe-4192-8fb9-5f212923d2d2 admin admin] Publish callbacks [] for security_group (8ed31a40-1e74-4fbe-9499-d8073dedc2e8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.071035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_gateway (a4351fa8-edcd-47c4-9371-57fca7db43bd), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.090668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.123769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-806f2352-9351-406e-b007-42645d48d131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.152498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Allocated IP 172.20.0.1 (5be66362-4225-42f0-95ba-e0bcb8c23c7c/c25c6726-53a3-4da7-a0ae-870315ca5e0f/9fa6995b-dee2-4725-acb8-5514e2b543c3) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:04.165689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b9b72296-8d99-4d64-adf6-d521476da6ff), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.197995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:04.199260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:04.204554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b72296-8d99-4d64-adf6-d521476da6ff,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.224441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20cdcd52-01fe-4192-8fb9-5f212923d2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (8ed31a40-1e74-4fbe-9499-d8073dedc2e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.224590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:04.226722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20cdcd52-01fe-4192-8fb9-5f212923d2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.228284 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-20cdcd52-01fe-4192-8fb9-5f212923d2d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ed31a40-1e74-4fbe-9499-d8073dedc2e8 HTTP/1.1" status: 204 len: 168 time: 0.4232543 Apr 07 01:53:04.243203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cdcd52-01fe-4192-8fb9-5f212923d2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed31a40-1e74-4fbe-9499-d8073dedc2e8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.247885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cf9e-1543-4006-82bf-e8b2b2ddf09e None None] Pushing event updated for resources: {'Port': ['ID=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.266110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5814bac2-9c6b-467e-997e-3799472a0b4d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.266464 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Added segment 5814bac2-9c6b-467e-997e-3799472a0b4d of type vlan for network 033ee505-060d-4aee-a749-129d6b830905 Apr 07 01:53:04.293831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks [] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.329429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (033ee505-060d-4aee-a749-129d6b830905), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.342852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 172.26.8.165 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/04d46620-1eca-49f0-97a2-320a3def84f2) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:04.361018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:04.389214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:04.397555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.427158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:04.430664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:04.442514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:04.442868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a4e3470a-1133-47b3-9e1f-08fedf2fb3a1 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:04.456840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:04.465481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (033ee505-060d-4aee-a749-129d6b830905), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.471270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:04.471270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.525344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa6995b-dee2-4725-acb8-5514e2b543c3,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.535415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.551628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (04d46620-1eca-49f0-97a2-320a3def84f2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.579012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Network': ['ID=033ee505-060d-4aee-a749-129d6b830905,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.605545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 033ee505-060d-4aee-a749-129d6b830905 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:04.674385 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce700594-de95-466d-9676-3c4c79ad9706 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9946582 Apr 07 01:53:04.674777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-806f2352-9351-406e-b007-42645d48d131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:00Z', 'revision_number': 3, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:04.690243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52766) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:04.711816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Request body: {'subnet': {'network_id': '033ee505-060d-4aee-a749-129d6b830905', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:04.728911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52768) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:04.741235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f2352-9351-406e-b007-42645d48d131 None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:00Z', 'revision_number': 3, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:04.802314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (04d46620-1eca-49f0-97a2-320a3def84f2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.857733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.883205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:04.891307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:04.895555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=04d46620-1eca-49f0-97a2-320a3def84f2,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:04.897220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:04.920411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-40a9d1ba-70a4-44a1-a269-ed72fb6dd603 None None] Provisioning complete for port 9fa6995b-dee2-4725-acb8-5514e2b543c3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:04.921106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40a9d1ba-70a4-44a1-a269-ed72fb6dd603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:04.989355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-40a9d1ba-70a4-44a1-a269-ed72fb6dd603 None None] Port 9fa6995b-dee2-4725-acb8-5514e2b543c3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:05.086044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks [] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.142719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2fd8454-b153-4385-865d-72903fbf2bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1fa5bca2bd6641d0a23f1ff9308f8e74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148192 Apr 07 01:53:05.145415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52772) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:05.168969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.200917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Made reservation on behalf of 85a7f49f063f43f9a3e148ff99428c13 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:05.204459 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.248353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa6995b-dee2-4725-acb8-5514e2b543c3,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:05.252799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.283768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44eabf4b-ae18-46e1-8395-bc86a5e2faa0 admin admin] Publish callbacks [] for security_group (1e2a389c-706e-4eab-9777-6403affdf53a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.312429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.354184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:05.356449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:05.361699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44eabf4b-ae18-46e1-8395-bc86a5e2faa0 admin admin] Publish callbacks [] for security_group (1e2a389c-706e-4eab-9777-6403affdf53a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.439937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_gateway (a4351fa8-edcd-47c4-9371-57fca7db43bd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.492446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:05.564419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44eabf4b-ae18-46e1-8395-bc86a5e2faa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1e2a389c-706e-4eab-9777-6403affdf53a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.567664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44eabf4b-ae18-46e1-8395-bc86a5e2faa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.569150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-44eabf4b-ae18-46e1-8395-bc86a5e2faa0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e2a389c-706e-4eab-9777-6403affdf53a HTTP/1.1" status: 204 len: 168 time: 0.4227686 Apr 07 01:53:05.611766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eabf4b-ae18-46e1-8395-bc86a5e2faa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2a389c-706e-4eab-9777-6403affdf53a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:05.724021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-032f3983-ca30-45ed-a09c-fded7acce64e None None] Provisioning complete for port 9fa6995b-dee2-4725-acb8-5514e2b543c3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:05.724273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (dc188353-91bd-467b-ae24-b60c64412f2b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.726197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-032f3983-ca30-45ed-a09c-fded7acce64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.778153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-032f3983-ca30-45ed-a09c-fded7acce64e None None] Port 9fa6995b-dee2-4725-acb8-5514e2b543c3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:05.836081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Subnet': ['ID=dc188353-91bd-467b-ae24-b60c64412f2b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:05.867892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Checking segment: {'id': '5814bac2-9c6b-467e-997e-3799472a0b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '033ee505-060d-4aee-a749-129d6b830905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:05.868270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network hostable DHCP agents. Network: 033ee505-060d-4aee-a749-129d6b830905, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:05.876738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:05.918056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:05.932678 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2bbad73d-b32c-4fd3-b87c-0d2b86cae676 admin admin] 10.222.0.25 "PUT /v2.0/routers/4bd9a91d-7ed0-49da-9f78-6cacbd35ed47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0113299 Apr 07 01:53:06.022270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network 033ee505-060d-4aee-a749-129d6b830905 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:06.110965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 033ee505-060d-4aee-a749-129d6b830905) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:06.115184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:06.115795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.119689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0b9558-7b70-4423-bfea-b5cd84150e92 None None] Network 033ee505-060d-4aee-a749-129d6b830905 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:06.139478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router a4351fa8-edcd-47c4-9371-57fca7db43bd is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:06.238648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52784) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:06.238871 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-66cfcc35-88c6-4d33-8700-a86362ddba7a tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5324459 Apr 07 01:53:06.245861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2055012987', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:06.273607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:06.285234 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] Sync routers for ids ['a4351fa8-edcd-47c4-9371-57fca7db43bd'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:06.297805 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] Routers {'a4351fa8-edcd-47c4-9371-57fca7db43bd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:06.298834 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a4351fa8-edcd-47c4-9371-57fca7db43bd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:06.336664 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:06.346535 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] Routers {'a4351fa8-edcd-47c4-9371-57fca7db43bd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:06.347148 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a4351fa8-edcd-47c4-9371-57fca7db43bd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:06.379789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52786) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:06.387555 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:06.388340 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7759993-a147-489b-bc91-daaa7ed6f873 None None] The sync data for ids ['a4351fa8-edcd-47c4-9371-57fca7db43bd'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:06.393836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d870c40-7cf2-46b9-b6e4-8e6f1b7fcd47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.397453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (bea0ce55-a433-4d2a-9e24-499402fb1556), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.398533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (bea0ce55-a433-4d2a-9e24-499402fb1556), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.408731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.408731 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5fdb40d4-d02e-4299-a658-73f7ffe61f22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1871595 Apr 07 01:53:06.411154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52788) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:06.426154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-033ee505-060d-4aee-a749-129d6b830905', 'network_id': '033ee505-060d-4aee-a749-129d6b830905', 'project_id': '85a7f49f063f43f9a3e148ff99428c13', 'fixed_ips': [{'subnet_id': 'dc188353-91bd-467b-ae24-b60c64412f2b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:06.427708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.508929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:06.547063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d870c40-7cf2-46b9-b6e4-8e6f1b7fcd47 admin admin] Publish callbacks [] for security_group (48b72cb1-d83a-414c-8126-6839c0335fbf), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.583074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router_controller (bea0ce55-a433-4d2a-9e24-499402fb1556), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.622160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:06.622540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.624561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Allocated IP 172.20.0.2 (033ee505-060d-4aee-a749-129d6b830905/dc188353-91bd-467b-ae24-b60c64412f2b/8f291f04-35e6-46a9-a5d3-ec2500ef4681) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:06.637045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1d870c40-7cf2-46b9-b6e4-8e6f1b7fcd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (48b72cb1-d83a-414c-8126-6839c0335fbf), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.679957 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1d870c40-7cf2-46b9-b6e4-8e6f1b7fcd47 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8ded075df2fc46dea052603781ec2997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2992699 Apr 07 01:53:06.681377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d870c40-7cf2-46b9-b6e4-8e6f1b7fcd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b72cb1-d83a-414c-8126-6839c0335fbf,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:06.685649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52794) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:06.746250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d47bc-109e-420b-ab92-9f2147b6ba3f admin admin] Publish callbacks [] for security_group (48b72cb1-d83a-414c-8126-6839c0335fbf), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.772729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d47bc-109e-420b-ab92-9f2147b6ba3f admin admin] Publish callbacks [] for security_group (48b72cb1-d83a-414c-8126-6839c0335fbf), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.798659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:06.799058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.803601 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6d6c1693-66be-4801-b6ee-8732f5267bd4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/routers/a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 200 len: 885 time: 0.3899820 Apr 07 01:53:06.807238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52798) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:06.861204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:06.888727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Publish callbacks [] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.904496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52802) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:06.909842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1828864209-network', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:06.915157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d47bc-109e-420b-ab92-9f2147b6ba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (48b72cb1-d83a-414c-8126-6839c0335fbf), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.918427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ba2d47bc-109e-420b-ab92-9f2147b6ba3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.921335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ba2d47bc-109e-420b-ab92-9f2147b6ba3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48b72cb1-d83a-414c-8126-6839c0335fbf HTTP/1.1" status: 204 len: 168 time: 0.2324703 Apr 07 01:53:06.936718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d47bc-109e-420b-ab92-9f2147b6ba3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b72cb1-d83a-414c-8126-6839c0335fbf,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:06.939787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:06.965461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:06.986543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router_gateway (bea0ce55-a433-4d2a-9e24-499402fb1556), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.002609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Made reservation on behalf of f86d1bb4869e42518cdf98e7663cafef for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:07.007779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.014772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.020716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.023804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:07.028853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:07.110129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks [] for security_group (2718fd10-89bd-4735-9fcb-e98565f9a3c6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.111677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Network 033ee505-060d-4aee-a749-129d6b830905 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:07.120342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:07.123361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:07.130498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:07.174062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2718fd10-89bd-4735-9fcb-e98565f9a3c6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.200808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:07.217401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2718fd10-89bd-4735-9fcb-e98565f9a3c6,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:07.222853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b676b95f-cf03-44c4-b947-0e8ff71bee10), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.223281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Added segment b676b95f-cf03-44c4-b947-0e8ff71bee10 of type vlan for network 7d590cc9-5e9d-4afb-af68-ac1e1762946e Apr 07 01:53:07.248351 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5b96b63d-1938-450b-9f2e-d5fc867d9b63 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4350080 Apr 07 01:53:07.250860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52806) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:07.255549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1547862461'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:07.269764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Pushing event updated for resources: {'Port': ['ID=8f291f04-35e6-46a9-a5d3-ec2500ef4681,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:07.271148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (7d590cc9-5e9d-4afb-af68-ac1e1762946e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.274834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Attempting to bind port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:07.275217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Attempting to bind port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '5814bac2-9c6b-467e-997e-3799472a0b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '033ee505-060d-4aee-a749-129d6b830905'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:07.275651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Attempting to bind port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 on network 033ee505-060d-4aee-a749-129d6b830905 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:07.283645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:07.284035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Checking segment: {'id': '5814bac2-9c6b-467e-997e-3799472a0b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '033ee505-060d-4aee-a749-129d6b830905'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:07.284447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.284876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Bound using segment: {'id': '5814bac2-9c6b-467e-997e-3799472a0b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '033ee505-060d-4aee-a749-129d6b830905'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:07.285779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Bound port: 8f291f04-35e6-46a9-a5d3-ec2500ef4681, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5814bac2-9c6b-467e-997e-3799472a0b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '033ee505-060d-4aee-a749-129d6b830905'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:07.286180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.305064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:07.365161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] For port 8f291f04-35e6-46a9-a5d3-ec2500ef4681, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:07.368696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] For port 8f291f04-35e6-46a9-a5d3-ec2500ef4681, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8f291f04-35e6-46a9-a5d3-ec2500ef4681,segment=NetworkSegment(5814bac2-9c6b-467e-997e-3799472a0b4d),segment_id=5814bac2-9c6b-467e-997e-3799472a0b4d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:07.391392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (7d590cc9-5e9d-4afb-af68-ac1e1762946e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.392404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:07.396273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.468650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] Pushing event updated for resources: {'Network': ['ID=7d590cc9-5e9d-4afb-af68-ac1e1762946e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:07.484621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:07.488162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.514759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router_gateway (bea0ce55-a433-4d2a-9e24-499402fb1556), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.528426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8ecad30a-a822-4d89-9761-9218b779470e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6192665 Apr 07 01:53:07.528677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52808) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:07.533531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Request body: {'subnet': {'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1828864209-subnet', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:07.541431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.608053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Made reservation on behalf of f86d1bb4869e42518cdf98e7663cafef for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:07.611442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.692575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fca6c-bceb-4686-b808-526f5b653f93 None None] Pushing event updated for resources: {'Port': ['ID=8f291f04-35e6-46a9-a5d3-ec2500ef4681,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:07.768471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Allocated IP 172.26.8.238 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/993d4fd0-3c18-4c19-8023-e6d4b05f66fa) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:07.805316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 2, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:07.836733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:07.837445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Updating router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 port 9fa6995b-dee2-4725-acb8-5514e2b543c3 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:07.841798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.868039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (a418200b-3e2d-452b-a431-361746158b20), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.878176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.928552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.938517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for port (993d4fd0-3c18-4c19-8023-e6d4b05f66fa), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:07.952786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a418200b-3e2d-452b-a431-361746158b20,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:07.967389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Checking segment: {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:07.967777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Network hostable DHCP agents. Network: 7d590cc9-5e9d-4afb-af68-ac1e1762946e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:08.071031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:08.094012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router a4351fa8-edcd-47c4-9371-57fca7db43bd has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:08.162983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 7d590cc9-5e9d-4afb-af68-ac1e1762946e) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:08.169183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:08.170099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.181068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aada2e-02ff-407d-9554-2c2ce7047d8c None None] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:08.209549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:08.211462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (993d4fd0-3c18-4c19-8023-e6d4b05f66fa), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.218170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.223152 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-da7dfa08-be5a-448b-9b4e-f69c5717df33 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 200 len: 892 time: 0.9674323 Apr 07 01:53:08.223348 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] Sync routers for ids ['a4351fa8-edcd-47c4-9371-57fca7db43bd'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:08.223792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52810) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:08.241258 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] Routers {'a4351fa8-edcd-47c4-9371-57fca7db43bd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:08.241896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a4351fa8-edcd-47c4-9371-57fca7db43bd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:08.247010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Publish callbacks [] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.283739 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:08.300533 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] Routers {'a4351fa8-edcd-47c4-9371-57fca7db43bd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:08.300787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:08.301189 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a4351fa8-edcd-47c4-9371-57fca7db43bd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:08.311740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:08.312712 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-70c2359c-bda8-41b7-9565-a646f807ec96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7829807 Apr 07 01:53:08.313499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52812) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:08.320635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-7d590cc9-5e9d-4afb-af68-ac1e1762946e', 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e', 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'fixed_ips': [{'subnet_id': 'a418200b-3e2d-452b-a431-361746158b20'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:08.321905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.323405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:08.326374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:08.337789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.340126 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:08.340906 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fe0bc1-9b9d-446c-9d18-d254d4fb9dd5 None None] The sync data for ids ['a4351fa8-edcd-47c4-9371-57fca7db43bd'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:08.356631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Port': ['ID=993d4fd0-3c18-4c19-8023-e6d4b05f66fa,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:08.466018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd280-496a-46c6-a547-29404e236a87 None None] Pushing event updated for resources: {'Port': ['ID=9fa6995b-dee2-4725-acb8-5514e2b543c3,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:08.565776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Attempting to bind port 9fa6995b-dee2-4725-acb8-5514e2b543c3 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:08.566410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Attempting to bind port 9fa6995b-dee2-4725-acb8-5514e2b543c3 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:08.566788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Attempting to bind port 9fa6995b-dee2-4725-acb8-5514e2b543c3 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:08.575391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:08.612255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Allocated IP 172.20.0.2 (7d590cc9-5e9d-4afb-af68-ac1e1762946e/a418200b-3e2d-452b-a431-361746158b20/28e7b8da-d470-4115-bc1b-732d8a6c99f7) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:08.626029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:08.626407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Checking segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:08.626816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.627223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Bound using segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:08.627711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Bound port: 9fa6995b-dee2-4725-acb8-5514e2b543c3, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:08.628100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.769964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:08.770338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.809391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] For port 9fa6995b-dee2-4725-acb8-5514e2b543c3, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:08.825682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (a541770c-5fa4-4725-b6ab-5d44bc164b54), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.827294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (a541770c-5fa4-4725-b6ab-5d44bc164b54), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:08.841542 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-36934bc0-e96d-41f1-9bc9-2c6099b9232d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/routers/a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 200 len: 892 time: 0.6153948 Apr 07 01:53:08.843784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52814) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:08.846273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] For port 9fa6995b-dee2-4725-acb8-5514e2b543c3, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9fa6995b-dee2-4725-acb8-5514e2b543c3,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:08.881214 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-62120ea4-24f1-4f4f-8a0a-2ab1c89bdc61 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 200 len: 205 time: 0.0357926 Apr 07 01:53:08.881626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52816) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:08.939921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks [] for router_controller (a541770c-5fa4-4725-b6ab-5d44bc164b54), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.011148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.041352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5cebb0-e13c-42d6-b6a8-7b7c741e8681 None None] Network 033ee505-060d-4aee-a749-129d6b830905 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:09.050512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.103130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] Provisioning complete for port 9fa6995b-dee2-4725-acb8-5514e2b543c3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:09.103552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.124521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_gateway (a4351fa8-edcd-47c4-9371-57fca7db43bd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.135262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Publish callbacks [] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.199505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks [] for router_gateway (a541770c-5fa4-4725-b6ab-5d44bc164b54), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.260573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbd280-496a-46c6-a547-29404e236a87 None None] Pushing event updated for resources: {'Port': ['ID=9fa6995b-dee2-4725-acb8-5514e2b543c3,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:09.266494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.268336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:09.268983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:09.270619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:09.271697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8f291f04-35e6-46a9-a5d3-ec2500ef4681 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:09.280411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router_gateway (bea0ce55-a433-4d2a-9e24-499402fb1556), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.287544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 04d46620-1eca-49f0-97a2-320a3def84f2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:09.287896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (04d46620-1eca-49f0-97a2-320a3def84f2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.394197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (04d46620-1eca-49f0-97a2-320a3def84f2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.409028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 04d46620-1eca-49f0-97a2-320a3def84f2 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:09.438521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:09.476691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:09.479808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:09.508822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Pushing event updated for resources: {'Port': ['ID=28e7b8da-d470-4115-bc1b-732d8a6c99f7,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:09.593020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] Current status of the port 9fa6995b-dee2-4725-acb8-5514e2b543c3 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:09.593744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.606540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:09.645453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (bea0ce55-a433-4d2a-9e24-499402fb1556), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.664506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:09.665032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.671266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (04d46620-1eca-49f0-97a2-320a3def84f2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.673832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Attempting to bind port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:09.674217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Attempting to bind port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:09.674584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Attempting to bind port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 on network 7d590cc9-5e9d-4afb-af68-ac1e1762946e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:09.702119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=04d46620-1eca-49f0-97a2-320a3def84f2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:09.719254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:09.719552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Checking segment: {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:09.720048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.720403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Bound using segment: {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:09.720952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Bound port: 28e7b8da-d470-4115-bc1b-732d8a6c99f7, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:09.721687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.772567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] For port 9fa6995b-dee2-4725-acb8-5514e2b543c3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9fa6995b-dee2-4725-acb8-5514e2b543c3,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:09.780801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks [] for router_gateway (a541770c-5fa4-4725-b6ab-5d44bc164b54), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.783727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (a4351fa8-edcd-47c4-9371-57fca7db43bd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.811135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.852278 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.896150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.896150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (a4351fa8-edcd-47c4-9371-57fca7db43bd), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:09.962897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] For port 28e7b8da-d470-4115-bc1b-732d8a6c99f7, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:09.989815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Allocated IP 172.26.8.221 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/9de2081c-92da-4cbe-85ff-6f2eddb217b9) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:10.021857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] For port 28e7b8da-d470-4115-bc1b-732d8a6c99f7, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=28e7b8da-d470-4115-bc1b-732d8a6c99f7,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:10.026779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (a4351fa8-edcd-47c4-9371-57fca7db43bd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.027546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router a4351fa8-edcd-47c4-9371-57fca7db43bd {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:10.028349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f40f26-3dbf-494e-b6a6-268bcd4ef4a1 None None] Pushing event updated for resources: {'Port': ['ID=9fa6995b-dee2-4725-acb8-5514e2b543c3,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:10.035178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.035623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:10.036581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.039871 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-14dafd0a-7f37-4c66-85ec-80ae3717baf3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 204 len: 168 time: 1.1535850 Apr 07 01:53:10.042673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52818) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:10.049805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1226752441'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:10.061944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Router bea0ce55-a433-4d2a-9e24-499402fb1556 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:10.069629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c4469439-30fa-4801-81d9-87b72695801d None None] Provisioning complete for port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:10.074462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c4469439-30fa-4801-81d9-87b72695801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.115965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.122867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:10.129421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.154175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:10.158420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 8f291f04-35e6-46a9-a5d3-ec2500ef4681, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8f291f04-35e6-46a9-a5d3-ec2500ef4681,segment=NetworkSegment(5814bac2-9c6b-467e-997e-3799472a0b4d),segment_id=5814bac2-9c6b-467e-997e-3799472a0b4d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:10.162071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks [] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.164721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (90d400bf-2f39-4af8-8943-54654f574d53), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.165164 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment 90d400bf-2f39-4af8-8943-54654f574d53 of type vlan for network fd583850-3671-4fb5-bd79-a44ff8903856 Apr 07 01:53:10.208250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.217996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02565ab1-2ead-4f05-85cd-3770ae98d519 None None] Pushing event updated for resources: {'Port': ['ID=28e7b8da-d470-4115-bc1b-732d8a6c99f7,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:10.228005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (fd583850-3671-4fb5-bd79-a44ff8903856), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.244103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:10.269577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] Sync routers for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:10.293503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:08Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:10.312466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.328451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (fd583850-3671-4fb5-bd79-a44ff8903856), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.333565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:10.334298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.339770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad51883-ea78-41c9-8687-9acf22f90bad None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:08Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:10.345057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:10.345704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:10.356692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.358535 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e3cafb8d-bbf8-4efe-b29a-26545f5555de tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1187856 Apr 07 01:53:10.380909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52820) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:10.382593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c4469439-30fa-4801-81d9-87b72695801d None None] Current status of the port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:10.386601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:10.389698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=8f291f04-35e6-46a9-a5d3-ec2500ef4681,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:10.419127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Pushing event updated for resources: {'Port': ['ID=9de2081c-92da-4cbe-85ff-6f2eddb217b9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:10.420852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:10.422357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:10.440748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:10.443076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:10.453223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:10.503480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:10.504588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10be23a3-9b30-4a49-8755-cae263d7a6c7 None None] The sync data for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:10.507104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c4469439-30fa-4801-81d9-87b72695801d None None] Provisioning complete for port 9fa6995b-dee2-4725-acb8-5514e2b543c3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:10.507651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c4469439-30fa-4801-81d9-87b72695801d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.522894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=fd583850-3671-4fb5-bd79-a44ff8903856,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:10.550666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network fd583850-3671-4fb5-bd79-a44ff8903856 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:10.581402 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-619fa983-687c-4897-a56b-ce78de5479b4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5374463 Apr 07 01:53:10.585630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52822) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:10.592570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:10.703988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c4469439-30fa-4801-81d9-87b72695801d None None] Current status of the port 9fa6995b-dee2-4725-acb8-5514e2b543c3 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:10.829689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f38672c5-4811-4501-8474-023e259934b7 None None] Provisioning complete for port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:10.829961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f38672c5-4811-4501-8474-023e259934b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:10.950396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks [] for router_gateway (a541770c-5fa4-4725-b6ab-5d44bc164b54), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.149158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f38672c5-4811-4501-8474-023e259934b7 None None] Current status of the port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:11.247290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (a541770c-5fa4-4725-b6ab-5d44bc164b54), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.324427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:11.328362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.460032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Router a541770c-5fa4-4725-b6ab-5d44bc164b54 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:11.541059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f52f3d-0b06-4c40-a3ef-01ad220fbcf7 None None] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:11.609182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:11.614558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] Provisioning complete for port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:11.615034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.679316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.686610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.690391 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-21755794-5da7-410f-87a2-664cc2777c2c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3716910 Apr 07 01:53:11.692042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52824) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:11.739386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7c87262e-ad52-4a14-ad19-213524237b88), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.752907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] Current status of the port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:11.753414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.776505 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Sync routers for ids ['a541770c-5fa4-4725-b6ab-5d44bc164b54'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:11.801353 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Routers {'a541770c-5fa4-4725-b6ab-5d44bc164b54'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:11.801786 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a541770c-5fa4-4725-b6ab-5d44bc164b54'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:11.803266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] For port 28e7b8da-d470-4115-bc1b-732d8a6c99f7, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=28e7b8da-d470-4115-bc1b-732d8a6c99f7,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:11.866105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=7c87262e-ad52-4a14-ad19-213524237b88,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:11.888116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:11.890292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': '90d400bf-2f39-4af8-8943-54654f574d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:11.890678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: fd583850-3671-4fb5-bd79-a44ff8903856, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:11.963582 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Set router a541770c-5fa4-4725-b6ab-5d44bc164b54 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:11.983887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe0ef8-522c-4053-8e5e-e7ac37bb84c0 None None] Pushing event updated for resources: {'Port': ['ID=28e7b8da-d470-4115-bc1b-732d8a6c99f7,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:12.073383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network fd583850-3671-4fb5-bd79-a44ff8903856 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:12.149472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Allocated IP 172.20.0.1 (033ee505-060d-4aee-a749-129d6b830905/dc188353-91bd-467b-ae24-b60c64412f2b/a25efcd7-d298-4d8f-90d1-b1eacd7eed3b) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:12.211840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-23387376-4f84-49dd-abc7-09aaaf702334 None None] Provisioning complete for port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:12.212129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-23387376-4f84-49dd-abc7-09aaaf702334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.233119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, fd583850-3671-4fb5-bd79-a44ff8903856) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:12.249468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:12.250303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.263013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e8ac8-8441-425a-beb8-39d8cb265ddd None None] Network fd583850-3671-4fb5-bd79-a44ff8903856 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:12.337696 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce302d7c-c394-446a-90a6-483f58b2558f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7505281 Apr 07 01:53:12.344651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52826) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:12.351233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1262002572', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:12.351875 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T01:53:10Z', 'revision_number': 3, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:12.399847 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Checking router: a541770c-5fa4-4725-b6ab-5d44bc164b54 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:12.400503 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Updating router a541770c-5fa4-4725-b6ab-5d44bc164b54 port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:12.415736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-fd583850-3671-4fb5-bd79-a44ff8903856', 'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '7c87262e-ad52-4a14-ad19-213524237b88'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:12.416680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.430329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.461033 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.462347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-23387376-4f84-49dd-abc7-09aaaf702334 None None] Current status of the port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:12.485638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (e889eaaa-5f11-4129-b48f-57556e49329d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.487430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (e889eaaa-5f11-4129-b48f-57556e49329d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.573753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (e889eaaa-5f11-4129-b48f-57556e49329d), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.603760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.619542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 28e7b8da-d470-4115-bc1b-732d8a6c99f7 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:12.662225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Allocated IP 2001:db8::2 (fd583850-3671-4fb5-bd79-a44ff8903856/7c87262e-ad52-4a14-ad19-213524237b88/39a0c131-83bb-4b09-8ed4-6ea58595e4fe) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:12.664180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network 033ee505-060d-4aee-a749-129d6b830905 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:12.668155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:12.672512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (e889eaaa-5f11-4129-b48f-57556e49329d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.707535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:12.710293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Port': ['ID=a25efcd7-d298-4d8f-90d1-b1eacd7eed3b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:12.746478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.765192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (bea0ce55-a433-4d2a-9e24-499402fb1556), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.787931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:12.788537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.814517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.818350 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b44e9e76-9ba6-46a8-b6f7-c9b152538d39 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4699166 Apr 07 01:53:12.821860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52828) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:12.857627 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Publish callbacks [] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.946217 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:12.982532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:12.983810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8f291f04-35e6-46a9-a5d3-ec2500ef4681 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:12.986614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Allocated IP 172.20.0.1 (7d590cc9-5e9d-4afb-af68-ac1e1762946e/a418200b-3e2d-452b-a431-361746158b20/ad654fa4-23b4-4259-b31b-912029ad84e2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:13.037045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Publish callbacks [] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.049471 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Pushing event updated for resources: {'Port': ['ID=9de2081c-92da-4cbe-85ff-6f2eddb217b9,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:13.052914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:13.053362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.064507 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Attempting to bind port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:13.065317 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Attempting to bind port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:13.066774 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Attempting to bind port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:13.080060 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:13.080560 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:13.083342 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.083342 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:13.083342 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Bound port: 9de2081c-92da-4cbe-85ff-6f2eddb217b9, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:13.083342 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.103748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.138852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks [] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.150662 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] For port 9de2081c-92da-4cbe-85ff-6f2eddb217b9, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:13.154976 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] For port 9de2081c-92da-4cbe-85ff-6f2eddb217b9, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9de2081c-92da-4cbe-85ff-6f2eddb217b9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:13.159897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Pushing event updated for resources: {'Port': ['ID=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:13.160097 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.160283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.160795 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.161262 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.161600 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.162817 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.163162 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.163486 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.163832 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.164169 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.164855 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.165470 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.165590 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.165842 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.166167 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:53:13.206147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-259b8c66-2325-40d8-815e-fe605c8b3b4e None None] Provisioning complete for port a25efcd7-d298-4d8f-90d1-b1eacd7eed3b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:13.206523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-259b8c66-2325-40d8-815e-fe605c8b3b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.211278 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Network fd583850-3671-4fb5-bd79-a44ff8903856 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:13.220187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.241522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:13.244357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:13.248878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.253282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.267617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.276600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:13.277721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9fa6995b-dee2-4725-acb8-5514e2b543c3 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:13.296462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-259b8c66-2325-40d8-815e-fe605c8b3b4e None None] Port a25efcd7-d298-4d8f-90d1-b1eacd7eed3b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:13.296699 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Routers {'a541770c-5fa4-4725-b6ab-5d44bc164b54'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:13.297332 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a541770c-5fa4-4725-b6ab-5d44bc164b54'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:13.339395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:13.343284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:13.350007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:13.354648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad654fa4-23b4-4259-b31b-912029ad84e2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:13.357492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Attempting to bind port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:13.357878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Attempting to bind port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '90d400bf-2f39-4af8-8943-54654f574d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:13.358280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Attempting to bind port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe on network fd583850-3671-4fb5-bd79-a44ff8903856 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:13.360865 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ac6ee-ac7e-418e-8d13-860d209557c6 None None] Pushing event updated for resources: {'Port': ['ID=9de2081c-92da-4cbe-85ff-6f2eddb217b9,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:13.369194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:13.369592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Checking segment: {'id': '90d400bf-2f39-4af8-8943-54654f574d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:13.370024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.370417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Bound using segment: {'id': '90d400bf-2f39-4af8-8943-54654f574d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:13.371602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Bound port: 39a0c131-83bb-4b09-8ed4-6ea58595e4fe, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d400bf-2f39-4af8-8943-54654f574d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'fd583850-3671-4fb5-bd79-a44ff8903856'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:13.372029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.439308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (a541770c-5fa4-4725-b6ab-5d44bc164b54), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.442250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9fa6995b-dee2-4725-acb8-5514e2b543c3 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:13.442817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.502890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] For port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:13.506826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] For port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,segment=NetworkSegment(90d400bf-2f39-4af8-8943-54654f574d53),segment_id=90d400bf-2f39-4af8-8943-54654f574d53)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:13.513957 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] Set router a541770c-5fa4-4725-b6ab-5d44bc164b54 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:13.571493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.609716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9fa6995b-dee2-4725-acb8-5514e2b543c3 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:13.663788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0fec3-6b74-49c8-a885-4f53e9292784 None None] Pushing event updated for resources: {'Port': ['ID=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:13.705147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.765763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8::1 (fd583850-3671-4fb5-bd79-a44ff8903856/7c87262e-ad52-4a14-ad19-213524237b88/e237ad75-f394-45b8-b925-6c10e201cad6) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:13.782603 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T01:53:10Z', 'revision_number': 3, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:13.819611 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c174f0-f511-4537-ae71-aac777b9c077 None None] The sync data for ids ['a541770c-5fa4-4725-b6ab-5d44bc164b54'] in dv-neutron-836863-2-hyperv is: [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T01:53:10Z', 'revision_number': 3, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:13.831266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-da38d0ab-57ca-4d3d-89ca-4ee5ffb3e6da None None] Provisioning complete for port ad654fa4-23b4-4259-b31b-912029ad84e2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:13.831823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-da38d0ab-57ca-4d3d-89ca-4ee5ffb3e6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.877112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-da38d0ab-57ca-4d3d-89ca-4ee5ffb3e6da None None] Port ad654fa4-23b4-4259-b31b-912029ad84e2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:13.945238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.974254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (e237ad75-f394-45b8-b925-6c10e201cad6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:13.995830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks [] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.004928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.048176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.087761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (bea0ce55-a433-4d2a-9e24-499402fb1556), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.100412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Port': ['ID=a25efcd7-d298-4d8f-90d1-b1eacd7eed3b,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:14.165589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad654fa4-23b4-4259-b31b-912029ad84e2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:14.173362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (a541770c-5fa4-4725-b6ab-5d44bc164b54), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.184571 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.251594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network fd583850-3671-4fb5-bd79-a44ff8903856 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:14.253497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network 033ee505-060d-4aee-a749-129d6b830905 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:14.257369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:14.263442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:14.267339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:14.267909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (e889eaaa-5f11-4129-b48f-57556e49329d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.302787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:14.303701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:14.315914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=e237ad75-f394-45b8-b925-6c10e201cad6,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:14.488552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Router a541770c-5fa4-4725-b6ab-5d44bc164b54 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:14.554972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9de2081c-92da-4cbe-85ff-6f2eddb217b9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:14.599423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Router bea0ce55-a433-4d2a-9e24-499402fb1556 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:14.682933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:14.684239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.783192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:14.788375 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e3fab3fa-46f6-4647-92ca-d7127611c0a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/a541770c-5fa4-4725-b6ab-5d44bc164b54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0941479 Apr 07 01:53:14.844510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:14.845730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.855372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ef04c714-568e-4a13-bee4-a5e327552001 None None] Provisioning complete for port ad654fa4-23b4-4259-b31b-912029ad84e2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:14.856017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef04c714-568e-4a13-bee4-a5e327552001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:14.928544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 9de2081c-92da-4cbe-85ff-6f2eddb217b9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9de2081c-92da-4cbe-85ff-6f2eddb217b9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:14.948961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ef04c714-568e-4a13-bee4-a5e327552001 None None] Port ad654fa4-23b4-4259-b31b-912029ad84e2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:14.972475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ef04c714-568e-4a13-bee4-a5e327552001 None None] Provisioning complete for port a25efcd7-d298-4d8f-90d1-b1eacd7eed3b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:14.972892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef04c714-568e-4a13-bee4-a5e327552001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.009233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.010098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39a0c131-83bb-4b09-8ed4-6ea58595e4fe up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:15.108140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ef04c714-568e-4a13-bee4-a5e327552001 None None] Port a25efcd7-d298-4d8f-90d1-b1eacd7eed3b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:15.144047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=9de2081c-92da-4cbe-85ff-6f2eddb217b9,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:15.160566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:15.161090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.185966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302267b1-2f95-430c-9a01-82b38810c17a None None] Network fd583850-3671-4fb5-bd79-a44ff8903856 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:15.219039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.288597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Provisioning complete for port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:15.289060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.313339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:15.325827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d66213e1-ae36-4b9d-b4bd-77f6f0fe1562 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "PUT /v2.0/routers/bea0ce55-a433-4d2a-9e24-499402fb1556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9432688 Apr 07 01:53:15.326986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52836) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:15.334939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Request body: {'port': {'network_id': '033ee505-060d-4aee-a749-129d6b830905', 'name': 'tempest-FloatingIPAdminTestJSON-1113712303'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:15.343265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] Sync routers for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:15.401273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:15.402024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:15.407029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:15.407029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.562746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Made reservation on behalf of 85a7f49f063f43f9a3e148ff99428c13 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:15.566444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.585217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] device_id is not set on port d6bd4cea-9830-48e0-b7fd-512c37b44001 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:15.603951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:15.604313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (e237ad75-f394-45b8-b925-6c10e201cad6), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.645656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,segment=NetworkSegment(90d400bf-2f39-4af8-8943-54654f574d53),segment_id=90d400bf-2f39-4af8-8943-54654f574d53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:15.647555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:15.648187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:15.682497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.683315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (e889eaaa-5f11-4129-b48f-57556e49329d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.698860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52838) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:15.703743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1985821973', 'description': 'tempest-secgroup-smoke-1985821973 description', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:15.710842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:15.711502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2717eb-72de-4ab7-a05b-61857affc201 None None] The sync data for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:15.735870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Allocated IP 172.20.0.5 (033ee505-060d-4aee-a749-129d6b830905/dc188353-91bd-467b-ae24-b60c64412f2b/d6bd4cea-9830-48e0-b7fd-512c37b44001) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:15.736233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Current status of the port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:15.736928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.740724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.821907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=e237ad75-f394-45b8-b925-6c10e201cad6,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:15.826700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:15.846791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:15.872953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:53:15.873329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:53:15.893312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network fd583850-3671-4fb5-bd79-a44ff8903856 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:15.902510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:15.984083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for port (d6bd4cea-9830-48e0-b7fd-512c37b44001), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.015006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group (6269cc99-6995-4e9a-80b5-3b34a15a5e67), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.082651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6269cc99-6995-4e9a-80b5-3b34a15a5e67), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.116718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router e889eaaa-5f11-4129-b48f-57556e49329d is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:16.124052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d6bd4cea-9830-48e0-b7fd-512c37b44001), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.125838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6269cc99-6995-4e9a-80b5-3b34a15a5e67,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:16.171674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Network 033ee505-060d-4aee-a749-129d6b830905 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:16.178135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:16.182220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.186505 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c482e91e-d0cc-42f4-b881-eea4179ec60d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4834898 Apr 07 01:53:16.186505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:16.189397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52840) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:16.213088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group_rule': {'security_group_id': '6269cc99-6995-4e9a-80b5-3b34a15a5e67', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:16.223435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:16.231833 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-075c9e28-f712-4ee5-ad75-540d74931e43 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/e889eaaa-5f11-4129-b48f-57556e49329d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4010239 Apr 07 01:53:16.232157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52842) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:16.236083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event updated for resources: {'Port': ['ID=d6bd4cea-9830-48e0-b7fd-512c37b44001,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:16.241936 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] Sync routers for ids ['e889eaaa-5f11-4129-b48f-57556e49329d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:16.263539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:16.264202 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.279681 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] Routers {'e889eaaa-5f11-4129-b48f-57556e49329d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:16.281763 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e889eaaa-5f11-4129-b48f-57556e49329d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:16.304537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db20785-8b7b-474f-a2b7-b2d07e5f97e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:16.306826 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2db20785-8b7b-474f-a2b7-b2d07e5f97e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports/e237ad75-f394-45b8-b925-6c10e201cad6 HTTP/1.1" status: 200 len: 911 time: 0.0737479 Apr 07 01:53:16.309710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52844) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:16.315261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c87262e-ad52-4a14-ad19-213524237b88'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:16.349096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Sync routers for ids ['a541770c-5fa4-4725-b6ab-5d44bc164b54'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:16.359858 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:16.373604 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] Routers {'e889eaaa-5f11-4129-b48f-57556e49329d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:16.373752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Routers {'a541770c-5fa4-4725-b6ab-5d44bc164b54'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:16.373854 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e889eaaa-5f11-4129-b48f-57556e49329d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:16.373962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a541770c-5fa4-4725-b6ab-5d44bc164b54'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:16.446664 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:16.447435 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33c0656-9c7e-476c-8a99-1d89496a2a1a None None] The sync data for ids ['e889eaaa-5f11-4129-b48f-57556e49329d'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:16.449286 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-88bd0ae6-98a5-4e98-8618-5a1c602d6dd2 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1212564 Apr 07 01:53:16.452449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52846) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:16.540105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9de2081c-92da-4cbe-85ff-6f2eddb217b9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:16.544656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (511d241c-6872-454b-9035-05fdfc8ac6bb), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.547938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d5969806-8ef6-4be9-9def-2d9bf010a6de None None] Current status of the port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:16.613994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Set router a541770c-5fa4-4725-b6ab-5d44bc164b54 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:16.666978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:16.669068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.675418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (511d241c-6872-454b-9035-05fdfc8ac6bb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.678544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'project_id': '85a7f49f063f43f9a3e148ff99428c13', 'port_id': 'd6bd4cea-9830-48e0-b7fd-512c37b44001'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:16.692891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.733898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (511d241c-6872-454b-9035-05fdfc8ac6bb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.756843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.764695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Provisioning complete for port d6bd4cea-9830-48e0-b7fd-512c37b44001 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:16.765800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d6bd4cea-9830-48e0-b7fd-512c37b44001), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.766478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511d241c-6872-454b-9035-05fdfc8ac6bb,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:16.837169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.838450 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ea2c3a09-969f-494a-8324-7e4a3aea7c89 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6469405 Apr 07 01:53:16.842282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52850) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:16.847859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group_rule': {'security_group_id': '6269cc99-6995-4e9a-80b5-3b34a15a5e67', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:16.874904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.904254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Port d6bd4cea-9830-48e0-b7fd-512c37b44001 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:16.936365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:16.937619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39a0c131-83bb-4b09-8ed4-6ea58595e4fe up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:16.972294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (f3c6b086-cabe-4beb-ae77-290b49e84134), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:16.980327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Provisioning complete for port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:16.980716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.025559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Allocated IP 172.26.8.94 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/23394262-d5e2-44d4-95e2-bc4d743da4f1) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:17.062438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:17.062850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.111149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (f3c6b086-cabe-4beb-ae77-290b49e84134), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.111424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T01:53:13Z', 'revision_number': 4, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'ad654fa4-23b4-4259-b31b-912029ad84e2', 'name': '', 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'mac_address': 'fa:16:3e:56:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a418200b-3e2d-452b-a431-361746158b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:12Z', 'updated_at': '2022-04-07T01:53:13Z', 'revision_number': 2, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'subnets': [{'id': 'a418200b-3e2d-452b-a431-361746158b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:17.145245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (e237ad75-f394-45b8-b925-6c10e201cad6), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.150086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Checking router: a541770c-5fa4-4725-b6ab-5d44bc164b54 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:17.150460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Updating router a541770c-5fa4-4725-b6ab-5d44bc164b54 port ad654fa4-23b4-4259-b31b-912029ad84e2 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:17.156951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f3c6b086-cabe-4beb-ae77-290b49e84134), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.187721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Current status of the port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:17.191017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.192548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c6b086-cabe-4beb-ae77-290b49e84134,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:17.195757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.198636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.199168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:17.200140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.202328 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/ports/e237ad75-f394-45b8-b925-6c10e201cad6 HTTP/1.1" status: 200 len: 911 time: 0.8915532 Apr 07 01:53:17.205233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52852) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:17.225981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Provisioning complete for port e237ad75-f394-45b8-b925-6c10e201cad6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:17.225981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.247271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9a029-fa92-4da0-851c-4d61074e6a40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=e237ad75-f394-45b8-b925-6c10e201cad6,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:17.295900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.299644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8f42a25b-9602-46e9-8807-1e35195bf1db tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4528334 Apr 07 01:53:17.301144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52854) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:17.306090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group_rule': {'security_group_id': '6269cc99-6995-4e9a-80b5-3b34a15a5e67', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:17.312547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7b446742-ef48-4e5e-9f98-5eead0b4d1eb None None] Port e237ad75-f394-45b8-b925-6c10e201cad6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:17.318229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:17.374545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (79348b36-6995-43a0-8c87-a7886f7b69b7), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.430096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.442813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (79348b36-6995-43a0-8c87-a7886f7b69b7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.467043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-03e763a4-a5ac-4dcb-82fc-f23c1795f983 None None] Provisioning complete for port e237ad75-f394-45b8-b925-6c10e201cad6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:17.467417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03e763a4-a5ac-4dcb-82fc-f23c1795f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.477199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:17.484740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:17.488015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:17.495894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (79348b36-6995-43a0-8c87-a7886f7b69b7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.519451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79348b36-6995-43a0-8c87-a7886f7b69b7,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:17.520741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-03e763a4-a5ac-4dcb-82fc-f23c1795f983 None None] Port e237ad75-f394-45b8-b925-6c10e201cad6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:17.540449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Pushing event updated for resources: {'Port': ['ID=23394262-d5e2-44d4-95e2-bc4d743da4f1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:17.582035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.583297 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-777d7ae7-e251-494e-882e-745df0a2099e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2808001 Apr 07 01:53:17.585929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52856) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:17.595489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group_rule': {'security_group_id': '6269cc99-6995-4e9a-80b5-3b34a15a5e67', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:17.598942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Publish callbacks [] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.642716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.666008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (59050711-9409-4aad-aef3-8af14a9b8797), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.722143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfebd8-4a5c-4d8a-8bc1-030574e40f8b None None] Pushing event updated for resources: {'Port': ['ID=ad654fa4-23b4-4259-b31b-912029ad84e2,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:17.757291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (59050711-9409-4aad-aef3-8af14a9b8797), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.767849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.777676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Attempting to bind port ad654fa4-23b4-4259-b31b-912029ad84e2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:17.778201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Attempting to bind port ad654fa4-23b4-4259-b31b-912029ad84e2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:17.778574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Attempting to bind port ad654fa4-23b4-4259-b31b-912029ad84e2 on network 7d590cc9-5e9d-4afb-af68-ac1e1762946e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:17.783821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:17.784202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Checking segment: {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:17.784613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.785047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Bound using segment: {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:17.785525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Bound port: ad654fa4-23b4-4259-b31b-912029ad84e2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b676b95f-cf03-44c4-b947-0e8ff71bee10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:17.785927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.825487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (59050711-9409-4aad-aef3-8af14a9b8797), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.850524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59050711-9409-4aad-aef3-8af14a9b8797,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:17.886683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] For port ad654fa4-23b4-4259-b31b-912029ad84e2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:17.890188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] For port ad654fa4-23b4-4259-b31b-912029ad84e2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ad654fa4-23b4-4259-b31b-912029ad84e2,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:17.896882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.900470 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-195503ee-725e-47a3-8e5a-a079e0326321 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3111892 Apr 07 01:53:17.901423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52858) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:17.905785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group_rule': {'security_group_id': '6269cc99-6995-4e9a-80b5-3b34a15a5e67', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:17.931325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (e889eaaa-5f11-4129-b48f-57556e49329d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.940596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:17.980710 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Project d53abc16c6de49038c4d52d9f4840c22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:53:17.989438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (3533630b-93ef-4e5d-a837-2417ca3322a3), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.039163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Routers {'a541770c-5fa4-4725-b6ab-5d44bc164b54'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:18.040081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a541770c-5fa4-4725-b6ab-5d44bc164b54'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:18.086910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (3533630b-93ef-4e5d-a837-2417ca3322a3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.157493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (3533630b-93ef-4e5d-a837-2417ca3322a3), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.188024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3533630b-93ef-4e5d-a837-2417ca3322a3,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:18.206982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for floatingip (32b22d1c-c5b3-498c-b7ce-7ca94293e5de), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.250977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.254303 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ae0cf013-9a7a-4336-9114-80c865131288 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3522055 Apr 07 01:53:18.256239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfebd8-4a5c-4d8a-8bc1-030574e40f8b None None] Pushing event updated for resources: {'Port': ['ID=ad654fa4-23b4-4259-b31b-912029ad84e2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:18.256457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52860) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:18.263686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'security_group_rule': {'security_group_id': '6269cc99-6995-4e9a-80b5-3b34a15a5e67', 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:18.271850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] Provisioning complete for port ad654fa4-23b4-4259-b31b-912029ad84e2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:18.272185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.331454 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:53:18.368379 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Project d53abc16c6de49038c4d52d9f4840c22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:53:18.371003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] Set router a541770c-5fa4-4725-b6ab-5d44bc164b54 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:18.377509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (13a46b85-a02f-4303-af09-34a28f759d62), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.382377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.387144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port e237ad75-f394-45b8-b925-6c10e201cad6 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:18.387490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.444271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (13a46b85-a02f-4303-af09-34a28f759d62), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.474832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] Current status of the port ad654fa4-23b4-4259-b31b-912029ad84e2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:18.475217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.535702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (13a46b85-a02f-4303-af09-34a28f759d62), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.551420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.557563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] For port ad654fa4-23b4-4259-b31b-912029ad84e2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ad654fa4-23b4-4259-b31b-912029ad84e2,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:18.561435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a46b85-a02f-4303-af09-34a28f759d62,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:18.572474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for e237ad75-f394-45b8-b925-6c10e201cad6 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:18.619595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.645471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.650108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-08f3bd0f-18b3-4f2e-af2f-31d15cfac9bf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3896909 Apr 07 01:53:18.669420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T01:53:13Z', 'revision_number': 4, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'ad654fa4-23b4-4259-b31b-912029ad84e2', 'name': '', 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'mac_address': 'fa:16:3e:56:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a418200b-3e2d-452b-a431-361746158b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:12Z', 'updated_at': '2022-04-07T01:53:17Z', 'revision_number': 4, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'subnets': [{'id': 'a418200b-3e2d-452b-a431-361746158b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:18.684147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.708698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdeb35c-266e-464d-8f2f-e00383bd6edd None None] The sync data for ids ['a541770c-5fa4-4725-b6ab-5d44bc164b54'] in dv-neutron-836863-2-hyperv is: [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T01:53:13Z', 'revision_number': 4, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'ad654fa4-23b4-4259-b31b-912029ad84e2', 'name': '', 'network_id': '7d590cc9-5e9d-4afb-af68-ac1e1762946e', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'mac_address': 'fa:16:3e:56:5d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_interface', 'standard_attr_id': 1121, 'fixed_ips': [{'subnet_id': 'a418200b-3e2d-452b-a431-361746158b20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:12Z', 'updated_at': '2022-04-07T01:53:17Z', 'revision_number': 4, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'subnets': [{'id': 'a418200b-3e2d-452b-a431-361746158b20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:18.712903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4acc6-c7c6-402e-9e0e-62442065214a None None] Pushing event updated for resources: {'Port': ['ID=ad654fa4-23b4-4259-b31b-912029ad84e2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:18.740175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.741046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3d618b45-ad3d-4a66-a98b-4c84e481b8e7 None None] Provisioning complete for port ad654fa4-23b4-4259-b31b-912029ad84e2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:18.741790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3d618b45-ad3d-4a66-a98b-4c84e481b8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.861316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Pushing event updated for resources: {'Port': ['ID=23394262-d5e2-44d4-95e2-bc4d743da4f1,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:18.900107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (32b22d1c-c5b3-498c-b7ce-7ca94293e5de), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.902917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3d618b45-ad3d-4a66-a98b-4c84e481b8e7 None None] Current status of the port ad654fa4-23b4-4259-b31b-912029ad84e2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:18.944082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e237ad75-f394-45b8-b925-6c10e201cad6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:18.987864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=e237ad75-f394-45b8-b925-6c10e201cad6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:19.125224 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Floating IP 32b22d1c-c5b3-498c-b7ce-7ca94293e5de associated. External IP: 172.26.8.94, port: d6bd4cea-9830-48e0-b7fd-512c37b44001. Apr 07 01:53:19.541120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (e889eaaa-5f11-4129-b48f-57556e49329d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:19.811725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router e889eaaa-5f11-4129-b48f-57556e49329d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:19.931088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:19.939245 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-128831a3-531e-448f-b916-b2507693b164 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/e889eaaa-5f11-4129-b48f-57556e49329d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7325838 Apr 07 01:53:19.941224 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] Sync routers for ids ['e889eaaa-5f11-4129-b48f-57556e49329d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:19.942168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52918) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:19.954713 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] Routers {'e889eaaa-5f11-4129-b48f-57556e49329d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:19.955605 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e889eaaa-5f11-4129-b48f-57556e49329d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:19.959433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Router bea0ce55-a433-4d2a-9e24-499402fb1556 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:19.973941 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3252c71c-2647-49bc-9f82-f4ab8b1e1cf2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=e889eaaa-5f11-4129-b48f-57556e49329d HTTP/1.1" status: 200 len: 205 time: 0.0306742 Apr 07 01:53:19.976189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52920) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:19.992499 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.001691 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] Routers {'e889eaaa-5f11-4129-b48f-57556e49329d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:20.002423 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e889eaaa-5f11-4129-b48f-57556e49329d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.048034 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.049000 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc690a-9717-43b0-aab4-94573da11f25 None None] The sync data for ids ['e889eaaa-5f11-4129-b48f-57556e49329d'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:20.069032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (e889eaaa-5f11-4129-b48f-57556e49329d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.098110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:20.108612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] Sync routers for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:20.120649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:20.121153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.155611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.164463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:20.164628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.165123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.203478 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5c65f142-1824-4629-8def-a2a73fa2c654 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.7479744 Apr 07 01:53:20.206656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52922) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:20.209769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:20.210397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98263f-ce2f-472a-b43f-abcbe178c7a7 None None] The sync data for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:20.241601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (e889eaaa-5f11-4129-b48f-57556e49329d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.243929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (e889eaaa-5f11-4129-b48f-57556e49329d), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.348920 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dea9014c-5cf3-44a7-b21e-e566efb9189b tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] 10.222.0.25 "GET /v2.0/floatingips/32b22d1c-c5b3-498c-b7ce-7ca94293e5de HTTP/1.1" status: 200 len: 982 time: 0.1410000 Apr 07 01:53:20.351292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52944) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:20.379739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (e889eaaa-5f11-4129-b48f-57556e49329d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.380260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router e889eaaa-5f11-4129-b48f-57556e49329d {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:20.424506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.428113 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-31ac383c-9901-49ea-953a-ecc50b0cda48 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/e889eaaa-5f11-4129-b48f-57556e49329d HTTP/1.1" status: 204 len: 168 time: 0.4486742 Apr 07 01:53:20.428573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52954) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:20.473831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad654fa4-23b4-4259-b31b-912029ad84e2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:20.488704 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2070a88b-e3fc-4014-a126-10dfa70a1507 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1360602 Apr 07 01:53:20.489799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 7c87262e-ad52-4a14-ad19-213524237b88 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:20.491259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52958) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:20.493679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (7c87262e-ad52-4a14-ad19-213524237b88), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.550273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (7c87262e-ad52-4a14-ad19-213524237b88), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.557938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ad654fa4-23b4-4259-b31b-912029ad84e2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:20.558413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.655267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ad654fa4-23b4-4259-b31b-912029ad84e2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:20.660522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7c87262e-ad52-4a14-ad19-213524237b88), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.693687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting port 23394262-d5e2-44d4-95e2-bc4d743da4f1 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:20.694297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.772749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.773023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for floatingip (23394262-d5e2-44d4-95e2-bc4d743da4f1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.785817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Calling delete_port for 23394262-d5e2-44d4-95e2-bc4d743da4f1 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:20.797510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (7c87262e-ad52-4a14-ad19-213524237b88), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.833565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:20.836568 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/7c87262e-ad52-4a14-ad19-213524237b88 HTTP/1.1" status: 204 len: 168 time: 0.4068971 Apr 07 01:53:20.839690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760abf08-cb93-4c43-9f7c-30144c593b22 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=7c87262e-ad52-4a14-ad19-213524237b88,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:20.840648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccf603f-8e71-4879-821e-ffb35299d61a None None] Network fd583850-3671-4fb5-bd79-a44ff8903856 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:20.842472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52960) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:20.968700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (fd583850-3671-4fb5-bd79-a44ff8903856), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.033576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:21.034253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.064041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] DHCP port deletion for fd583850-3671-4fb5-bd79-a44ff8903856 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:21.122388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (23394262-d5e2-44d4-95e2-bc4d743da4f1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.123410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] Deleting port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:21.123874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.146310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,segment=NetworkSegment(90d400bf-2f39-4af8-8943-54654f574d53),segment_id=90d400bf-2f39-4af8-8943-54654f574d53)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:21.146782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.160662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Port': ['ID=23394262-d5e2-44d4-95e2-bc4d743da4f1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:21.163583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 39a0c131-83bb-4b09-8ed4-6ea58595e4fe owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:21.206391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] For port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,segment=NetworkSegment(90d400bf-2f39-4af8-8943-54654f574d53),segment_id=90d400bf-2f39-4af8-8943-54654f574d53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:21.206933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.222487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] Calling delete_port for 39a0c131-83bb-4b09-8ed4-6ea58595e4fe owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:21.229847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for floatingip (32b22d1c-c5b3-498c-b7ce-7ca94293e5de), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.230187 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Floating IP 32b22d1c-c5b3-498c-b7ce-7ca94293e5de disassociated (deleted). External IP: 172.26.8.94, port: d6bd4cea-9830-48e0-b7fd-512c37b44001. Apr 07 01:53:21.339930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.350567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (39a0c131-83bb-4b09-8ed4-6ea58595e4fe), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.375080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:21.377204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:21.391868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] Pushing event deleted for resources: {'Port': ['ID=39a0c131-83bb-4b09-8ed4-6ea58595e4fe,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:21.401009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1922976a-5d20-48e8-bc12-8efc35b6e09d None None] No DVR routers for this DVR port 39a0c131-83bb-4b09-8ed4-6ea58595e4fe on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:21.489088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (fd583850-3671-4fb5-bd79-a44ff8903856), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.519448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd583850-3671-4fb5-bd79-a44ff8903856']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:21.537645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d400bf-2f39-4af8-8943-54654f574d53') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:21.537970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d400bf-2f39-4af8-8943-54654f574d53') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:21.551200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (90d400bf-2f39-4af8-8943-54654f574d53), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.567370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (90d400bf-2f39-4af8-8943-54654f574d53), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.575714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:21.576265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (90d400bf-2f39-4af8-8943-54654f574d53), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:21.580907 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:21.739629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (fd583850-3671-4fb5-bd79-a44ff8903856), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.759959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.767215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/fd583850-3671-4fb5-bd79-a44ff8903856 HTTP/1.1" status: 204 len: 168 time: 0.9196551 Apr 07 01:53:21.767215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280064e-09e1-4d85-98a7-0780f1dd26ed tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=fd583850-3671-4fb5-bd79-a44ff8903856,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:21.768468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52964) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:21.773396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-565724855', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:21.793221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Router bea0ce55-a433-4d2a-9e24-499402fb1556 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:21.848296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.851669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.906866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.925447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:21.930073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.936516 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] Sync routers for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:21.950695 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:21.951555 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:21.957417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:21.966575 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-59255da8-29fc-4445-a92c-8ed97454ba73 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "DELETE /v2.0/floatingips/32b22d1c-c5b3-498c-b7ce-7ca94293e5de HTTP/1.1" status: 204 len: 168 time: 1.4740002 Apr 07 01:53:21.970026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:21.981169 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:21.988007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:22.001072 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:22.001916 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:22.038562 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:22.039223 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c7bb88-71fc-4cdf-9023-b993a2bf9b5a None None] The sync data for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:22.063743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.065489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dd785c9e-6937-4032-9eb8-3187cd2de9ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2958207 Apr 07 01:53:22.069123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52970) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:22.072680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-571153018'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:22.145648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.187063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:22.190617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.220734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:22.236783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (713aee7e-a0b8-452e-9f7c-e293d01285ba), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.237120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment 713aee7e-a0b8-452e-9f7c-e293d01285ba of type vlan for network 647bd8f0-a453-4298-9f96-0216f4c78857 Apr 07 01:53:22.281011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (647bd8f0-a453-4298-9f96-0216f4c78857), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.319474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.409786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (647bd8f0-a453-4298-9f96-0216f4c78857), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.414654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:22.415241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.441544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39a0c131-83bb-4b09-8ed4-6ea58595e4fe no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:22.465427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 39a0c131-83bb-4b09-8ed4-6ea58595e4fe {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:22.466106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 39a0c131-83bb-4b09-8ed4-6ea58595e4fe not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:22.496393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Allocated IP 172.26.8.224 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/0558301d-1cab-4abd-892a-c7f0a0c022c6) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:22.509707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=647bd8f0-a453-4298-9f96-0216f4c78857,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:22.521133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 647bd8f0-a453-4298-9f96-0216f4c78857 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:22.560727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-73574866-8df9-4bce-b585-038cbad773cf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4916818 Apr 07 01:53:22.563673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52972) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:22.569264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:22.629853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.746084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.764538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:22.770480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.790281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:22.793404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:22.797888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:22.801123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Pushing event updated for resources: {'Port': ['ID=0558301d-1cab-4abd-892a-c7f0a0c022c6,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:22.901080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for floatingip (56fc78a7-6691-4963-b572-e2a82791c10d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:22.974351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.054326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (5e9062ee-bc17-4f3d-b394-6dae98f6a9c0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.119996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=5e9062ee-bc17-4f3d-b394-6dae98f6a9c0,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:23.129039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:23.129358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: 647bd8f0-a453-4298-9f96-0216f4c78857, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:23.143967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.214214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 647bd8f0-a453-4298-9f96-0216f4c78857 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:23.225705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.271186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 647bd8f0-a453-4298-9f96-0216f4c78857) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:23.275451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:23.277048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.286281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4e4f2-064e-48dc-8b02-d8cc351c0249 None None] Network 647bd8f0-a453-4298-9f96-0216f4c78857 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:23.305671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Pushing event updated for resources: {'Port': ['ID=0558301d-1cab-4abd-892a-c7f0a0c022c6,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:23.314644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (56fc78a7-6691-4963-b572-e2a82791c10d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.354420 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-378256f5-d21d-4c91-8929-3d1bbe22349f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7885642 Apr 07 01:53:23.367004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:23.379318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.382340 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4e2f81f2-a7b2-41a7-884f-8a2174b6f638 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4069688 Apr 07 01:53:23.384180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52978) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:23.409898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-647bd8f0-a453-4298-9f96-0216f4c78857', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:23.410965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.543862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:23.594549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Allocated IP 2001:db8::2 (647bd8f0-a453-4298-9f96-0216f4c78857/5e9062ee-bc17-4f3d-b394-6dae98f6a9c0/086853b5-30c1-4c6d-90ac-0845a7e95048) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:23.726959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:23.774157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Publish callbacks [] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.019383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.077420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.116157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Network 647bd8f0-a453-4298-9f96-0216f4c78857 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:24.119968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:24.124069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:24.152249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.176234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8::1 (647bd8f0-a453-4298-9f96-0216f4c78857/5e9062ee-bc17-4f3d-b394-6dae98f6a9c0/bbf08cfc-594a-49a5-a72f-56b09d18e2b2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:24.181461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Pushing event updated for resources: {'Port': ['ID=086853b5-30c1-4c6d-90ac-0845a7e95048,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:24.195037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Attempting to bind port 086853b5-30c1-4c6d-90ac-0845a7e95048 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:24.195532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Attempting to bind port 086853b5-30c1-4c6d-90ac-0845a7e95048 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:24.195999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Attempting to bind port 086853b5-30c1-4c6d-90ac-0845a7e95048 on network 647bd8f0-a453-4298-9f96-0216f4c78857 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:24.201903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:24.202418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Checking segment: {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:24.202930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.203397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Bound using segment: {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:24.203875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Bound port: 086853b5-30c1-4c6d-90ac-0845a7e95048, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:24.204270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.274922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] For port 086853b5-30c1-4c6d-90ac-0845a7e95048, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:24.278105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] For port 086853b5-30c1-4c6d-90ac-0845a7e95048, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=086853b5-30c1-4c6d-90ac-0845a7e95048,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:24.283472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Allocated IP 172.26.8.46 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/2380619f-5325-45ba-8af9-5d1f3703a0b5) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:24.321241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.334973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.404108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89712755-8dff-4f7b-9e24-85c8ffed1b8d None None] Pushing event updated for resources: {'Port': ['ID=086853b5-30c1-4c6d-90ac-0845a7e95048,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:24.414148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.428858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks [] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.464651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 647bd8f0-a453-4298-9f96-0216f4c78857 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:24.468108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:24.474691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:24.478835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.505454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.528530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:24.562033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:24.565028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:24.570921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:24.599926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Pushing event updated for resources: {'Port': ['ID=2380619f-5325-45ba-8af9-5d1f3703a0b5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:24.714416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks [] for floatingip (030db45d-52a7-4499-990b-d7be3c3cdb38), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.724841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.830846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:24.999746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks [] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.049523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.053471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.082058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.082859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.124535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Pushing event updated for resources: {'Port': ['ID=2380619f-5325-45ba-8af9-5d1f3703a0b5,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:25.133657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (030db45d-52a7-4499-990b-d7be3c3cdb38), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.185755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:25.218089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.224865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52986) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:25.225879 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d806305-5b2d-4c51-a50e-605232638624 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8405333 Apr 07 01:53:25.285377 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f3d8aa25-fd6b-4cf6-8624-85e5b1428f42 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0593646 Apr 07 01:53:25.287888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52988) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:25.293874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 647bd8f0-a453-4298-9f96-0216f4c78857 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:25.295450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:25.380736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-340535c1-8bf4-4e0d-af18-99b8d2681fa0 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0909142 Apr 07 01:53:25.381233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52990) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:25.550422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Deleting port 2380619f-5325-45ba-8af9-5d1f3703a0b5 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:25.550764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.585349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a4b8d-7095-4fe4-98e2-29d55fe9bb15 None None] Network 647bd8f0-a453-4298-9f96-0216f4c78857 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:25.630701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:25.634289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.634625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks [] for floatingip (2380619f-5325-45ba-8af9-5d1f3703a0b5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.648364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Calling delete_port for 2380619f-5325-45ba-8af9-5d1f3703a0b5 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:25.696802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] Provisioning complete for port 086853b5-30c1-4c6d-90ac-0845a7e95048 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:25.697331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.805556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] Current status of the port 086853b5-30c1-4c6d-90ac-0845a7e95048 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:25.806192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.823364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:25.828770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-31a80b01-8a0f-4432-9039-898dc02537e3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4607067 Apr 07 01:53:25.831809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52992) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:25.837023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1971700172'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:25.845872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:25.867221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] For port 086853b5-30c1-4c6d-90ac-0845a7e95048, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=086853b5-30c1-4c6d-90ac-0845a7e95048,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:25.868657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:25.870090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:25.941696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.963078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2380619f-5325-45ba-8af9-5d1f3703a0b5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:25.966296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:25.974438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.001191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:26.004642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Pushing event deleted for resources: {'Port': ['ID=2380619f-5325-45ba-8af9-5d1f3703a0b5,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:26.022114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:26.038520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (42ed01b3-ed75-40a6-ae50-22f39ae8b9c8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.041882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment 42ed01b3-ed75-40a6-ae50-22f39ae8b9c8 of type vlan for network 21c104de-6dbe-41c9-8a62-68d0a220b579 Apr 07 01:53:26.060538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b59ad0-0e16-44ae-8552-720ea3a55061 None None] Pushing event updated for resources: {'Port': ['ID=086853b5-30c1-4c6d-90ac-0845a7e95048,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:26.097646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks [] for floatingip (030db45d-52a7-4499-990b-d7be3c3cdb38), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.107717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.111531 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-89eda433-eeb0-4d07-97ef-1d56e7276c12 tempest-FloatingIPAdminTestJSON-874821106 tempest-FloatingIPAdminTestJSON-874821106-project] 10.222.0.25 "DELETE /v2.0/floatingips/030db45d-52a7-4499-990b-d7be3c3cdb38 HTTP/1.1" status: 204 len: 168 time: 0.7267630 Apr 07 01:53:26.120208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 52994) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:26.120374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (21c104de-6dbe-41c9-8a62-68d0a220b579), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.196727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (21c104de-6dbe-41c9-8a62-68d0a220b579), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.202581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:26.203364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.329087 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4960790 Apr 07 01:53:26.329987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 52998) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:26.340719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:26.448031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832f63e-319a-41dd-8fbd-1d27ca1ea0a3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=21c104de-6dbe-41c9-8a62-68d0a220b579,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:26.534820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:26.659213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 086853b5-30c1-4c6d-90ac-0845a7e95048 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:26.682581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:26.686264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.727145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1854560f-99b8-48cb-b0a5-7621eda82c32 None None] Provisioning complete for port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:26.727530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1854560f-99b8-48cb-b0a5-7621eda82c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.819216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1854560f-99b8-48cb-b0a5-7621eda82c32 None None] Port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:26.837640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 086853b5-30c1-4c6d-90ac-0845a7e95048 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:26.839755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.869683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:24Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:24Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:26.875224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1854560f-99b8-48cb-b0a5-7621eda82c32 None None] Provisioning complete for port 086853b5-30c1-4c6d-90ac-0845a7e95048 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:26.881747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1854560f-99b8-48cb-b0a5-7621eda82c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.907349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Deleting port 0558301d-1cab-4abd-892a-c7f0a0c022c6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:26.908505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:26.932422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:26.932822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Updating router 22832e95-3203-4598-b74a-5631ef6b69e8 port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:26.977431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.018125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.019098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for floatingip (0558301d-1cab-4abd-892a-c7f0a0c022c6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.032812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Calling delete_port for 0558301d-1cab-4abd-892a-c7f0a0c022c6 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:27.100091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (6e25ea8b-428b-4709-9509-792d8b8b0a9d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.140287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 086853b5-30c1-4c6d-90ac-0845a7e95048 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:27.162236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1854560f-99b8-48cb-b0a5-7621eda82c32 None None] Current status of the port 086853b5-30c1-4c6d-90ac-0845a7e95048 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:27.194259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:27.194896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: 21c104de-6dbe-41c9-8a62-68d0a220b579, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:27.196674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=6e25ea8b-428b-4709-9509-792d8b8b0a9d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:27.248080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0558301d-1cab-4abd-892a-c7f0a0c022c6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.276907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:27.277398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Pushing event deleted for resources: {'Port': ['ID=0558301d-1cab-4abd-892a-c7f0a0c022c6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:27.321834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-69f3fe4d-8c34-43ee-9eb0-ee8e003c9a96 None None] Provisioning complete for port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:27.322220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69f3fe4d-8c34-43ee-9eb0-ee8e003c9a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.355865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks [] for floatingip (56fc78a7-6691-4963-b572-e2a82791c10d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.359320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Publish callbacks [] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.363206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 21c104de-6dbe-41c9-8a62-68d0a220b579) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:27.371336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.373987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bdae7e-691b-499e-9614-67aa6d76f5f8 None None] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:27.375095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:27.377365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.378791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-69f3fe4d-8c34-43ee-9eb0-ee8e003c9a96 None None] Port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:27.380070 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dea552bf-865f-479e-9517-61c035a75383 tempest-FloatingIPAdminTestJSON-1843792359 tempest-FloatingIPAdminTestJSON-1843792359-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/56fc78a7-6691-4963-b572-e2a82791c10d HTTP/1.1" status: 204 len: 168 time: 1.2672441 Apr 07 01:53:27.383738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53002) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:27.437570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.496800 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3039db1e-7a82-4481-9431-46c728c1d67c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1609802 Apr 07 01:53:27.499811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53004) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:27.505810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting port d6bd4cea-9830-48e0-b7fd-512c37b44001 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:27.505810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d6bd4cea-9830-48e0-b7fd-512c37b44001), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.520621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb49dfd-e119-468c-a16a-67568df8766d None None] Pushing event updated for resources: {'Port': ['ID=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:27.558782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-21c104de-6dbe-41c9-8a62-68d0a220b579', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:27.561816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.615169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Attempting to bind port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:27.615494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Attempting to bind port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:27.615853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Attempting to bind port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 on network 647bd8f0-a453-4298-9f96-0216f4c78857 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:27.631162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:27.631550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Checking segment: {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:27.631965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.632373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Bound using segment: {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:27.635243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Bound port: bbf08cfc-594a-49a5-a72f-56b09d18e2b2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713aee7e-a0b8-452e-9f7c-e293d01285ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:27.635243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.646868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d6bd4cea-9830-48e0-b7fd-512c37b44001), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.677702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Calling delete_port for d6bd4cea-9830-48e0-b7fd-512c37b44001 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:27.811623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] For port bbf08cfc-594a-49a5-a72f-56b09d18e2b2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:27.865650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d7483d82-f565-4c60-afa2-96b08db6e813 None None] Provisioning complete for port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:27.868819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7483d82-f565-4c60-afa2-96b08db6e813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.910853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Allocated IP 2001:db8:1::2 (21c104de-6dbe-41c9-8a62-68d0a220b579/6e25ea8b-428b-4709-9509-792d8b8b0a9d/75a1d37a-6337-43ca-9550-47d4695e959f) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:27.930126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d7483d82-f565-4c60-afa2-96b08db6e813 None None] Port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:27.965295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d6bd4cea-9830-48e0-b7fd-512c37b44001), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:27.990694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] For port bbf08cfc-594a-49a5-a72f-56b09d18e2b2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:28.002880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Port': ['ID=d6bd4cea-9830-48e0-b7fd-512c37b44001,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:28.100903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.102828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.111267 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b7dc96b7-7750-471d-8957-b06c2618b8f8 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "DELETE /v2.0/ports/d6bd4cea-9830-48e0-b7fd-512c37b44001 HTTP/1.1" status: 204 len: 168 time: 0.7261147 Apr 07 01:53:28.111937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:28.197228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Publish callbacks [] for port (75a1d37a-6337-43ca-9550-47d4695e959f), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.205470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22021c1c-29c8-41b3-9c34-c9af21e39bf1 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:28.208667 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-22021c1c-29c8-41b3-9c34-c9af21e39bf1 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "GET /v2.0/ports?device_id=bea0ce55-a433-4d2a-9e24-499402fb1556 HTTP/1.1" status: 200 len: 913 time: 0.0920849 Apr 07 01:53:28.214126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53008) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:28.214292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:28.214292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:28.217285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb49dfd-e119-468c-a16a-67568df8766d None None] Pushing event updated for resources: {'Port': ['ID=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:28.294382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.352165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:28.560084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.566322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:28.576639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Pushing event updated for resources: {'Port': ['ID=75a1d37a-6337-43ca-9550-47d4695e959f,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:28.580560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:28.590807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:28.607852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] Provisioning complete for port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:28.608233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.741618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Attempting to bind port 75a1d37a-6337-43ca-9550-47d4695e959f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:28.741618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Attempting to bind port 75a1d37a-6337-43ca-9550-47d4695e959f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:28.741618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Attempting to bind port 75a1d37a-6337-43ca-9550-47d4695e959f on network 21c104de-6dbe-41c9-8a62-68d0a220b579 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:28.753163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:28.753548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Checking segment: {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:28.753961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.754366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Bound using segment: {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:28.754855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Bound port: 75a1d37a-6337-43ca-9550-47d4695e959f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:28.755238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.779419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (bea0ce55-a433-4d2a-9e24-499402fb1556), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.854885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] Current status of the port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:28.855470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:28.873620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] For port 75a1d37a-6337-43ca-9550-47d4695e959f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:28.887816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:24Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:27Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:28.923602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] For port 75a1d37a-6337-43ca-9550-47d4695e959f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=75a1d37a-6337-43ca-9550-47d4695e959f,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:28.927623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d2e1c-1bd0-4f1a-9921-df39bc30bb1e None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:24Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:27Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:28.935021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8:1::1 (21c104de-6dbe-41c9-8a62-68d0a220b579/6e25ea8b-428b-4709-9509-792d8b8b0a9d/99dbe8be-6108-45d0-b246-32308debf7a3) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:28.956125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] For port bbf08cfc-594a-49a5-a72f-56b09d18e2b2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:29.008220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.042234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.067921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f28305ab-aac9-421a-8ee9-f26b148d8170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.085610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ade63f-89aa-4bce-999c-9d4a103000a0 None None] Pushing event updated for resources: {'Port': ['ID=75a1d37a-6337-43ca-9550-47d4695e959f,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:29.107512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (99dbe8be-6108-45d0-b246-32308debf7a3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.171587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c7dc1-4992-4834-b2dd-a3bf5ddded59 None None] Pushing event updated for resources: {'Port': ['ID=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:29.180393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting port a25efcd7-d298-4d8f-90d1-b1eacd7eed3b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:29.180739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.225862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.295947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:29.301482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:29.304092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:29.304641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.356058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.377107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=99dbe8be-6108-45d0-b246-32308debf7a3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:29.398396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Calling delete_port for a25efcd7-d298-4d8f-90d1-b1eacd7eed3b owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:29.610800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.739409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a25efcd7-d298-4d8f-90d1-b1eacd7eed3b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:29.770172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Port': ['ID=a25efcd7-d298-4d8f-90d1-b1eacd7eed3b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:29.979233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (99dbe8be-6108-45d0-b246-32308debf7a3), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.037002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.037701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.044495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (bea0ce55-a433-4d2a-9e24-499402fb1556), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.168228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=99dbe8be-6108-45d0-b246-32308debf7a3,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:30.206301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:30.208126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:30.329211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:30.365823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Router bea0ce55-a433-4d2a-9e24-499402fb1556 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:30.455618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:30.463709 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a19b7551-6091-430d-8260-9509ccf4d353 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9604487 Apr 07 01:53:30.464527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53014) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:30.474738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-76764696'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:30.503147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0fcd2-3e5c-456b-8ea1-2668d1b8fdb7 None None] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:30.512249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:30.522940 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] Sync routers for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:30.527648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-61b8918e-b15c-4087-9ff1-05a7f9bf5cae tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "PUT /v2.0/routers/bea0ce55-a433-4d2a-9e24-499402fb1556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3107212 Apr 07 01:53:30.527946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53016) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:30.536019 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:30.536717 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:30.579226 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:30.593205 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] Routers {'bea0ce55-a433-4d2a-9e24-499402fb1556'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:30.594245 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['bea0ce55-a433-4d2a-9e24-499402fb1556'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:30.609027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:30.612485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.614085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device bbf08cfc-594a-49a5-a72f-56b09d18e2b2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:30.668559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:30.670633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] Provisioning complete for port 75a1d37a-6337-43ca-9550-47d4695e959f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:30.671021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.697606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d3647277-af2e-4065-aaea-24a54407ea56), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.699306 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment d3647277-af2e-4065-aaea-24a54407ea56 of type vlan for network e562b2fb-c534-43c0-b6bc-507f83ac1674 Apr 07 01:53:30.755138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router (bea0ce55-a433-4d2a-9e24-499402fb1556), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.772806 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:30.773774 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a6016-a99c-4b35-a50f-4965e811af91 None None] The sync data for ids ['bea0ce55-a433-4d2a-9e24-499402fb1556'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:30.797345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (e562b2fb-c534-43c0-b6bc-507f83ac1674), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.876603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (e562b2fb-c534-43c0-b6bc-507f83ac1674), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.889532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:30.890692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.911582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router_gateway (bea0ce55-a433-4d2a-9e24-499402fb1556), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:30.955439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:30.978415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:30.978415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.016249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=e562b2fb-c534-43c0-b6bc-507f83ac1674,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:31.031750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:31.032599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:31.043660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:31.090452 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-80a79c06-26d8-46f3-8d68-7a2270492f85 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6239974 Apr 07 01:53:31.090685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53020) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:31.097791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:31.190036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] Current status of the port 75a1d37a-6337-43ca-9550-47d4695e959f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:31.197750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.285275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:31.316665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:31.320194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.356672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting port 993d4fd0-3c18-4c19-8023-e6d4b05f66fa {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:31.360649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (993d4fd0-3c18-4c19-8023-e6d4b05f66fa), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.422286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] For port 75a1d37a-6337-43ca-9550-47d4695e959f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=75a1d37a-6337-43ca-9550-47d4695e959f,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:31.475830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (993d4fd0-3c18-4c19-8023-e6d4b05f66fa), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.486229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:31.489828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 75a1d37a-6337-43ca-9550-47d4695e959f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:31.499551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Calling delete_port for 993d4fd0-3c18-4c19-8023-e6d4b05f66fa owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:31.553448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.595232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1d1415d2-a824-4a0c-b1c4-b9a7ed348b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.646424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489aebaf-a40e-46a1-bd26-fd5815cb31cf None None] Pushing event updated for resources: {'Port': ['ID=75a1d37a-6337-43ca-9550-47d4695e959f,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:31.678179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (b8c65a3d-f3cd-49c9-9e99-01ace44ba21a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.719142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 75a1d37a-6337-43ca-9550-47d4695e959f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:31.724112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.763018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=b8c65a3d-f3cd-49c9-9e99-01ace44ba21a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:31.771051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a6d68c0f-9c4b-4174-890d-862de6d0bc82 None None] Provisioning complete for port 99dbe8be-6108-45d0-b246-32308debf7a3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:31.771442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6d68c0f-9c4b-4174-890d-862de6d0bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.805494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:31.805883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: e562b2fb-c534-43c0-b6bc-507f83ac1674, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:31.825772 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (993d4fd0-3c18-4c19-8023-e6d4b05f66fa), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.839435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a6d68c0f-9c4b-4174-890d-862de6d0bc82 None None] Port 99dbe8be-6108-45d0-b246-32308debf7a3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:31.886177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Port': ['ID=993d4fd0-3c18-4c19-8023-e6d4b05f66fa,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:31.887879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:31.894304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a6d68c0f-9c4b-4174-890d-862de6d0bc82 None None] Provisioning complete for port 75a1d37a-6337-43ca-9550-47d4695e959f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:31.894677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6d68c0f-9c4b-4174-890d-862de6d0bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.924259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 75a1d37a-6337-43ca-9550-47d4695e959f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:31.947447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:29Z', 'revision_number': 3, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:29Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:31.972075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (bea0ce55-a433-4d2a-9e24-499402fb1556), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:31.986084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:31.993833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Updating router 22832e95-3203-4598-b74a-5631ef6b69e8 port 99dbe8be-6108-45d0-b246-32308debf7a3 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:32.013809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, e562b2fb-c534-43c0-b6bc-507f83ac1674) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:32.018914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:32.022564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.057955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b61f76-4914-49bd-9414-b06ac0c21744 None None] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:32.062487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.085439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (bea0ce55-a433-4d2a-9e24-499402fb1556), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.088604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router_controller (bea0ce55-a433-4d2a-9e24-499402fb1556), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.131734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a6d68c0f-9c4b-4174-890d-862de6d0bc82 None None] Current status of the port 75a1d37a-6337-43ca-9550-47d4695e959f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:32.136056 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e5655217-a959-4462-8e19-0f4d3784599b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0431135 Apr 07 01:53:32.137018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53024) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:32.219325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (bea0ce55-a433-4d2a-9e24-499402fb1556), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.220407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Fanout notify agent at l3_agent the message router_deleted on router bea0ce55-a433-4d2a-9e24-499402fb1556 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:32.235607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.235715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53026) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:32.235829 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c68b0741-d93e-457f-993c-10e990b143fd tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "DELETE /v2.0/routers/bea0ce55-a433-4d2a-9e24-499402fb1556 HTTP/1.1" status: 204 len: 168 time: 1.7048478 Apr 07 01:53:32.284217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-e562b2fb-c534-43c0-b6bc-507f83ac1674', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:32.285387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.311103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-45326316-4724-483b-9921-65614681acc3 None None] Provisioning complete for port 99dbe8be-6108-45d0-b246-32308debf7a3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:32.311331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting subnet dc188353-91bd-467b-ae24-b60c64412f2b {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:32.311489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-45326316-4724-483b-9921-65614681acc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.345616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for subnet (dc188353-91bd-467b-ae24-b60c64412f2b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.425759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (dc188353-91bd-467b-ae24-b60c64412f2b), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.539188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 75a1d37a-6337-43ca-9550-47d4695e959f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:32.587450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-45326316-4724-483b-9921-65614681acc3 None None] Port 99dbe8be-6108-45d0-b246-32308debf7a3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:32.606599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (dc188353-91bd-467b-ae24-b60c64412f2b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.657557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.675271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Publish callbacks [] for port (99dbe8be-6108-45d0-b246-32308debf7a3), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.698967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Allocated IP 2001:db8:2::2 (e562b2fb-c534-43c0-b6bc-507f83ac1674/b8c65a3d-f3cd-49c9-9e99-01ace44ba21a/f721d15c-212a-42f2-9570-51f6f454e3fd) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:32.710316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 75a1d37a-6337-43ca-9550-47d4695e959f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:32.710509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.762276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.785079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.863362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (dc188353-91bd-467b-ae24-b60c64412f2b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.870476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704175e-6077-4069-b38a-f1678ebda2db None None] Pushing event updated for resources: {'Port': ['ID=99dbe8be-6108-45d0-b246-32308debf7a3,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:32.886300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:32.892196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53030) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:32.893299 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "DELETE /v2.0/subnets/dc188353-91bd-467b-ae24-b60c64412f2b HTTP/1.1" status: 204 len: 168 time: 0.6585262 Apr 07 01:53:32.916730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0758dab3-c84d-4ca9-860f-a42054eb3da2 None None] Network 033ee505-060d-4aee-a749-129d6b830905 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:33.005833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118b3d2-9a13-4a10-973b-7acdc3ad7028 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Subnet': ['ID=dc188353-91bd-467b-ae24-b60c64412f2b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:33.031307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (033ee505-060d-4aee-a749-129d6b830905), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.102797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:33.103148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.218231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] For port 8f291f04-35e6-46a9-a5d3-ec2500ef4681, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=8f291f04-35e6-46a9-a5d3-ec2500ef4681,segment=NetworkSegment(5814bac2-9c6b-467e-997e-3799472a0b4d),segment_id=5814bac2-9c6b-467e-997e-3799472a0b4d)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:33.218592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.236928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Calling delete_port for 8f291f04-35e6-46a9-a5d3-ec2500ef4681 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:33.310118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Attempting to bind port 99dbe8be-6108-45d0-b246-32308debf7a3 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:33.310520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Attempting to bind port 99dbe8be-6108-45d0-b246-32308debf7a3 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:33.310888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Attempting to bind port 99dbe8be-6108-45d0-b246-32308debf7a3 on network 21c104de-6dbe-41c9-8a62-68d0a220b579 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:33.329692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 75a1d37a-6337-43ca-9550-47d4695e959f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:33.339356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:33.339738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Checking segment: {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:33.340138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.340525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Bound using segment: {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:33.341013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Bound port: 99dbe8be-6108-45d0-b246-32308debf7a3, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:33.341395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.398036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Publish callbacks [] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.402435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8f291f04-35e6-46a9-a5d3-ec2500ef4681), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.418713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-120604f8-d6a9-41f8-a459-bea41fdaa499 None None] Provisioning complete for port 99dbe8be-6108-45d0-b246-32308debf7a3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:33.419088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-120604f8-d6a9-41f8-a459-bea41fdaa499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.432379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] No DVR routers for this DVR port 8f291f04-35e6-46a9-a5d3-ec2500ef4681 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:33.436591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Port': ['ID=8f291f04-35e6-46a9-a5d3-ec2500ef4681,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:33.484955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.492841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-120604f8-d6a9-41f8-a459-bea41fdaa499 None None] Port 99dbe8be-6108-45d0-b246-32308debf7a3 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:33.518516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] For port 99dbe8be-6108-45d0-b246-32308debf7a3, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:33.528345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (033ee505-060d-4aee-a749-129d6b830905), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.545455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] For port 99dbe8be-6108-45d0-b246-32308debf7a3, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=99dbe8be-6108-45d0-b246-32308debf7a3,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:33.555088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:33.556963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8:2::1 (e562b2fb-c534-43c0-b6bc-507f83ac1674/b8c65a3d-f3cd-49c9-9e99-01ace44ba21a/00bf665b-7b3a-41c1-a6bf-d814b86ab262) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:33.559184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:33.559682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033ee505-060d-4aee-a749-129d6b830905']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:33.561602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:33.564580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Pushing event updated for resources: {'Port': ['ID=f721d15c-212a-42f2-9570-51f6f454e3fd,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:33.573165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5814bac2-9c6b-467e-997e-3799472a0b4d') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:33.573469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5814bac2-9c6b-467e-997e-3799472a0b4d') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:33.584673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (5814bac2-9c6b-467e-997e-3799472a0b4d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.603836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5814bac2-9c6b-467e-997e-3799472a0b4d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.610856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:33.611331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (5814bac2-9c6b-467e-997e-3799472a0b4d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:33.614982 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:33.630793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf936bb-285e-49a7-9ec3-1f8d6ecc9111 None None] DHCP port deletion for 033ee505-060d-4aee-a749-129d6b830905 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:33.632997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.683963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Attempting to bind port f721d15c-212a-42f2-9570-51f6f454e3fd on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:33.684337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Attempting to bind port f721d15c-212a-42f2-9570-51f6f454e3fd by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:33.684709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Attempting to bind port f721d15c-212a-42f2-9570-51f6f454e3fd on network e562b2fb-c534-43c0-b6bc-507f83ac1674 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:33.705728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:33.706116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Checking segment: {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:33.706530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.706932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Bound using segment: {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:33.707432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Bound port: f721d15c-212a-42f2-9570-51f6f454e3fd, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:33.707826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.738021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.738243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b704175e-6077-4069-b38a-f1678ebda2db None None] Pushing event updated for resources: {'Port': ['ID=99dbe8be-6108-45d0-b246-32308debf7a3,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:33.741883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:33.742521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:33.775310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (033ee505-060d-4aee-a749-129d6b830905), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.781770 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.793990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53034) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:33.794545 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "DELETE /v2.0/networks/033ee505-060d-4aee-a749-129d6b830905 HTTP/1.1" status: 204 len: 168 time: 0.9001594 Apr 07 01:53:33.820640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad268d-4c04-42c3-978f-bc98682f6217 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Network': ['ID=033ee505-060d-4aee-a749-129d6b830905,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:33.874291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.925012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] For port f721d15c-212a-42f2-9570-51f6f454e3fd, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:33.929833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] For port f721d15c-212a-42f2-9570-51f6f454e3fd, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f721d15c-212a-42f2-9570-51f6f454e3fd,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:33.937507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:33.983159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:33.989399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:34.016536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:34.016536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=00bf665b-7b3a-41c1-a6bf-d814b86ab262,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:34.018233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:34.018528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.047061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.129805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Deleting port 630136cb-f0a7-4eff-be34-1a2f6aa6c278 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:34.130152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.181003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a0cbd-3fe0-4014-a73f-78f4e4aca4b6 None None] Pushing event updated for resources: {'Port': ['ID=f721d15c-212a-42f2-9570-51f6f454e3fd,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:34.202644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] Provisioning complete for port 99dbe8be-6108-45d0-b246-32308debf7a3 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:34.202644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.243949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.243949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for floatingip (630136cb-f0a7-4eff-be34-1a2f6aa6c278), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.257066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Calling delete_port for 630136cb-f0a7-4eff-be34-1a2f6aa6c278 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:34.321832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:29Z', 'revision_number': 3, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:33Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:34.357299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0b5a8d-fb69-49c5-8f8f-a7a9cd6c7f84 None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:29Z', 'revision_number': 3, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:33Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:34.361208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] Current status of the port 99dbe8be-6108-45d0-b246-32308debf7a3 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:34.361513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.415145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] For port 99dbe8be-6108-45d0-b246-32308debf7a3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=99dbe8be-6108-45d0-b246-32308debf7a3,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:34.489408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.602085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fdfcc-563f-4f6f-9a58-f22dc55d52c2 None None] Pushing event updated for resources: {'Port': ['ID=99dbe8be-6108-45d0-b246-32308debf7a3,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:34.607535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f721d15c-212a-42f2-9570-51f6f454e3fd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:34.684733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f721d15c-212a-42f2-9570-51f6f454e3fd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:34.685551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.804606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f721d15c-212a-42f2-9570-51f6f454e3fd is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:34.805613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.834394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:34.856444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port f721d15c-212a-42f2-9570-51f6f454e3fd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f721d15c-212a-42f2-9570-51f6f454e3fd,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:34.927823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.021470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=f721d15c-212a-42f2-9570-51f6f454e3fd,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:35.028501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8f291f04-35e6-46a9-a5d3-ec2500ef4681 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:35.054236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 8f291f04-35e6-46a9-a5d3-ec2500ef4681 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:35.054236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 8f291f04-35e6-46a9-a5d3-ec2500ef4681 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:35.147652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (630136cb-f0a7-4eff-be34-1a2f6aa6c278), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.183188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Pushing event deleted for resources: {'Port': ['ID=630136cb-f0a7-4eff-be34-1a2f6aa6c278,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:35.273072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks [] for floatingip (9ae3447f-8247-4ae4-9fea-c0d6cb9e24bd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.276421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.277840 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-011098fc-d94f-473d-a935-0ab6523edee6 tempest-FloatingIPAdminTestJSON-522577270 tempest-FloatingIPAdminTestJSON-522577270-project] 10.222.0.25 "DELETE /v2.0/floatingips/9ae3447f-8247-4ae4-9fea-c0d6cb9e24bd HTTP/1.1" status: 204 len: 168 time: 1.4817250 Apr 07 01:53:35.310931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.346550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.413732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.414541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.508199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=00bf665b-7b3a-41c1-a6bf-d814b86ab262,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:35.527727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759c350f-4965-4458-8aff-963eaa271ecc None None] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:35.567016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:35.568473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:35.645138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6883586e-79fc-479b-9d4f-a4c0d9c4556f None None] Provisioning complete for port f721d15c-212a-42f2-9570-51f6f454e3fd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:35.645789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6883586e-79fc-479b-9d4f-a4c0d9c4556f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.693505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:35.773188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6883586e-79fc-479b-9d4f-a4c0d9c4556f None None] Current status of the port f721d15c-212a-42f2-9570-51f6f454e3fd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:35.816263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:35.827745 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:35.831636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f1bf20d2-1720-46fb-8761-9a97d5df9d38 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6908112 Apr 07 01:53:35.832277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53042) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:35.838311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-879553031'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:35.844153 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:35.847471 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:35.860485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53044) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:35.939360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:35.943068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.977919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:35.990494 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:35.995525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (adbf3e1b-1deb-4bc0-b14d-93f7f1994c34), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:35.996199 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added segment adbf3e1b-1deb-4bc0-b14d-93f7f1994c34 of type vlan for network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 Apr 07 01:53:36.061920 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3df885b2-22a5-4214-a984-daad7aa482f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85a7f49f063f43f9a3e148ff99428c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999907 Apr 07 01:53:36.064320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53050) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:36.076885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (75ed3019-ada3-4caf-9261-92a3ce1d5ce1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.112658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-339c6190-bfdd-437d-a3f9-72e5c2fdb359 None None] Provisioning complete for port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:36.114660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-339c6190-bfdd-437d-a3f9-72e5c2fdb359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.136937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c46fec0f-0dae-42ff-b048-8d5916fa1e44 admin admin] Publish callbacks [] for security_group (b9b72296-8d99-4d64-adf6-d521476da6ff), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.173001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c46fec0f-0dae-42ff-b048-8d5916fa1e44 admin admin] Publish callbacks [] for security_group (b9b72296-8d99-4d64-adf6-d521476da6ff), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.173430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-339c6190-bfdd-437d-a3f9-72e5c2fdb359 None None] Port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:36.192862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-339c6190-bfdd-437d-a3f9-72e5c2fdb359 None None] Provisioning complete for port f721d15c-212a-42f2-9570-51f6f454e3fd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:36.193955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-339c6190-bfdd-437d-a3f9-72e5c2fdb359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.267770 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:35Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:36.305740 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:36.306191 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Updating router 22832e95-3203-4598-b74a-5631ef6b69e8 port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:36.315682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-339c6190-bfdd-437d-a3f9-72e5c2fdb359 None None] Current status of the port f721d15c-212a-42f2-9570-51f6f454e3fd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:36.347962 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.460440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0b1a00d0-08ca-46b1-9906-1afb1116c427 None None] Provisioning complete for port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:36.460995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0b1a00d0-08ca-46b1-9906-1afb1116c427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.523152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a00d0-08ca-46b1-9906-1afb1116c427 None None] Port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:36.597241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f721d15c-212a-42f2-9570-51f6f454e3fd up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:36.658341 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Publish callbacks [] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.659243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d05d9c0e-5b6f-4008-a0f0-027ac6581bd7 None None] Provisioning complete for port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:36.659632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d05d9c0e-5b6f-4008-a0f0-027ac6581bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.699385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (75ed3019-ada3-4caf-9261-92a3ce1d5ce1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.702899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f721d15c-212a-42f2-9570-51f6f454e3fd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:36.703312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.704631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:36.706288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.733371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d05d9c0e-5b6f-4008-a0f0-027ac6581bd7 None None] Port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:36.787998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Network': ['ID=75ed3019-ada3-4caf-9261-92a3ce1d5ce1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:36.802750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:36.804960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f721d15c-212a-42f2-9570-51f6f454e3fd is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:36.806004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 99dbe8be-6108-45d0-b246-32308debf7a3 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:36.922303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 99dbe8be-6108-45d0-b246-32308debf7a3 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:36.922761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.933693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c46fec0f-0dae-42ff-b048-8d5916fa1e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b9b72296-8d99-4d64-adf6-d521476da6ff), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.936362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c46fec0f-0dae-42ff-b048-8d5916fa1e44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:36.940141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c46fec0f-0dae-42ff-b048-8d5916fa1e44 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9b72296-8d99-4d64-adf6-d521476da6ff HTTP/1.1" status: 204 len: 168 time: 0.8723187 Apr 07 01:53:36.956193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fec0f-0dae-42ff-b048-8d5916fa1e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b72296-8d99-4d64-adf6-d521476da6ff,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:36.991558 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.022480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-472855cc-1344-49fb-b9f6-60433039485c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1885655 Apr 07 01:53:37.025614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53064) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:37.033958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'subnet': {'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:37.043353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 99dbe8be-6108-45d0-b246-32308debf7a3 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:37.094459 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ac812-800c-454c-aba6-a56a0b2f0097 None None] Pushing event updated for resources: {'Port': ['ID=00bf665b-7b3a-41c1-a6bf-d814b86ab262,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:37.135293 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Attempting to bind port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:37.136278 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Attempting to bind port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:37.140450 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Attempting to bind port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 on network e562b2fb-c534-43c0-b6bc-507f83ac1674 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:37.144824 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:37.145509 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Checking segment: {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:37.146527 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.147229 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Bound using segment: {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:37.148060 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Bound port: 00bf665b-7b3a-41c1-a6bf-d814b86ab262, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3647277-af2e-4065-aaea-24a54407ea56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:37.148982 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.219213 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] For port 00bf665b-7b3a-41c1-a6bf-d814b86ab262, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:37.223035 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] For port 00bf665b-7b3a-41c1-a6bf-d814b86ab262, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=00bf665b-7b3a-41c1-a6bf-d814b86ab262,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:37.271690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Made reservation on behalf of 21b013d416f34234b4392edaf9a12e42 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:37.275340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.300366 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.365991 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ac812-800c-454c-aba6-a56a0b2f0097 None None] Pushing event updated for resources: {'Port': ['ID=00bf665b-7b3a-41c1-a6bf-d814b86ab262,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:37.399890 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:37.400636 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:37.516694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] Provisioning complete for port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:37.518335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.525959 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:37.610199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (79532dfe-ad37-4332-88da-2a588e53ab1d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.637941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] Current status of the port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:37.638503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.693227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] For port 00bf665b-7b3a-41c1-a6bf-d814b86ab262, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=00bf665b-7b3a-41c1-a6bf-d814b86ab262,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:37.693599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53068) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:37.714832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a587-b3bf-49f7-a54c-4b65fbdd1edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.731291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Subnet': ['ID=79532dfe-ad37-4332-88da-2a588e53ab1d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:37.735187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Checking segment: {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:37.735564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network hostable DHCP agents. Network: 75ed3019-ada3-4caf-9261-92a3ce1d5ce1, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:37.777166 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:37.791537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.809052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a587-b3bf-49f7-a54c-4b65fbdd1edc admin admin] Publish callbacks [] for security_group (9f333da7-ac21-4c54-bb03-6cf85a719a16), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.820099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:37.825800 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c9e287-297b-4169-a138-3aff269b93ed None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:37.844200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c5d11-05d7-49f0-9a32-a8a4f66d3a67 None None] Pushing event updated for resources: {'Port': ['ID=00bf665b-7b3a-41c1-a6bf-d814b86ab262,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:37.890459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cbe0a587-b3bf-49f7-a54c-4b65fbdd1edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (9f333da7-ac21-4c54-bb03-6cf85a719a16), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.922241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 75ed3019-ada3-4caf-9261-92a3ce1d5ce1) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:37.927556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:37.928566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.940679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f84e412d-d85e-4e32-90db-12884d7d4b3c None None] Provisioning complete for port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:37.941976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f84e412d-d85e-4e32-90db-12884d7d4b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:37.947968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532b3b4-a444-45e7-9536-8ee03c3f3609 None None] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:37.955162 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cbe0a587-b3bf-49f7-a54c-4b65fbdd1edc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd321de6c07f41bcbb4575af2d46c414&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2601900 Apr 07 01:53:37.956247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0a587-b3bf-49f7-a54c-4b65fbdd1edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f333da7-ac21-4c54-bb03-6cf85a719a16,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:37.960688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53070) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:38.021622 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-415d4885-a0c0-4889-8db9-80a3fb764b54 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9919162 Apr 07 01:53:38.021882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53072) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:38.045943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffdcad6f-54b3-48b6-b8f7-c2f6d1bfa509 admin admin] Publish callbacks [] for security_group (9f333da7-ac21-4c54-bb03-6cf85a719a16), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.075868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffdcad6f-54b3-48b6-b8f7-c2f6d1bfa509 admin admin] Publish callbacks [] for security_group (9f333da7-ac21-4c54-bb03-6cf85a719a16), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.202361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffdcad6f-54b3-48b6-b8f7-c2f6d1bfa509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (9f333da7-ac21-4c54-bb03-6cf85a719a16), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.207722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ffdcad6f-54b3-48b6-b8f7-c2f6d1bfa509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.209143 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ffdcad6f-54b3-48b6-b8f7-c2f6d1bfa509 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f333da7-ac21-4c54-bb03-6cf85a719a16 HTTP/1.1" status: 204 len: 168 time: 0.2473190 Apr 07 01:53:38.229587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcad6f-54b3-48b6-b8f7-c2f6d1bfa509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f333da7-ac21-4c54-bb03-6cf85a719a16,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:38.353997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'project_id': '21b013d416f34234b4392edaf9a12e42', 'fixed_ips': [{'subnet_id': '79532dfe-ad37-4332-88da-2a588e53ab1d'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:53:38.354874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.371781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f84e412d-d85e-4e32-90db-12884d7d4b3c None None] Current status of the port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:38.556031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 00bf665b-7b3a-41c1-a6bf-d814b86ab262 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:38.559425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.584061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Allocated IP 2001:db8:3::2 (75ed3019-ada3-4caf-9261-92a3ce1d5ce1/79532dfe-ad37-4332-88da-2a588e53ab1d/501b8331-7320-4d28-af56-427e13e516a4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:38.704510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:38.704510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.856691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Publish callbacks [] for port (501b8331-7320-4d28-af56-427e13e516a4), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.867883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:38.934236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (501b8331-7320-4d28-af56-427e13e516a4), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:38.970009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:38.972855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:38.979047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:38.984816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Allocated IP 2001:db8:3::1 (75ed3019-ada3-4caf-9261-92a3ce1d5ce1/79532dfe-ad37-4332-88da-2a588e53ab1d/80a350a4-8fa5-4311-9985-07f10970b49c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:53:38.991238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Pushing event updated for resources: {'Port': ['ID=501b8331-7320-4d28-af56-427e13e516a4,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:39.039131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53088) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:39.050093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Attempting to bind port 501b8331-7320-4d28-af56-427e13e516a4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:39.050797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Attempting to bind port 501b8331-7320-4d28-af56-427e13e516a4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:39.051395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Attempting to bind port 501b8331-7320-4d28-af56-427e13e516a4 on network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:39.055356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c8b-787e-44ee-be9b-a8a6416f5cbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.060908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:39.060908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Checking segment: {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:39.060908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.060908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Bound using segment: {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:39.061532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Bound port: 501b8331-7320-4d28-af56-427e13e516a4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:39.062534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (501b8331-7320-4d28-af56-427e13e516a4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.139417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (80a350a4-8fa5-4311-9985-07f10970b49c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.147833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c8b-787e-44ee-be9b-a8a6416f5cbc admin admin] Publish callbacks [] for security_group (73f98ef7-c644-4a26-b452-ddad9b1e352c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.148980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] For port 501b8331-7320-4d28-af56-427e13e516a4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:39.152742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] For port 501b8331-7320-4d28-af56-427e13e516a4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=501b8331-7320-4d28-af56-427e13e516a4,segment=NetworkSegment(adbf3e1b-1deb-4bc0-b14d-93f7f1994c34),segment_id=adbf3e1b-1deb-4bc0-b14d-93f7f1994c34)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:39.190682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-70fc4c8b-787e-44ee-be9b-a8a6416f5cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (73f98ef7-c644-4a26-b452-ddad9b1e352c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.215762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (501b8331-7320-4d28-af56-427e13e516a4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.242625 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-70fc4c8b-787e-44ee-be9b-a8a6416f5cbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4e2cf2e6ae247b89f88d55103c81d71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023406 Apr 07 01:53:39.245617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc4c8b-787e-44ee-be9b-a8a6416f5cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f98ef7-c644-4a26-b452-ddad9b1e352c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:39.250860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53092) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:39.274497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.303186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e60b9b-fc5b-4fd3-a1fa-25c8da8344a6 None None] Pushing event updated for resources: {'Port': ['ID=501b8331-7320-4d28-af56-427e13e516a4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:39.342161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:39.346367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=80a350a4-8fa5-4311-9985-07f10970b49c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:39.349103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:39.356954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:39.357511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.398705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-753d8bb4-feb3-4c2a-9065-465e70688e2c admin admin] Publish callbacks [] for security_group (73f98ef7-c644-4a26-b452-ddad9b1e352c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.448516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-753d8bb4-feb3-4c2a-9065-465e70688e2c admin admin] Publish callbacks [] for security_group (73f98ef7-c644-4a26-b452-ddad9b1e352c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.605058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-753d8bb4-feb3-4c2a-9065-465e70688e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (73f98ef7-c644-4a26-b452-ddad9b1e352c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.607650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-753d8bb4-feb3-4c2a-9065-465e70688e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.612007 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-753d8bb4-feb3-4c2a-9065-465e70688e2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73f98ef7-c644-4a26-b452-ddad9b1e352c HTTP/1.1" status: 204 len: 168 time: 0.3593955 Apr 07 01:53:39.624374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d8bb4-feb3-4c2a-9065-465e70688e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f98ef7-c644-4a26-b452-ddad9b1e352c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:39.657471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:39.974027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for port (80a350a4-8fa5-4311-9985-07f10970b49c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:40.019245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:40.020045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:40.124538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event updated for resources: {'Port': ['ID=80a350a4-8fa5-4311-9985-07f10970b49c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:40.173430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:40.174926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:40.310553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:40.445533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:40.452853 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-53dabb43-31e5-40f4-bdd8-75f2a09a687a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4268122 Apr 07 01:53:40.452853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53108) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:40.459359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:40.476847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:40.485788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:40.486455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:40.580897 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60517184-6e19-4a2f-ad07-0a8baffebdd9 None None] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:40.638137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 501b8331-7320-4d28-af56-427e13e516a4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:40.715879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:40.719237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] Provisioning complete for port 501b8331-7320-4d28-af56-427e13e516a4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:40.719827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (501b8331-7320-4d28-af56-427e13e516a4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:40.925751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 01:53:40.947259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Removed routes are [] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 01:53:40.947565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:40.964915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 501b8331-7320-4d28-af56-427e13e516a4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:40.968437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (501b8331-7320-4d28-af56-427e13e516a4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.067234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] Current status of the port 501b8331-7320-4d28-af56-427e13e516a4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:41.067624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (501b8331-7320-4d28-af56-427e13e516a4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.177121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] For port 501b8331-7320-4d28-af56-427e13e516a4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=501b8331-7320-4d28-af56-427e13e516a4,segment=NetworkSegment(adbf3e1b-1deb-4bc0-b14d-93f7f1994c34),segment_id=adbf3e1b-1deb-4bc0-b14d-93f7f1994c34)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:41.206894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 501b8331-7320-4d28-af56-427e13e516a4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:41.207708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (501b8331-7320-4d28-af56-427e13e516a4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.215466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:39Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a350a4-8fa5-4311-9985-07f10970b49c', 'name': '', 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:2b:0c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:38Z', 'updated_at': '2022-04-07T01:53:39Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:41.259193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (501b8331-7320-4d28-af56-427e13e516a4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.328359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:41.328617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Updating router 22832e95-3203-4598-b74a-5631ef6b69e8 port 80a350a4-8fa5-4311-9985-07f10970b49c binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:53:41.331866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154f8d7-8508-41fb-ac74-9f5b436853bc None None] Pushing event updated for resources: {'Port': ['ID=501b8331-7320-4d28-af56-427e13e516a4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:41.408071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:53:41.418044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:53:41.438209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.594207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0724a2fa-be68-4209-9b7d-32cdee2a74aa None None] Provisioning complete for port 501b8331-7320-4d28-af56-427e13e516a4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:41.594985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0724a2fa-be68-4209-9b7d-32cdee2a74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (501b8331-7320-4d28-af56-427e13e516a4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.750603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.754409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:41.939089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:42.061094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 501b8331-7320-4d28-af56-427e13e516a4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:42.109618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53134) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:42.118452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0724a2fa-be68-4209-9b7d-32cdee2a74aa None None] Current status of the port 501b8331-7320-4d28-af56-427e13e516a4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:42.144801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:42.146947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Publish callbacks [] for port (80a350a4-8fa5-4311-9985-07f10970b49c), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.154027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.156158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0724a2fa-be68-4209-9b7d-32cdee2a74aa None None] Provisioning complete for port 80a350a4-8fa5-4311-9985-07f10970b49c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:42.156527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0724a2fa-be68-4209-9b7d-32cdee2a74aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.158300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53138) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:42.158682 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-911ed44a-9a66-4ff5-969f-e6a9de8aac5d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 953 time: 1.7050505 Apr 07 01:53:42.206234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0724a2fa-be68-4209-9b7d-32cdee2a74aa None None] Port 80a350a4-8fa5-4311-9985-07f10970b49c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:42.224907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.267722 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3ef67245-3168-43a4-ae06-9beaaf52e399 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 953 time: 0.1082177 Apr 07 01:53:42.270949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53140) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:42.276090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'routes': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:42.277584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc52df5-281f-40ad-9bb6-87c999246f21 None None] Pushing event updated for resources: {'Port': ['ID=80a350a4-8fa5-4311-9985-07f10970b49c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:42.316520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1749879449'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:42.359615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Attempting to bind port 80a350a4-8fa5-4311-9985-07f10970b49c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:42.360009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Attempting to bind port 80a350a4-8fa5-4311-9985-07f10970b49c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:42.360449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Attempting to bind port 80a350a4-8fa5-4311-9985-07f10970b49c on network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:42.370400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:53:42.370763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Checking segment: {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:42.371187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.371592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Bound using segment: {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:53:42.372142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Bound port: 80a350a4-8fa5-4311-9985-07f10970b49c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:53:42.372539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.374626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0befc376-23f6-4fc6-8c6c-e3efe1e8293c None None] Provisioning complete for port 80a350a4-8fa5-4311-9985-07f10970b49c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:42.375000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0befc376-23f6-4fc6-8c6c-e3efe1e8293c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.402509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Made reservation on behalf of fa75014ddda64703b48b35899db5a857 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:42.405872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.422703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.509038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0befc376-23f6-4fc6-8c6c-e3efe1e8293c None None] Port 80a350a4-8fa5-4311-9985-07f10970b49c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:53:42.532909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] For port 80a350a4-8fa5-4311-9985-07f10970b49c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:42.547875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] For port 80a350a4-8fa5-4311-9985-07f10970b49c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=80a350a4-8fa5-4311-9985-07f10970b49c,segment=NetworkSegment(adbf3e1b-1deb-4bc0-b14d-93f7f1994c34),segment_id=adbf3e1b-1deb-4bc0-b14d-93f7f1994c34)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:53:42.551202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 501b8331-7320-4d28-af56-427e13e516a4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:42.598098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks [] for security_group (39013c5e-70d3-44b8-a61a-5b174fc8325d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.622959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.653599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (39013c5e-70d3-44b8-a61a-5b174fc8325d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.688400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:53:42.720298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 501b8331-7320-4d28-af56-427e13e516a4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:42.720628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (501b8331-7320-4d28-af56-427e13e516a4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.723069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc52df5-281f-40ad-9bb6-87c999246f21 None None] Pushing event updated for resources: {'Port': ['ID=80a350a4-8fa5-4311-9985-07f10970b49c,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:42.723897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.724489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Added segment 2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a of type vlan for network 527af78e-54f3-48a2-8b1e-0b8a044e02ff Apr 07 01:53:42.726321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39013c5e-70d3-44b8-a61a-5b174fc8325d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:42.805290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (527af78e-54f3-48a2-8b1e-0b8a044e02ff), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.805445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:42.805445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:42.842880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added routes are [] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 01:53:42.843289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 01:53:42.882746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.893601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (527af78e-54f3-48a2-8b1e-0b8a044e02ff), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.898635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] Provisioning complete for port 80a350a4-8fa5-4311-9985-07f10970b49c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:42.898993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.901677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:42.902808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:42.991328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Pushing event updated for resources: {'Network': ['ID=527af78e-54f3-48a2-8b1e-0b8a044e02ff,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:42.995812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 501b8331-7320-4d28-af56-427e13e516a4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:43.002620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:43.034097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 527af78e-54f3-48a2-8b1e-0b8a044e02ff details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:53:43.043336 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c6e13dd8-fffb-4243-8f0c-af3057d56b34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.9283724 Apr 07 01:53:43.223036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.227038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.240186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] Current status of the port 80a350a4-8fa5-4311-9985-07f10970b49c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:43.240589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.253573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53156) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:43.260020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Request body: {'port': {'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff', 'binding:host_id': 'hv-neutron-8368', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1511903660'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:43.300122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] For port 80a350a4-8fa5-4311-9985-07f10970b49c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=80a350a4-8fa5-4311-9985-07f10970b49c,segment=NetworkSegment(adbf3e1b-1deb-4bc0-b14d-93f7f1994c34),segment_id=adbf3e1b-1deb-4bc0-b14d-93f7f1994c34)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:43.339931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Made reservation on behalf of 1b5a9b358f204d13be41c5a51de9d7bb for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:43.343092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.350879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:43.355019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.358443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.428028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:40Z', 'revision_number': 6, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a350a4-8fa5-4311-9985-07f10970b49c', 'name': '', 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:2b:0c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:38Z', 'updated_at': '2022-04-07T01:53:42Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:43.434422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d4314-dc84-4dc8-b02d-c94fa5968fa8 None None] Pushing event updated for resources: {'Port': ['ID=80a350a4-8fa5-4311-9985-07f10970b49c,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:43.458656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for security_group (bf4b5c92-7d95-489d-9d22-ba79cb203ba3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.466012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:43.473713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.474433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe276381-3cd0-484e-8a96-ad738a19ed00 None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:40Z', 'revision_number': 6, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a350a4-8fa5-4311-9985-07f10970b49c', 'name': '', 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:2b:0c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:38Z', 'updated_at': '2022-04-07T01:53:42Z', 'revision_number': 4, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:43.474960 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ecd179fa-df25-4989-8d6c-1a51311e0ef6 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 703 time: 1.2029991 Apr 07 01:53:43.477636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53158) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:43.492171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c7266ced-ae9a-43f8-a1fc-610a8f8b94df None None] Provisioning complete for port 80a350a4-8fa5-4311-9985-07f10970b49c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:43.492581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7266ced-ae9a-43f8-a1fc-610a8f8b94df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.540377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (bf4b5c92-7d95-489d-9d22-ba79cb203ba3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:43.544217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port d49c15bf-44bc-4eaf-943c-3c00473ecb21 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:43.612225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c7266ced-ae9a-43f8-a1fc-610a8f8b94df None None] Current status of the port 80a350a4-8fa5-4311-9985-07f10970b49c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:43.642693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8aa288df-ad7b-4057-8f9b-9fdf5f911660 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 703 time: 0.1637964 Apr 07 01:53:43.645419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53162) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:43.851508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b5c92-7d95-489d-9d22-ba79cb203ba3,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:44.022635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port d49c15bf-44bc-4eaf-943c-3c00473ecb21 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:44.033985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.133447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.168519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.279010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=d49c15bf-44bc-4eaf-943c-3c00473ecb21,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:44.307759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Checking segment: {'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:53:44.308134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Network hostable DHCP agents. Network: 527af78e-54f3-48a2-8b1e-0b8a044e02ff, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:53:44.407829 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Network 527af78e-54f3-48a2-8b1e-0b8a044e02ff is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:53:44.462984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 80a350a4-8fa5-4311-9985-07f10970b49c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:44.464497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.476419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 527af78e-54f3-48a2-8b1e-0b8a044e02ff) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:44.481090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:44.486572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5671151d-2bfe-4b20-952c-fa1ad4a28d41 None None] Network 527af78e-54f3-48a2-8b1e-0b8a044e02ff requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:44.529634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.529979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.530304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.541802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.544036 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.544492 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 2 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.586360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 80a350a4-8fa5-4311-9985-07f10970b49c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=80a350a4-8fa5-4311-9985-07f10970b49c,segment=NetworkSegment(adbf3e1b-1deb-4bc0-b14d-93f7f1994c34),segment_id=adbf3e1b-1deb-4bc0-b14d-93f7f1994c34)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:44.586975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.589723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.590061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.590399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.596513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 80a350a4-8fa5-4311-9985-07f10970b49c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:53:44.602166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.602496 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.603222 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 3 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.605216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 80a350a4-8fa5-4311-9985-07f10970b49c owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:44.615980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.616318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.616655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.625518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.625853 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.626236 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 4 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.649784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.650168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.650503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.662193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.662532 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.663063 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 5 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.680538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.684252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.686314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.696814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.698109 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.698636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 6 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.720679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.726330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.726981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.751138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.751473 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.751867 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 7 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.779124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.779505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.779845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.786884 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:44.791078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.791438 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.793812 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 8 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.803555 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:44.806913 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:44.810265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 80a350a4-8fa5-4311-9985-07f10970b49c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:53:44.810654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.823022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.823363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.823776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.830882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.833362 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.833770 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 9 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.857044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.859270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.859270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.871787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.872124 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.872517 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 10 to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 Apr 07 01:53:44.903613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:44.904873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:44.905226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:44.918515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:44.918847 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d49c15bf-44bc-4eaf-943c-3c00473ecb21 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:44.919220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:44.982593 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:45.009022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 80a350a4-8fa5-4311-9985-07f10970b49c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:53:45.037080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] For port d49c15bf-44bc-4eaf-943c-3c00473ecb21, host hv-neutron-8368, cleared binding levels {{(pid=110984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:45.037475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempted to set empty binding levels {{(pid=110984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 01:53:45.043207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (80a350a4-8fa5-4311-9985-07f10970b49c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:45.071765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=80a350a4-8fa5-4311-9985-07f10970b49c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:45.117327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:45.190946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:45.191564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:45.240382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=d49c15bf-44bc-4eaf-943c-3c00473ecb21,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:45.307378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:45.319105 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-78448e3a-d3ce-4276-bf55-a9598baba417 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.0627000 Apr 07 01:53:45.319697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53166) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:45.402706 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:42Z', 'revision_number': 7, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a350a4-8fa5-4311-9985-07f10970b49c', 'name': '', 'network_id': '75ed3019-ada3-4caf-9261-92a3ce1d5ce1', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:2b:0c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:38Z', 'updated_at': '2022-04-07T01:53:43Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '79532dfe-ad37-4332-88da-2a588e53ab1d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:45.434276 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:45.461602 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:45.463068 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:45.545949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Deleting port d49c15bf-44bc-4eaf-943c-3c00473ecb21 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:45.546558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:45.576977 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:45.817990 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:44Z', 'revision_number': 8, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:45.847493 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c19b51d-1185-40ee-b22e-73c125e689fa None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:44Z', 'revision_number': 8, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:46.065185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] For port d49c15bf-44bc-4eaf-943c-3c00473ecb21, host hv-neutron-8368, got binding levels [] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:46.065460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.083615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:46.084588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Calling delete_port for d49c15bf-44bc-4eaf-943c-3c00473ecb21 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:46.244911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:46.254427 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9e460bc2-2ff8-44b7-a5d6-d9ee25e862ce tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074045 Apr 07 01:53:46.257188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53170) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:46.316707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d49c15bf-44bc-4eaf-943c-3c00473ecb21), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.329278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 79532dfe-ad37-4332-88da-2a588e53ab1d {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:46.339342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (79532dfe-ad37-4332-88da-2a588e53ab1d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.361145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event deleted for resources: {'Port': ['ID=d49c15bf-44bc-4eaf-943c-3c00473ecb21,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:46.381502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.391662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d53915e6-5426-4a34-b931-5048acb7cced tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d49c15bf-44bc-4eaf-943c-3c00473ecb21 HTTP/1.1" status: 204 len: 168 time: 1.0688107 Apr 07 01:53:46.391908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53172) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:46.426779 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-26344b2f-a275-49b9-bf67-e08c23e077d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:53:46.431706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (79532dfe-ad37-4332-88da-2a588e53ab1d), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.431888 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26344b2f-a275-49b9-bf67-e08c23e077d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "GET /v2.0/ports/d49c15bf-44bc-4eaf-943c-3c00473ecb21 HTTP/1.1" status: 404 len: 333 time: 0.0354445 Apr 07 01:53:46.431888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53174) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:46.437329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Request body: {'port': {'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-254082990'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:46.532103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 80a350a4-8fa5-4311-9985-07f10970b49c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:46.533763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Made reservation on behalf of 1b5a9b358f204d13be41c5a51de9d7bb for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:46.536293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.551375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (79532dfe-ad37-4332-88da-2a588e53ab1d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.555356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 80a350a4-8fa5-4311-9985-07f10970b49c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:46.555822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 80a350a4-8fa5-4311-9985-07f10970b49c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:46.559225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port d134c970-d748-4aa8-86e6-73f53b8c51d8 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:46.698632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:46.705059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (79532dfe-ad37-4332-88da-2a588e53ab1d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.717614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:46.718241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:46.742842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=79532dfe-ad37-4332-88da-2a588e53ab1d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:46.749086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.754904 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4d3588ed-670e-48fa-8295-59840107e2e4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/79532dfe-ad37-4332-88da-2a588e53ab1d HTTP/1.1" status: 204 len: 168 time: 0.4932702 Apr 07 01:53:46.755256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53176) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:46.761633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982e448-6771-430f-be82-c470bf6661e7 None None] Network 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:46.764039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.848677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (75ed3019-ada3-4caf-9261-92a3ce1d5ce1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.903368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.905648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:46.917815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 501b8331-7320-4d28-af56-427e13e516a4 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:46.919441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (501b8331-7320-4d28-af56-427e13e516a4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:46.970743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=d134c970-d748-4aa8-86e6-73f53b8c51d8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:46.998415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Network 527af78e-54f3-48a2-8b1e-0b8a044e02ff is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:47.000486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:47.000803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 501b8331-7320-4d28-af56-427e13e516a4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=501b8331-7320-4d28-af56-427e13e516a4,segment=NetworkSegment(adbf3e1b-1deb-4bc0-b14d-93f7f1994c34),segment_id=adbf3e1b-1deb-4bc0-b14d-93f7f1994c34)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:47.001376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (501b8331-7320-4d28-af56-427e13e516a4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.004655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:47.005823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:47.006614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.034004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 501b8331-7320-4d28-af56-427e13e516a4 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:47.100526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] DHCP port deletion for 75ed3019-ada3-4caf-9261-92a3ce1d5ce1 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:47.124562 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d18eac6e-49ce-4aea-8eeb-179f1ccd0f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6915479 Apr 07 01:53:47.125640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53180) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:47.135733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:47.192042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (501b8331-7320-4d28-af56-427e13e516a4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.199569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:44Z', 'revision_number': 8, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:47.203099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Deleting port 501b8331-7320-4d28-af56-427e13e516a4 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:47.203099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (501b8331-7320-4d28-af56-427e13e516a4), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.210931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.233301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=501b8331-7320-4d28-af56-427e13e516a4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:47.237177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 501b8331-7320-4d28-af56-427e13e516a4 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:47.337119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (75ed3019-ada3-4caf-9261-92a3ce1d5ce1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.371998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ed3019-ada3-4caf-9261-92a3ce1d5ce1']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:47.386514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:47.387536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbf3e1b-1deb-4bc0-b14d-93f7f1994c34') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:47.401095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (adbf3e1b-1deb-4bc0-b14d-93f7f1994c34), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.418569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (adbf3e1b-1deb-4bc0-b14d-93f7f1994c34), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.425097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:47.425754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (adbf3e1b-1deb-4bc0-b14d-93f7f1994c34), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.443855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port d134c970-d748-4aa8-86e6-73f53b8c51d8 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:47.457136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.459110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] For port 501b8331-7320-4d28-af56-427e13e516a4, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:47.459424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (501b8331-7320-4d28-af56-427e13e516a4), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.461888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:47.470145 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:47.480152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Calling delete_port for 501b8331-7320-4d28-af56-427e13e516a4 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:47.485077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Port 501b8331-7320-4d28-af56-427e13e516a4 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:53:47.487846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:47.488156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:47.490688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (501b8331-7320-4d28-af56-427e13e516a4), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.522694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.577502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=d134c970-d748-4aa8-86e6-73f53b8c51d8,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:47.584573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] Pushing event deleted for resources: {'Port': ['ID=501b8331-7320-4d28-af56-427e13e516a4,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:47.592327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5820f8-3c9d-4d4a-b868-45a9da5113f3 None None] No DVR routers for this DVR port 501b8331-7320-4d28-af56-427e13e516a4 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:47.595754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.596345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.596780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.601949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.602805 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.602805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 2 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.613630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (75ed3019-ada3-4caf-9261-92a3ce1d5ce1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.620623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.621030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.621326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.621864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.627865 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/75ed3019-ada3-4caf-9261-92a3ce1d5ce1 HTTP/1.1" status: 204 len: 168 time: 0.8691339 Apr 07 01:53:47.628077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:47.628191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53182) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:47.635088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.635419 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.637399 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 3 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.638327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bf4b0-0fed-4c53-ac22-3116db639325 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=75ed3019-ada3-4caf-9261-92a3ce1d5ce1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:47.710553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.710890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.711237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.720500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.720846 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.736019 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 4 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.739951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.740291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.740632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.752984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.753319 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.755280 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 5 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.816293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.816633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.816995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.843207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:47.848968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.849310 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.851095 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 6 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.855538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:44Z', 'revision_number': 8, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:47.874847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.875128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.875506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.886262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.886603 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.888516 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 7 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.889484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a88c9-ffee-41d2-9d2f-b0fc7f64f950 None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:44Z', 'revision_number': 8, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '00bf665b-7b3a-41c1-a6bf-d814b86ab262', 'name': '', 'network_id': 'e562b2fb-c534-43c0-b6bc-507f83ac1674', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:09:0e:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:32Z', 'updated_at': '2022-04-07T01:53:37Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': 'b8c65a3d-f3cd-49c9-9e99-01ace44ba21a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:47.913667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.914048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.914395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.949403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.949750 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:47.954072 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 8 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:47.975013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:47.975357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:47.975702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:47.999558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:47.999896 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:48.001278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 9 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:48.024189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:48.024535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:48.025182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:48.035786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:48.036115 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:48.037332 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 10 to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 Apr 07 01:53:48.054041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:48.054382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:48.054719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:48.066781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:48.067113 dv-neutron-836863-2-hyperv neutron-server[110983]: ERROR neutron.plugins.ml2.managers [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port d134c970-d748-4aa8-86e6-73f53b8c51d8 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:48.067486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.172585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] For port d134c970-d748-4aa8-86e6-73f53b8c51d8, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:48.172910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempted to set empty binding levels {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 01:53:48.182467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.272437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.336899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] In _notify_port_updated(), no bound segment for port d134c970-d748-4aa8-86e6-73f53b8c51d8 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:53:48.338442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.339839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.341260 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "PUT /v2.0/ports/d134c970-d748-4aa8-86e6-73f53b8c51d8 HTTP/1.1" status: 200 len: 980 time: 1.2142851 Apr 07 01:53:48.343971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53186) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:48.376062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbf8a2-131f-413a-83ca-9e04b2ad5400 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=d134c970-d748-4aa8-86e6-73f53b8c51d8,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:48.462965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.463456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.464199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.464820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.465240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.465747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.466216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.466751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.467282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.467866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.468332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.468820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.469285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.469748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.470215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.470684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.471152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:48.473995 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b2e7e11-f9e0-4c27-bd39-df0f7b4011ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16597 time: 0.1289766 Apr 07 01:53:48.477630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53188) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:48.490393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 501b8331-7320-4d28-af56-427e13e516a4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:48.505750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 00bf665b-7b3a-41c1-a6bf-d814b86ab262 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:48.506175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.513616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 501b8331-7320-4d28-af56-427e13e516a4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:48.514172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 501b8331-7320-4d28-af56-427e13e516a4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:48.566037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Deleting port d134c970-d748-4aa8-86e6-73f53b8c51d8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:48.566418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.604888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 00bf665b-7b3a-41c1-a6bf-d814b86ab262, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=00bf665b-7b3a-41c1-a6bf-d814b86ab262,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:48.605510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.618195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 00bf665b-7b3a-41c1-a6bf-d814b86ab262 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:48.634887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] For port d134c970-d748-4aa8-86e6-73f53b8c51d8, host hv-neutron-8368, got binding levels [] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:48.635256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.647895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Calling delete_port for d134c970-d748-4aa8-86e6-73f53b8c51d8 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:48.836699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d134c970-d748-4aa8-86e6-73f53b8c51d8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.863117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event deleted for resources: {'Port': ['ID=d134c970-d748-4aa8-86e6-73f53b8c51d8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:48.870509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.873743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db60f8bb-8c91-4a53-a992-f46d961b4fe3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d134c970-d748-4aa8-86e6-73f53b8c51d8 HTTP/1.1" status: 204 len: 168 time: 0.3945906 Apr 07 01:53:48.876468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53190) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:48.901604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-e568f939-d4fd-4419-9b4c-f5e36b7c6021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:53:48.903021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e568f939-d4fd-4419-9b4c-f5e36b7c6021 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "GET /v2.0/ports/d134c970-d748-4aa8-86e6-73f53b8c51d8 HTTP/1.1" status: 404 len: 333 time: 0.0255642 Apr 07 01:53:48.904848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (00bf665b-7b3a-41c1-a6bf-d814b86ab262), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:48.906960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:48.911914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-962129390', 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:48.932038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=00bf665b-7b3a-41c1-a6bf-d814b86ab262,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:49.041977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Made reservation on behalf of 1b5a9b358f204d13be41c5a51de9d7bb for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:49.044430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.065354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port d24804b8-458c-48b6-9a63-2fdfa4c1d85c yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:49.069173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.223553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for port (d24804b8-458c-48b6-9a63-2fdfa4c1d85c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.269027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:49.323025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d24804b8-458c-48b6-9a63-2fdfa4c1d85c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.367497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:49.369856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Network 527af78e-54f3-48a2-8b1e-0b8a044e02ff is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:49.378093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-06b77160-e726-4531-8737-59f39cf70edf tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446303 Apr 07 01:53:49.378208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:49.378302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53196) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:49.378974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:49.379922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:49.380531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.381320 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:49.390449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=d24804b8-458c-48b6-9a63-2fdfa4c1d85c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:49.392568 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:49.393558 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:49.432613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet b8c65a3d-f3cd-49c9-9e99-01ace44ba21a {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:49.435991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (b8c65a3d-f3cd-49c9-9e99-01ace44ba21a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.473829 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c4f8bee1-b32e-4a6c-a55c-9aac12ec5d9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5655444 Apr 07 01:53:49.476348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53198) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:49.486250 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:49.506697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (b8c65a3d-f3cd-49c9-9e99-01ace44ba21a), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.542786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0e29b-91a9-40f7-9bc9-e6e2b28dea64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:49.544212 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c9e0e29b-91a9-40f7-9bc9-e6e2b28dea64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "GET /v2.0/ports/d24804b8-458c-48b6-9a63-2fdfa4c1d85c HTTP/1.1" status: 200 len: 958 time: 0.0667188 Apr 07 01:53:49.547168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:49.605406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (b8c65a3d-f3cd-49c9-9e99-01ace44ba21a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.632324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Deleting port d24804b8-458c-48b6-9a63-2fdfa4c1d85c {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:49.632605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d24804b8-458c-48b6-9a63-2fdfa4c1d85c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.694459 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:48Z', 'revision_number': 9, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:49.700267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d24804b8-458c-48b6-9a63-2fdfa4c1d85c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.713312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Calling delete_port for d24804b8-458c-48b6-9a63-2fdfa4c1d85c owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:49.722297 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:49.731283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:49.731895 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:49.774099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (b8c65a3d-f3cd-49c9-9e99-01ace44ba21a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.800588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=b8c65a3d-f3cd-49c9-9e99-01ace44ba21a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:49.806704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.810103 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e35d05d7-362f-49ff-b87e-42b36f8f1750 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/b8c65a3d-f3cd-49c9-9e99-01ace44ba21a HTTP/1.1" status: 204 len: 168 time: 0.4327772 Apr 07 01:53:49.812951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53202) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:49.814629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40946884-60d3-44ad-b13d-8acfd97e498b None None] Network e562b2fb-c534-43c0-b6bc-507f83ac1674 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:49.832363 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:49.904641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (e562b2fb-c534-43c0-b6bc-507f83ac1674), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.944343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d24804b8-458c-48b6-9a63-2fdfa4c1d85c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:49.987163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.000103 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d24804b8-458c-48b6-9a63-2fdfa4c1d85c HTTP/1.1" status: 204 len: 168 time: 0.4418309 Apr 07 01:53:50.000103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62da18-c0a6-4a57-bcee-4e073e087bee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event deleted for resources: {'Port': ['ID=d24804b8-458c-48b6-9a63-2fdfa4c1d85c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:50.000657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53204) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:50.008197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] DHCP port deletion for e562b2fb-c534-43c0-b6bc-507f83ac1674 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:50.021983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port f721d15c-212a-42f2-9570-51f6f454e3fd {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:50.022697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.044933 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df7c574-078e-4691-9fd6-47670ed9da5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:53:50.046588 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6df7c574-078e-4691-9fd6-47670ed9da5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "GET /v2.0/ports/d24804b8-458c-48b6-9a63-2fdfa4c1d85c HTTP/1.1" status: 404 len: 333 time: 0.0516438 Apr 07 01:53:50.065125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53208) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:50.074677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Request body: {'port': {'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1550753558'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:50.079697 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:48Z', 'revision_number': 9, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:50.111802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900b4789-b556-40a6-936d-200f1ed3a921 None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:48Z', 'revision_number': 9, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': '99dbe8be-6108-45d0-b246-32308debf7a3', 'name': '', 'network_id': '21c104de-6dbe-41c9-8a62-68d0a220b579', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:e4:35:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:28Z', 'updated_at': '2022-04-07T01:53:34Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '6e25ea8b-428b-4709-9509-792d8b8b0a9d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:50.128773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port f721d15c-212a-42f2-9570-51f6f454e3fd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f721d15c-212a-42f2-9570-51f6f454e3fd,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:50.129166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.145990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for f721d15c-212a-42f2-9570-51f6f454e3fd owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:50.161540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] Deleting port f721d15c-212a-42f2-9570-51f6f454e3fd {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:50.161540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.161876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Made reservation on behalf of 1b5a9b358f204d13be41c5a51de9d7bb for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:53:50.161876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.176224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:50.230189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] For port f721d15c-212a-42f2-9570-51f6f454e3fd, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f721d15c-212a-42f2-9570-51f6f454e3fd,segment=NetworkSegment(d3647277-af2e-4065-aaea-24a54407ea56),segment_id=d3647277-af2e-4065-aaea-24a54407ea56)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:50.230507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.246978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] Calling delete_port for f721d15c-212a-42f2-9570-51f6f454e3fd owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:50.333566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.341145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (f721d15c-212a-42f2-9570-51f6f454e3fd), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.362522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port f721d15c-212a-42f2-9570-51f6f454e3fd on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:50.367135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=f721d15c-212a-42f2-9570-51f6f454e3fd,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:50.367327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] Pushing event deleted for resources: {'Port': ['ID=f721d15c-212a-42f2-9570-51f6f454e3fd,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:50.371263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f77a33b-2ffa-4493-b7a0-a82bc04a71cd None None] No DVR routers for this DVR port f721d15c-212a-42f2-9570-51f6f454e3fd on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:50.419362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.457941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (e562b2fb-c534-43c0-b6bc-507f83ac1674), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.479886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e562b2fb-c534-43c0-b6bc-507f83ac1674']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:50.490400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3647277-af2e-4065-aaea-24a54407ea56') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:50.490711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3647277-af2e-4065-aaea-24a54407ea56') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:50.501348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (d3647277-af2e-4065-aaea-24a54407ea56), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.517795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d3647277-af2e-4065-aaea-24a54407ea56), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.524419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:50.524916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (d3647277-af2e-4065-aaea-24a54407ea56), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:50.528049 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:50.535035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 00bf665b-7b3a-41c1-a6bf-d814b86ab262 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:50.539324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.567058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 00bf665b-7b3a-41c1-a6bf-d814b86ab262 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:50.567414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 00bf665b-7b3a-41c1-a6bf-d814b86ab262 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:50.567852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f721d15c-212a-42f2-9570-51f6f454e3fd no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:50.596955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: f721d15c-212a-42f2-9570-51f6f454e3fd {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:50.597487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f721d15c-212a-42f2-9570-51f6f454e3fd not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:50.604349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Network 527af78e-54f3-48a2-8b1e-0b8a044e02ff is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:53:50.607356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:53:50.616575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:53:50.621488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:50.621488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.622611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=067bdb6a-4340-45e0-9fd2-bf7d243393c0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:50.676335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (e562b2fb-c534-43c0-b6bc-507f83ac1674), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.683680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.686938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/e562b2fb-c534-43c0-b6bc-507f83ac1674 HTTP/1.1" status: 204 len: 168 time: 0.8729928 Apr 07 01:53:50.690046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53210) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:50.701370 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6f482b42-d655-4b96-94a3-42d67138fc33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6351099 Apr 07 01:53:50.704788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef4e47-01fb-4003-9613-9b0a04cf93d3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=e562b2fb-c534-43c0-b6bc-507f83ac1674,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:50.706839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53212) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:50.712124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8368'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:50.772051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:50.948183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] device_id is not set on port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:53:50.955819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks [] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.035507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.048581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.103608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=067bdb6a-4340-45e0-9fd2-bf7d243393c0,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:51.116621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.116991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.117342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.123261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.123759 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.124161 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 2 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.145971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.146338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.146681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.151944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.152266 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.152660 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 3 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.166033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.166377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.166714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.171115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.171438 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.171878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 4 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.188076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.188411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.188745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.193413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.193732 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.194127 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 5 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.206925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.206925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.207257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.211681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.212027 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.212934 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 6 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.225924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.226257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.226593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.231615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.231970 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.232357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 7 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.244249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.244594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.244954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.249678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.250009 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.250429 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 8 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.263953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.264303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.264640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.269071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.269422 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.269880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 9 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.283151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.283486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.284000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.288566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.288954 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.289343 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempt 10 to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 Apr 07 01:53:51.302118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:53:51.302305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 99dbe8be-6108-45d0-b246-32308debf7a3 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:51.302452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:53:51.302601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.302782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempting to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:53:51.307497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:53:51.307826 dv-neutron-836863-2-hyperv neutron-server[110984]: ERROR neutron.plugins.ml2.managers [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Failed to bind port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on host hv-neutron-8368 for vnic_type normal using segments [{'id': '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '527af78e-54f3-48a2-8b1e-0b8a044e02ff'}] Apr 07 01:53:51.308194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.373431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] For port 067bdb6a-4340-45e0-9fd2-bf7d243393c0, host hv-neutron-8368, cleared binding levels {{(pid=110984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:53:51.373825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attempted to set empty binding levels {{(pid=110984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 07 01:53:51.394218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 99dbe8be-6108-45d0-b246-32308debf7a3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=99dbe8be-6108-45d0-b246-32308debf7a3,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:51.394593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.407354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 99dbe8be-6108-45d0-b246-32308debf7a3 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:51.471204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.503376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] In _notify_port_updated(), no bound segment for port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 on network 527af78e-54f3-48a2-8b1e-0b8a044e02ff {{(pid=110984) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 01:53:51.504243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:53:51.513984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.513984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "PUT /v2.0/ports/067bdb6a-4340-45e0-9fd2-bf7d243393c0 HTTP/1.1" status: 200 len: 981 time: 0.7982605 Apr 07 01:53:51.514430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53216) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:51.520475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cdd76-e975-46cd-a1f1-71803aac068a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event updated for resources: {'Port': ['ID=067bdb6a-4340-45e0-9fd2-bf7d243393c0,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:51.647490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Deleting port 067bdb6a-4340-45e0-9fd2-bf7d243393c0 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:51.648099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.709347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] For port 067bdb6a-4340-45e0-9fd2-bf7d243393c0, host hv-neutron-8368, got binding levels [] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:51.709705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.718803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (99dbe8be-6108-45d0-b246-32308debf7a3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:51.726582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Calling delete_port for 067bdb6a-4340-45e0-9fd2-bf7d243393c0 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:51.765308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=99dbe8be-6108-45d0-b246-32308debf7a3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:52.241161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.405841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (067bdb6a-4340-45e0-9fd2-bf7d243393c0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.443021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Pushing event deleted for resources: {'Port': ['ID=067bdb6a-4340-45e0-9fd2-bf7d243393c0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:52.448838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.454653 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4a03c05e-ff2b-499b-a3ea-4220ab52d0f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "DELETE /v2.0/ports/067bdb6a-4340-45e0-9fd2-bf7d243393c0 HTTP/1.1" status: 204 len: 168 time: 0.9417286 Apr 07 01:53:52.455386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53220) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:52.484177 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5a7179-7210-47cc-87d1-b1f848703fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] GET failed (client error): The resource could not be found. Apr 07 01:53:52.485638 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ad5a7179-7210-47cc-87d1-b1f848703fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1614786486-project-admin] 10.222.0.25 "GET /v2.0/ports/067bdb6a-4340-45e0-9fd2-bf7d243393c0 HTTP/1.1" status: 404 len: 333 time: 0.0294192 Apr 07 01:53:52.489370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53222) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:52.495778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:52.570982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (527af78e-54f3-48a2-8b1e-0b8a044e02ff), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.592458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:52.600855 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-386d8949-01a2-456f-a1d3-1ac7849ee2d4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9062719 Apr 07 01:53:52.600855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53224) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:52.602609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:52.614505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:52.615599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:52.658110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 6e25ea8b-428b-4709-9509-792d8b8b0a9d {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:52.661571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (6e25ea8b-428b-4709-9509-792d8b8b0a9d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.666686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (527af78e-54f3-48a2-8b1e-0b8a044e02ff), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.688907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527af78e-54f3-48a2-8b1e-0b8a044e02ff']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:52.702262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:52.703597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:52.711538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (6e25ea8b-428b-4709-9509-792d8b8b0a9d), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.713719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.715795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:52.727761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.734213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:52.734676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (2b7a9a5a-dcaf-472f-8e2d-b1ddf73ee71a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:52.738009 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:52.801085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6e25ea8b-428b-4709-9509-792d8b8b0a9d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.858985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (527af78e-54f3-48a2-8b1e-0b8a044e02ff), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.863131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.867013 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] 10.222.0.25 "DELETE /v2.0/networks/527af78e-54f3-48a2-8b1e-0b8a044e02ff HTTP/1.1" status: 204 len: 168 time: 0.3765101 Apr 07 01:53:52.887451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a94c4-0507-490d-b3bf-da8fc580f2e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368 tempest-PortsAdminExtendedAttrsIpV6TestJSON-974675368-project] Pushing event deleted for resources: {'Network': ['ID=527af78e-54f3-48a2-8b1e-0b8a044e02ff,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:52.933263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:51Z', 'revision_number': 10, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:52.951408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (6e25ea8b-428b-4709-9509-792d8b8b0a9d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.962281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:52.970910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:52.971754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:52.988262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=6e25ea8b-428b-4709-9509-792d8b8b0a9d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:52.992188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:52.996202 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d7f303b5-f0b9-4cd5-8ecd-77238307c0a5 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/6e25ea8b-428b-4709-9509-792d8b8b0a9d HTTP/1.1" status: 204 len: 168 time: 0.3949938 Apr 07 01:53:52.998802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53228) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:53.014977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357e46e5-1b99-4e8b-9870-082823e44ba5 None None] Network 21c104de-6dbe-41c9-8a62-68d0a220b579 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:53.076062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (21c104de-6dbe-41c9-8a62-68d0a220b579), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.131193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 75a1d37a-6337-43ca-9550-47d4695e959f {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:53.131565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.134655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:53.200593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 75a1d37a-6337-43ca-9550-47d4695e959f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=75a1d37a-6337-43ca-9550-47d4695e959f,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:53.200593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.216382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 75a1d37a-6337-43ca-9550-47d4695e959f owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:53.298915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] DHCP port deletion for 21c104de-6dbe-41c9-8a62-68d0a220b579 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:53.390544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] Deleting port 75a1d37a-6337-43ca-9550-47d4695e959f {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:53.390923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.419091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53234) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:53.425381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.433149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:51Z', 'revision_number': 10, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:53.453500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=75a1d37a-6337-43ca-9550-47d4695e959f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:53.458241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 75a1d37a-6337-43ca-9550-47d4695e959f on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:53.563411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (21c104de-6dbe-41c9-8a62-68d0a220b579), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.599394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c104de-6dbe-41c9-8a62-68d0a220b579']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:53.604386 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b521127e-668c-4323-a45c-b90b9c5c2ad1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa75014ddda64703b48b35899db5a857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1841624 Apr 07 01:53:53.607100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53238) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:53.613383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:53.613741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ed01b3-ed75-40a6-ae50-22f39ae8b9c8') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:53.620482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d3a100-9a09-4a88-a6d2-7d774fba1e6b None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:51Z', 'revision_number': 10, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None, '_interfaces': [{'id': 'bbf08cfc-594a-49a5-a72f-56b09d18e2b2', 'name': '', 'network_id': '647bd8f0-a453-4298-9f96-0216f4c78857', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'mac_address': 'fa:16:3e:ca:94:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:23Z', 'updated_at': '2022-04-07T01:53:28Z', 'revision_number': 5, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'subnets': [{'id': '5e9062ee-bc17-4f3d-b394-6dae98f6a9c0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:53.624560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (42ed01b3-ed75-40a6-ae50-22f39ae8b9c8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.639316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] For port 75a1d37a-6337-43ca-9550-47d4695e959f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=75a1d37a-6337-43ca-9550-47d4695e959f,segment=NetworkSegment(42ed01b3-ed75-40a6-ae50-22f39ae8b9c8),segment_id=42ed01b3-ed75-40a6-ae50-22f39ae8b9c8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:53.639851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.643874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (42ed01b3-ed75-40a6-ae50-22f39ae8b9c8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.659462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] Calling delete_port for 75a1d37a-6337-43ca-9550-47d4695e959f owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:53.659587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:53.659587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (42ed01b3-ed75-40a6-ae50-22f39ae8b9c8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:53.661800 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:53.678304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b22dc9f2-830e-4bec-899c-87976c136eb2 admin admin] Publish callbacks [] for security_group (39013c5e-70d3-44b8-a61a-5b174fc8325d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.701598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b22dc9f2-830e-4bec-899c-87976c136eb2 admin admin] Publish callbacks [] for security_group (39013c5e-70d3-44b8-a61a-5b174fc8325d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.739681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (75a1d37a-6337-43ca-9550-47d4695e959f), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.766154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] Pushing event deleted for resources: {'Port': ['ID=75a1d37a-6337-43ca-9550-47d4695e959f,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:53.769867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdfd2f0-9fa6-4f57-bf2f-6e996a472688 None None] No DVR routers for this DVR port 75a1d37a-6337-43ca-9550-47d4695e959f on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:53.813236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (21c104de-6dbe-41c9-8a62-68d0a220b579), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.828322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.828322 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/21c104de-6dbe-41c9-8a62-68d0a220b579 HTTP/1.1" status: 204 len: 168 time: 0.8240287 Apr 07 01:53:53.828510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53240) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:53.835829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3bae-0d3d-41b6-903e-2f1528d52fad tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=21c104de-6dbe-41c9-8a62-68d0a220b579,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:53.869847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b22dc9f2-830e-4bec-899c-87976c136eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (39013c5e-70d3-44b8-a61a-5b174fc8325d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.872485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b22dc9f2-830e-4bec-899c-87976c136eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:53.873874 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b22dc9f2-830e-4bec-899c-87976c136eb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39013c5e-70d3-44b8-a61a-5b174fc8325d HTTP/1.1" status: 204 len: 168 time: 0.2657068 Apr 07 01:53:53.917653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dc9f2-830e-4bec-899c-87976c136eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39013c5e-70d3-44b8-a61a-5b174fc8325d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:54.483473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 75a1d37a-6337-43ca-9550-47d4695e959f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:54.506041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 75a1d37a-6337-43ca-9550-47d4695e959f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:54.506311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 75a1d37a-6337-43ca-9550-47d4695e959f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:54.506725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 99dbe8be-6108-45d0-b246-32308debf7a3 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:54.526235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 99dbe8be-6108-45d0-b246-32308debf7a3 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:54.526614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 99dbe8be-6108-45d0-b246-32308debf7a3 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:54.549276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:54.781037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53248) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:54.802301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port bbf08cfc-594a-49a5-a72f-56b09d18e2b2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:54.802928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:54.826033 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f66e7d25-d927-401b-ba07-a90b35c4cdf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b5a9b358f204d13be41c5a51de9d7bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438218 Apr 07 01:53:54.826702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53250) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:54.875734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0680-4bb5-4e8e-a8e2-d7da5e221a43 admin admin] Publish callbacks [] for security_group (bf4b5c92-7d95-489d-9d22-ba79cb203ba3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:54.897405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port bbf08cfc-594a-49a5-a72f-56b09d18e2b2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:54.897859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:54.898008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0680-4bb5-4e8e-a8e2-d7da5e221a43 admin admin] Publish callbacks [] for security_group (bf4b5c92-7d95-489d-9d22-ba79cb203ba3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:54.911773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for bbf08cfc-594a-49a5-a72f-56b09d18e2b2 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:55.064715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0680-4bb5-4e8e-a8e2-d7da5e221a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (bf4b5c92-7d95-489d-9d22-ba79cb203ba3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.067251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0680-4bb5-4e8e-a8e2-d7da5e221a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.068469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1a5a0680-4bb5-4e8e-a8e2-d7da5e221a43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf4b5c92-7d95-489d-9d22-ba79cb203ba3 HTTP/1.1" status: 204 len: 168 time: 0.2407475 Apr 07 01:53:55.077315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0680-4bb5-4e8e-a8e2-d7da5e221a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b5c92-7d95-489d-9d22-ba79cb203ba3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:55.151173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (bbf08cfc-594a-49a5-a72f-56b09d18e2b2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.180179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=bbf08cfc-594a-49a5-a72f-56b09d18e2b2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:55.286869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (22832e95-3203-4598-b74a-5631ef6b69e8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.333659 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:53:55.461523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:55.543471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:55.548544 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a252ecb2-1f76-44ab-beaf-26974c2cbde3 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7207892 Apr 07 01:53:55.551925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:55.555175 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:55.565659 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:55.568416 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:55.611661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting subnet 5e9062ee-bc17-4f3d-b394-6dae98f6a9c0 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:53:55.615133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (5e9062ee-bc17-4f3d-b394-6dae98f6a9c0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.645499 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:55.659063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (5e9062ee-bc17-4f3d-b394-6dae98f6a9c0), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.700325 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:55Z', 'revision_number': 11, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:55.754103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (5e9062ee-bc17-4f3d-b394-6dae98f6a9c0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.823001 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:55.832083 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:55.832656 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:55.903864 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:55.928260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (5e9062ee-bc17-4f3d-b394-6dae98f6a9c0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.956457 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:55Z', 'revision_number': 11, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:55.958847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9062ee-bc17-4f3d-b394-6dae98f6a9c0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:55.960892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:55.966999 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bea7d30d-16a7-4eb9-b472-2ad07c1365ae tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/5e9062ee-bc17-4f3d-b394-6dae98f6a9c0 HTTP/1.1" status: 204 len: 168 time: 0.4110451 Apr 07 01:53:55.967329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53268) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:55.975476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d0df3-d08b-49ce-a469-5241a198eff7 None None] Network 647bd8f0-a453-4298-9f96-0216f4c78857 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:53:55.989151 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8c2bdc-97cf-4c4b-bc39-5a504d56faf4 None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:55Z', 'revision_number': 11, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:56.075517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (647bd8f0-a453-4298-9f96-0216f4c78857), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.136077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Deleting port 086853b5-30c1-4c6d-90ac-0845a7e95048 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:56.136419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.199535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] For port 086853b5-30c1-4c6d-90ac-0845a7e95048, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=086853b5-30c1-4c6d-90ac-0845a7e95048,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:56.199921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.212495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Calling delete_port for 086853b5-30c1-4c6d-90ac-0845a7e95048 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:56.343795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] DHCP port deletion for 647bd8f0-a453-4298-9f96-0216f4c78857 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:53:56.403397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] Deleting port 086853b5-30c1-4c6d-90ac-0845a7e95048 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:53:56.403758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.408248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.453455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No DVR routers for this DVR port 086853b5-30c1-4c6d-90ac-0845a7e95048 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:56.455259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Port': ['ID=086853b5-30c1-4c6d-90ac-0845a7e95048,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:56.499392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] For port 086853b5-30c1-4c6d-90ac-0845a7e95048, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=086853b5-30c1-4c6d-90ac-0845a7e95048,segment=NetworkSegment(713aee7e-a0b8-452e-9f7c-e293d01285ba),segment_id=713aee7e-a0b8-452e-9f7c-e293d01285ba)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:53:56.500164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.521730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] Calling delete_port for 086853b5-30c1-4c6d-90ac-0845a7e95048 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:53:56.561893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (647bd8f0-a453-4298-9f96-0216f4c78857), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.573419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device bbf08cfc-594a-49a5-a72f-56b09d18e2b2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:56.584640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647bd8f0-a453-4298-9f96-0216f4c78857']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:56.594842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713aee7e-a0b8-452e-9f7c-e293d01285ba') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:56.595092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713aee7e-a0b8-452e-9f7c-e293d01285ba') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:56.596425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: bbf08cfc-594a-49a5-a72f-56b09d18e2b2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:56.596795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device bbf08cfc-594a-49a5-a72f-56b09d18e2b2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:56.597224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 086853b5-30c1-4c6d-90ac-0845a7e95048 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:53:56.606832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (713aee7e-a0b8-452e-9f7c-e293d01285ba), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.621364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (713aee7e-a0b8-452e-9f7c-e293d01285ba), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.624962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 086853b5-30c1-4c6d-90ac-0845a7e95048 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:53:56.625318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 086853b5-30c1-4c6d-90ac-0845a7e95048 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:53:56.627748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:53:56.628139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (713aee7e-a0b8-452e-9f7c-e293d01285ba), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:53:56.631254 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:53:56.653001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (086853b5-30c1-4c6d-90ac-0845a7e95048), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.676696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] Pushing event deleted for resources: {'Port': ['ID=086853b5-30c1-4c6d-90ac-0845a7e95048,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:56.692337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366084b-7899-446a-97ad-c80473a32c4c None None] No DVR routers for this DVR port 086853b5-30c1-4c6d-90ac-0845a7e95048 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:53:56.791104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (647bd8f0-a453-4298-9f96-0216f4c78857), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.797931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:56.800835 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/networks/647bd8f0-a453-4298-9f96-0216f4c78857 HTTP/1.1" status: 204 len: 168 time: 0.8324664 Apr 07 01:53:56.804121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53284) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:56.809663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'routes': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:56.813261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172df6bf-5323-421d-a3bf-6410282c5508 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Pushing event deleted for resources: {'Network': ['ID=647bd8f0-a453-4298-9f96-0216f4c78857,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:53:56.985688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Added routes are [] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 01:53:56.986262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Removed routes are [] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 01:53:56.986262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.132060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.135509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.217617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 22832e95-3203-4598-b74a-5631ef6b69e8 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:53:57.270679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53296) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:57.300566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:57.307619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.308882 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-85468ebd-27b8-4785-af62-493458224d92 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 704 time: 0.5036922 Apr 07 01:53:57.311751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53300) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:57.314190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] Sync routers for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:57.328981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:57.330269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:57.345012 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-150c5a6a-e21e-4036-b707-91149f2a6c30 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 205 time: 0.0296292 Apr 07 01:53:57.345262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53302) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:57.413462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:57.435721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (22832e95-3203-4598-b74a-5631ef6b69e8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.475714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:55Z', 'revision_number': 11, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:57.503107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] Checking router: 22832e95-3203-4598-b74a-5631ef6b69e8 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:57.512741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] Routers {'22832e95-3203-4598-b74a-5631ef6b69e8'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:57.513381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['22832e95-3203-4598-b74a-5631ef6b69e8'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:57.529110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1843116531'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:57.588009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] Set router 22832e95-3203-4598-b74a-5631ef6b69e8 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:57.629147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.631269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (22832e95-3203-4598-b74a-5631ef6b69e8), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.641028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:55Z', 'revision_number': 11, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:57.647365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (917b61cc-849b-49aa-a07b-be0811153b9a), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.649323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (917b61cc-849b-49aa-a07b-be0811153b9a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.673981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af2c29-a6bd-49e4-b2f5-2c03c126e813 None None] The sync data for ids ['22832e95-3203-4598-b74a-5631ef6b69e8'] in dv-neutron-836863-2-hyperv is: [{'id': '22832e95-3203-4598-b74a-5631ef6b69e8', 'name': 'tempest-RoutersIpV6Test-router-565724855', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:21Z', 'updated_at': '2022-04-07T01:53:55Z', 'revision_number': 11, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:57.708297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (917b61cc-849b-49aa-a07b-be0811153b9a), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.819013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (22832e95-3203-4598-b74a-5631ef6b69e8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.819573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router 22832e95-3203-4598-b74a-5631ef6b69e8 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:57.829605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.834662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0c2adb6a-f35c-4be7-88ec-feb6d1b388ca tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 204 len: 168 time: 0.4839983 Apr 07 01:53:57.834662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53306) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:57.838794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (917b61cc-849b-49aa-a07b-be0811153b9a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.840842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1659016118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:57.941324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:57.941324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7fe0644b-5b50-402e-82de-2d5b7bffd760 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6662340 Apr 07 01:53:57.941324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53308) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:58.010960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.012141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.031026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (917b61cc-849b-49aa-a07b-be0811153b9a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.086856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (001573a1-d82a-4685-bf02-f22bdeb4f535), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.173419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.200278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (917b61cc-849b-49aa-a07b-be0811153b9a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.202524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (917b61cc-849b-49aa-a07b-be0811153b9a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.272206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.273635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-533355d6-28a1-4760-92f6-4545ec895599 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4381309 Apr 07 01:53:58.276430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53310) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:58.281309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:58.350713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (917b61cc-849b-49aa-a07b-be0811153b9a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.351331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 917b61cc-849b-49aa-a07b-be0811153b9a {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:58.356274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.360525 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-61a7a91f-b628-4a18-8002-116db8537c1d tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/917b61cc-849b-49aa-a07b-be0811153b9a HTTP/1.1" status: 204 len: 168 time: 0.4158533 Apr 07 01:53:58.361042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53312) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:58.365433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Request body: {'router': {'name': 'tempest-router-475768970', 'distributed': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:58.453613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.454610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.509170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.509804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.545929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.567855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.609180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.610569 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-68827411-b14e-4a58-8851-e2f98800569c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2485180 Apr 07 01:53:58.613176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53316) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:58.689997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.750233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Router 001573a1-d82a-4685-bf02-f22bdeb4f535 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:53:58.862015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.864336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.990593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (b41e9e8d-29e2-4714-b6d7-d1be0e8e6954), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:58.991196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b41e9e8d-29e2-4714-b6d7-d1be0e8e6954 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:59.004465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.004465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-26f545e2-27a3-4f10-b7e8-96dffab0d05c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b41e9e8d-29e2-4714-b6d7-d1be0e8e6954 HTTP/1.1" status: 204 len: 168 time: 0.3839161 Apr 07 01:53:59.004465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53318) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:59.009409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Request body: {'router': {'name': 'tempest-router-591895479', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b41b14afc2a54c479b3d8f001400433a'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:59.020211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4d082d6a-1200-4199-9762-60598767722c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.105372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.106536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.144488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:53:59.151730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.155978 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94d3f780-6ed7-4d15-bdc2-661080396fd9 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "PUT /v2.0/routers/001573a1-d82a-4685-bf02-f22bdeb4f535 HTTP/1.1" status: 200 len: 698 time: 0.8754807 Apr 07 01:53:59.156469 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] Sync routers for ids ['001573a1-d82a-4685-bf02-f22bdeb4f535'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:53:59.160595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53320) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:59.175454 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] Routers {'001573a1-d82a-4685-bf02-f22bdeb4f535'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:59.176650 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['001573a1-d82a-4685-bf02-f22bdeb4f535'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:59.181003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.245897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-24c2e3a3-87c0-4de1-9854-a43916402fe0 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/routers/001573a1-d82a-4685-bf02-f22bdeb4f535 HTTP/1.1" status: 200 len: 704 time: 0.0816844 Apr 07 01:53:59.247580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53322) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:59.259752 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] Set router 001573a1-d82a-4685-bf02-f22bdeb4f535 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:59.265897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.275108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-89f5eae0-5082-49c6-93ed-22987b5a6e9c tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=001573a1-d82a-4685-bf02-f22bdeb4f535 HTTP/1.1" status: 200 len: 205 time: 0.0272527 Apr 07 01:53:59.278279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53324) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:59.322498 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001573a1-d82a-4685-bf02-f22bdeb4f535', 'name': 'tempest-RoutersIpV6Test-router-1659016118', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:58Z', 'updated_at': '2022-04-07T01:53:58Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:59.352515 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] Checking router: 001573a1-d82a-4685-bf02-f22bdeb4f535 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:53:59.361776 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] Routers {'001573a1-d82a-4685-bf02-f22bdeb4f535'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:53:59.362569 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:53:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['001573a1-d82a-4685-bf02-f22bdeb4f535'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:59.434968 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] Set router 001573a1-d82a-4685-bf02-f22bdeb4f535 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:53:59.496629 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001573a1-d82a-4685-bf02-f22bdeb4f535', 'name': 'tempest-RoutersIpV6Test-router-1659016118', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:58Z', 'updated_at': '2022-04-07T01:53:58Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:53:59.523744 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa8a13-6315-47b9-92b5-e42190b443cb None None] The sync data for ids ['001573a1-d82a-4685-bf02-f22bdeb4f535'] in dv-neutron-836863-2-hyperv is: [{'id': '001573a1-d82a-4685-bf02-f22bdeb4f535', 'name': 'tempest-RoutersIpV6Test-router-1659016118', 'tenant_id': '21b013d416f34234b4392edaf9a12e42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:58Z', 'updated_at': '2022-04-07T01:53:58Z', 'revision_number': 2, 'project_id': '21b013d416f34234b4392edaf9a12e42', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:53:59.586685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.591107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53328) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:59.591308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-00e403cb-fec7-4ec5-b1d9-1a53b204a973 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5858636 Apr 07 01:53:59.595778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:53:59.602167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.787655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.787655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router_controller (001573a1-d82a-4685-bf02-f22bdeb4f535), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.825444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.825823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.912144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110983) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 07 01:53:59.915855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Router 89fe6c4d-781e-4b96-af8d-994c96e8f977 migrating from provider to provider. {{(pid=110983) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 07 01:53:59.915855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.918137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.933215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (001573a1-d82a-4685-bf02-f22bdeb4f535), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.933776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Fanout notify agent at l3_agent the message router_deleted on router 001573a1-d82a-4685-bf02-f22bdeb4f535 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:53:59.941064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:53:59.942558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d94a4ec1-ef01-4e08-9944-8559d433239f tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/001573a1-d82a-4685-bf02-f22bdeb4f535 HTTP/1.1" status: 204 len: 168 time: 0.6628017 Apr 07 01:53:59.945603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53330) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:53:59.981002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-50d0e691-2337-4890-a799-d9b13a42a89b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=001573a1-d82a-4685-bf02-f22bdeb4f535 HTTP/1.1" status: 200 len: 205 time: 0.0342457 Apr 07 01:53:59.983383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53332) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.013732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.025009 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-67c36eca-5129-4691-a217-3f65398ade5a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.026051 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-67c36eca-5129-4691-a217-3f65398ade5a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/001573a1-d82a-4685-bf02-f22bdeb4f535 HTTP/1.1" status: 404 len: 336 time: 0.0418866 Apr 07 01:54:00.028631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53334) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.059093 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d47ca7-22b6-4d68-b470-080f4ee5682b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.059093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d47ca7-22b6-4d68-b470-080f4ee5682b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.060544 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2d47ca7-22b6-4d68-b470-080f4ee5682b tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/79532dfe-ad37-4332-88da-2a588e53ab1d HTTP/1.1" status: 404 len: 337 time: 0.0309417 Apr 07 01:54:00.063452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53336) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.089313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b73df6-8c20-4a74-a36e-d771be66fa52 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.089776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2b73df6-8c20-4a74-a36e-d771be66fa52 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.092871 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f2b73df6-8c20-4a74-a36e-d771be66fa52 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/b8c65a3d-f3cd-49c9-9e99-01ace44ba21a HTTP/1.1" status: 404 len: 337 time: 0.0283685 Apr 07 01:54:00.095251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53338) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.097940 dv-neutron-836863-2-hyperv neutron-server[110983]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] No L3 agents can host the router 89fe6c4d-781e-4b96-af8d-994c96e8f977 Apr 07 01:54:00.121294 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-25fa1471-3ec7-4065-909d-f69327234567 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.121758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25fa1471-3ec7-4065-909d-f69327234567 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.124856 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-25fa1471-3ec7-4065-909d-f69327234567 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/6e25ea8b-428b-4709-9509-792d8b8b0a9d HTTP/1.1" status: 404 len: 337 time: 0.0286722 Apr 07 01:54:00.127422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53340) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.153548 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0d8495-c3c1-4144-af4a-ea94f4b39b40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.154008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0d8495-c3c1-4144-af4a-ea94f4b39b40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.157043 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bc0d8495-c3c1-4144-af4a-ea94f4b39b40 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/5e9062ee-bc17-4f3d-b394-6dae98f6a9c0 HTTP/1.1" status: 404 len: 337 time: 0.0286095 Apr 07 01:54:00.159737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53342) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.194234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b966c6ec-f09a-4dc2-9007-112b91248946 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 200 len: 205 time: 0.0314319 Apr 07 01:54:00.194477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53344) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.203343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Hosts for router 89fe6c4d-781e-4b96-af8d-994c96e8f977: [] {{(pid=110983) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 07 01:54:00.227284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Hosts for other DVR routers connected to router 89fe6c4d-781e-4b96-af8d-994c96e8f977: set() {{(pid=110983) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 07 01:54:00.230495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.231839 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9fcdc351-16de-4e4c-915f-57257351991b tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "PUT /v2.0/routers/89fe6c4d-781e-4b96-af8d-994c96e8f977 HTTP/1.1" status: 200 len: 716 time: 0.6396346 Apr 07 01:54:00.233271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-05983407-faa8-427e-a468-33d30bed844a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.234315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05983407-faa8-427e-a468-33d30bed844a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/22832e95-3203-4598-b74a-5631ef6b69e8 HTTP/1.1" status: 404 len: 336 time: 0.0389316 Apr 07 01:54:00.234573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53346) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.236896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53348) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.263940 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eef7e343-6dab-486a-947c-6ad21b261285 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=e889eaaa-5f11-4129-b48f-57556e49329d HTTP/1.1" status: 200 len: 205 time: 0.0259237 Apr 07 01:54:00.266240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53350) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.307854 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-ee699374-ef50-4633-90b7-fd5dabb1b0a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.309239 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ee699374-ef50-4633-90b7-fd5dabb1b0a2 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/e889eaaa-5f11-4129-b48f-57556e49329d HTTP/1.1" status: 404 len: 336 time: 0.0419748 Apr 07 01:54:00.311710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53352) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.314096 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-537ac6a5-60b5-486f-a5bd-d0901c953232 tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "GET /v2.0/routers/89fe6c4d-781e-4b96-af8d-994c96e8f977 HTTP/1.1" status: 200 len: 716 time: 0.0784407 Apr 07 01:54:00.316508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.337996 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f585e34e-ac22-4cf0-bfde-b309394826c4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.338457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f585e34e-ac22-4cf0-bfde-b309394826c4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.341760 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f585e34e-ac22-4cf0-bfde-b309394826c4 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/7c87262e-ad52-4a14-ad19-213524237b88 HTTP/1.1" status: 404 len: 337 time: 0.0291378 Apr 07 01:54:00.344496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53358) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.375389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c286bc3d-a0d1-45e1-b9c0-df8bb896f82d tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 200 len: 205 time: 0.0295799 Apr 07 01:54:00.377792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53360) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.417387 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-064867ef-666f-4d15-a3cb-aa6f88315d19 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.420877 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-064867ef-666f-4d15-a3cb-aa6f88315d19 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/a4351fa8-edcd-47c4-9371-57fca7db43bd HTTP/1.1" status: 404 len: 336 time: 0.0395889 Apr 07 01:54:00.421233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53362) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.486770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ebd25dc8-6a03-423f-a27e-5e3cfe667d1a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fba44d4-b18c-4ef8-b994-296a3f33572b HTTP/1.1" status: 200 len: 205 time: 0.0644569 Apr 07 01:54:00.489242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53364) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.528311 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-02aac5c3-f512-4ab8-ac0c-6b193c22b90c tempest-RoutersTestDVR-169971929 tempest-RoutersTestDVR-169971929-project] 10.222.0.25 "GET /v2.0/routers/89fe6c4d-781e-4b96-af8d-994c96e8f977 HTTP/1.1" status: 200 len: 682 time: 0.2082672 Apr 07 01:54:00.528532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-b6cbabfd-0a32-4c3b-ac74-3b2917c0c8ec tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.528741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53366) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.528942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b6cbabfd-0a32-4c3b-ac74-3b2917c0c8ec tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/7fba44d4-b18c-4ef8-b994-296a3f33572b HTTP/1.1" status: 404 len: 336 time: 0.0386415 Apr 07 01:54:00.531343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53368) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.556476 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c38566-2337-4e5d-90fe-c32223e36461 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.556955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c38566-2337-4e5d-90fe-c32223e36461 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.559985 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-87c38566-2337-4e5d-90fe-c32223e36461 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/0decaf0b-1e71-4594-a2cc-ecaa1652805d HTTP/1.1" status: 404 len: 337 time: 0.0276759 Apr 07 01:54:00.562515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53370) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.596090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b8d0a6b0-9aa9-4d28-9b4a-1a3a48f79042 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=526031f5-008a-40a6-b612-74caf2d331be HTTP/1.1" status: 200 len: 205 time: 0.0304482 Apr 07 01:54:00.596791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53372) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.604656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.633570 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-ae31d232-78d5-4750-808c-dcf29eb97714 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.637869 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ae31d232-78d5-4750-808c-dcf29eb97714 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/526031f5-008a-40a6-b612-74caf2d331be HTTP/1.1" status: 404 len: 336 time: 0.0379603 Apr 07 01:54:00.637869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53376) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.664852 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a68e11-441f-4035-9c31-462257d2fe70 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.665462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a68e11-441f-4035-9c31-462257d2fe70 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.668868 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-53a68e11-441f-4035-9c31-462257d2fe70 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/15e06f66-04b1-4faa-a2d1-d260a6909a7b HTTP/1.1" status: 404 len: 337 time: 0.0299785 Apr 07 01:54:00.671283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53380) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.699883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c041f3ed-1635-49cd-860a-95040590e138 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc052aa4-b918-4464-b18e-7e989b3be691 HTTP/1.1" status: 200 len: 205 time: 0.0273664 Apr 07 01:54:00.702299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53382) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.752255 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-d81e8fe0-2d34-427e-badb-b1e68c15f77a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] delete failed (client error): The resource could not be found. Apr 07 01:54:00.755777 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d81e8fe0-2d34-427e-badb-b1e68c15f77a tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/routers/cc052aa4-b918-4464-b18e-7e989b3be691 HTTP/1.1" status: 404 len: 336 time: 0.0501113 Apr 07 01:54:00.755929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53386) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.772428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.775432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (89fe6c4d-781e-4b96-af8d-994c96e8f977), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.782847 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ae0989-1385-4dfd-99e5-00f4e9de11db tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.783319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ae0989-1385-4dfd-99e5-00f4e9de11db tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.786417 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f6ae0989-1385-4dfd-99e5-00f4e9de11db tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/7cefb6f2-606d-429b-9b24-226fdb21981d HTTP/1.1" status: 404 len: 337 time: 0.0294492 Apr 07 01:54:00.789103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53388) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.815116 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-350630da-91de-42d0-931b-94caf4fabc73 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] DELETE failed (client error): The resource could not be found. Apr 07 01:54:00.815518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350630da-91de-42d0-931b-94caf4fabc73 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:54:00.821749 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-350630da-91de-42d0-931b-94caf4fabc73 tempest-RoutersIpV6Test-1534971291 tempest-RoutersIpV6Test-1534971291-project] 10.222.0.25 "DELETE /v2.0/subnets/8394e5d0-7a61-4175-a26c-d6b484058842 HTTP/1.1" status: 404 len: 337 time: 0.0285881 Apr 07 01:54:00.891723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (89fe6c4d-781e-4b96-af8d-994c96e8f977), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.891723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89fe6c4d-781e-4b96-af8d-994c96e8f977 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:00.895561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.897012 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5656ce8d-84bf-4ad1-b000-8fdb2312bbbe tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/89fe6c4d-781e-4b96-af8d-994c96e8f977 HTTP/1.1" status: 204 len: 168 time: 0.3674290 Apr 07 01:54:00.900605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53396) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:00.904935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Request body: {'router': {'name': 'tempest-router-1248028899', 'distributed': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:00.953938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-198a7bbc-5551-4291-8498-596d7b89f4cd tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985821973&fields=id&tenant_id=d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 267 time: 0.0552149 Apr 07 01:54:00.996926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:00.998149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.054442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.141102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-e9eb45cb-f232-45da-8f99-627900da3cfc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:01.142597 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-e9eb45cb-f232-45da-8f99-627900da3cfc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 812 time: 0.1821232 Apr 07 01:54:01.145175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.158248 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-8479d3f3-95df-4638-8858-b60d2462b3ae tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/quotas/d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 375 time: 0.0095637 Apr 07 01:54:01.198858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.200176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8f38bc21-2358-413c-b8a1-0337bd9fff5c tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2984416 Apr 07 01:54:01.203031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53398) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:01.253958 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-7553fe68-acb5-4fbb-bf55-6b8c4db11165 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851102 Apr 07 01:54:01.279040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.343462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53404) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:01.367503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deff586-c4b4-463f-9bb5-0e4cf47e959e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.458278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-c7d82551-5414-421b-b291-381a80bdcf60 service neutron] 10.222.0.25 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954970 Apr 07 01:54:01.466796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.473003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router_controller (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.521807 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3c717a0b-538a-44b2-8d16-8cf26bdc54b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21b013d416f34234b4392edaf9a12e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762493 Apr 07 01:54:01.523843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53408) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:01.566998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (b5fea317-cbf5-4739-8d5e-fd61f2d979c7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.567546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5fea317-cbf5-4739-8d5e-fd61f2d979c7 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:01.572582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.573800 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e63880c6-e451-43e9-a8f5-732e34bd2bec tempest-RoutersTestDVR-178060952 tempest-RoutersTestDVR-178060952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b5fea317-cbf5-4739-8d5e-fd61f2d979c7 HTTP/1.1" status: 204 len: 168 time: 0.3698294 Apr 07 01:54:01.580805 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-db9a8c71-70d1-4ddf-ab16-9ce69c669032 service neutron] 10.222.0.25 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139407 Apr 07 01:54:01.595299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9d982581-9916-4442-93cd-4dba6524eb59 admin admin] Publish callbacks [] for security_group (a7142b19-af18-4ef9-8f55-0839058289a7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.618056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9d982581-9916-4442-93cd-4dba6524eb59 admin admin] Publish callbacks [] for security_group (a7142b19-af18-4ef9-8f55-0839058289a7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.744565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9d982581-9916-4442-93cd-4dba6524eb59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a7142b19-af18-4ef9-8f55-0839058289a7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.747195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9d982581-9916-4442-93cd-4dba6524eb59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:01.748350 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9d982581-9916-4442-93cd-4dba6524eb59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7142b19-af18-4ef9-8f55-0839058289a7 HTTP/1.1" status: 204 len: 168 time: 0.2234030 Apr 07 01:54:01.757015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d982581-9916-4442-93cd-4dba6524eb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7142b19-af18-4ef9-8f55-0839058289a7,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:02.039803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53424) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:02.161380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9c90331-40f8-421d-af43-fe05a2c271c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.225343 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cf46b4d9-f527-43ae-aee3-d7771b0b6f79 req-a4d3eb93-b107-4142-bb77-12de6c328d65 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0337708 Apr 07 01:54:02.288479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9c90331-40f8-421d-af43-fe05a2c271c6 admin admin] Publish callbacks [] for security_group (4b104971-421e-4531-a909-5ab121245b8b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.351952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b9c90331-40f8-421d-af43-fe05a2c271c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4b104971-421e-4531-a909-5ab121245b8b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.394011 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b9c90331-40f8-421d-af43-fe05a2c271c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b41b14afc2a54c479b3d8f001400433a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529565 Apr 07 01:54:02.394892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c90331-40f8-421d-af43-fe05a2c271c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b104971-421e-4531-a909-5ab121245b8b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:02.396551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.397047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53446) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:02.448429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Publish callbacks [] for security_group (4b104971-421e-4531-a909-5ab121245b8b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.472479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Publish callbacks [] for security_group (4b104971-421e-4531-a909-5ab121245b8b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.584526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4b104971-421e-4531-a909-5ab121245b8b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.587292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:02.588483 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b104971-421e-4531-a909-5ab121245b8b HTTP/1.1" status: 204 len: 168 time: 0.1908882 Apr 07 01:54:02.596731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b104971-421e-4531-a909-5ab121245b8b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:02.603947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.604309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.604661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.605070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.605411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.605750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.606193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.606468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.606889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.607116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.607452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.607790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.608122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.608454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.608803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8ce1f5-9024-426f-858f-ba779015945d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:02.773202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53460) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:02.959202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--444436587'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:03.081963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.090442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.167568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (4be00643-4af7-4820-83c7-f9f29fe3c619), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.241732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4be00643-4af7-4820-83c7-f9f29fe3c619), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.280043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be00643-4af7-4820-83c7-f9f29fe3c619,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:03.317334 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2ccd053e-ab2b-4f2a-a316-6294830f6fed req-c7709e5a-b894-4717-b4d6-002d3679b8ec tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0344179 Apr 07 01:54:03.346805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.377850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53470) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:03.393144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a2-de2b-4e64-8d8d-5d002c5e5eab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.426641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.469245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63556b7-0063-4e73-9b9d-c60d3f5ed6d9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:03.481476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.481830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.482178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.482575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.482867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.483207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.483536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.483865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.484195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.484525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.484882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.485212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.485540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.485864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.486230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:03.509582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a2-de2b-4e64-8d8d-5d002c5e5eab admin admin] Publish callbacks [] for security_group (d92ad22f-5f25-4f32-8ff4-29d03cff58ab), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.512973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.516950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b808de4-06fc-46c1-a00c-286fb82f783a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7399998 Apr 07 01:54:03.520631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:03.577016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-223801a6-9402-41bc-8e06-c2efda124c38 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0587296 Apr 07 01:54:03.579614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53474) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:03.583876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-security--2105800580', 'description': 'tempest-security-description-1448129789'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:03.589417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e0221a2-de2b-4e64-8d8d-5d002c5e5eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d92ad22f-5f25-4f32-8ff4-29d03cff58ab), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.643739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2e0221a2-de2b-4e64-8d8d-5d002c5e5eab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84932868f8d14a3db26eeec4656adec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648311 Apr 07 01:54:03.646596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53476) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:03.648202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0221a2-de2b-4e64-8d8d-5d002c5e5eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ad22f-5f25-4f32-8ff4-29d03cff58ab,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:03.655278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.698959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ede6875b-d711-4094-8c16-c5e04b98a138 admin admin] Publish callbacks [] for security_group (d92ad22f-5f25-4f32-8ff4-29d03cff58ab), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.705407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.721668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ede6875b-d711-4094-8c16-c5e04b98a138 admin admin] Publish callbacks [] for security_group (d92ad22f-5f25-4f32-8ff4-29d03cff58ab), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.750247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.752808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.754085 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "PUT /v2.0/security-groups/a63556b7-0063-4e73-9b9d-c60d3f5ed6d9 HTTP/1.1" status: 200 len: 1797 time: 0.1735215 Apr 07 01:54:03.763542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53478) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:03.779300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19143-e5b9-4657-8a4a-4bbc003df277 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a63556b7-0063-4e73-9b9d-c60d3f5ed6d9,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:03.808609 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-de1f5a1f-0ab9-4d84-a910-4e4e8fa04218 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups/a63556b7-0063-4e73-9b9d-c60d3f5ed6d9 HTTP/1.1" status: 200 len: 1797 time: 0.0431373 Apr 07 01:54:03.811203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53480) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:03.847869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ede6875b-d711-4094-8c16-c5e04b98a138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d92ad22f-5f25-4f32-8ff4-29d03cff58ab), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.850512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ede6875b-d711-4094-8c16-c5e04b98a138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.851654 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ede6875b-d711-4094-8c16-c5e04b98a138 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d92ad22f-5f25-4f32-8ff4-29d03cff58ab HTTP/1.1" status: 204 len: 168 time: 0.2040799 Apr 07 01:54:03.872697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede6875b-d711-4094-8c16-c5e04b98a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ad22f-5f25-4f32-8ff4-29d03cff58ab,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:03.879325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1385904e-4857-494c-a457-d6803551965d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.911569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1385904e-4857-494c-a457-d6803551965d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:03.922439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.036140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1385904e-4857-494c-a457-d6803551965d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a63556b7-0063-4e73-9b9d-c60d3f5ed6d9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.038873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1385904e-4857-494c-a457-d6803551965d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.045445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1385904e-4857-494c-a457-d6803551965d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/a63556b7-0063-4e73-9b9d-c60d3f5ed6d9 HTTP/1.1" status: 204 len: 168 time: 0.2279360 Apr 07 01:54:04.045576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53484) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:04.049597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385904e-4857-494c-a457-d6803551965d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63556b7-0063-4e73-9b9d-c60d3f5ed6d9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:04.087527 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35fb46fd-a5f9-468e-a51a-3bb1477cefa3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435998 Apr 07 01:54:04.090870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53486) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:04.104795 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-d5b05a3f-2690-457a-aeb0-f28e2ccd672b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] delete failed (client error): The resource could not be found. Apr 07 01:54:04.105824 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d5b05a3f-2690-457a-aeb0-f28e2ccd672b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/a63556b7-0063-4e73-9b9d-c60d3f5ed6d9 HTTP/1.1" status: 404 len: 347 time: 0.0138507 Apr 07 01:54:04.110521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53488) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:04.114974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--2066893432'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:04.184386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.254392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (d134e658-3a97-45e5-b005-44b5a7d4094a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.321469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d134e658-3a97-45e5-b005-44b5a7d4094a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.354747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d134e658-3a97-45e5-b005-44b5a7d4094a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:04.418612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f824c90-fe6f-43b1-bd86-764e09dbefe5 req-2c6ef009-b6a5-4412-bdf0-935caadb533a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0295134 Apr 07 01:54:04.445484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.446734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-22d81008-8c29-4156-b1cc-542f3eaa1f33 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3351970 Apr 07 01:54:04.449653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53500) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:04.454215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': 'd134e658-3a97-45e5-b005-44b5a7d4094a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:04.527603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-e5e95319-5809-4d97-8a05-62d336b4af4a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:04.529177 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-e5e95319-5809-4d97-8a05-62d336b4af4a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 812 time: 0.1496282 Apr 07 01:54:04.569500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b9b7337c-6e3d-45c1-ae24-70f4a0a69630), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.607847 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-2d720aa8-7c92-43e5-93a6-8099b69db6af tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 380 time: 0.0647821 Apr 07 01:54:04.619770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b9b7337c-6e3d-45c1-ae24-70f4a0a69630), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.619958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'port': {'device_id': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'admin_state_up': True, 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'security_groups': ['6269cc99-6995-4e9a-80b5-3b34a15a5e67']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:04.664880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b9b7337c-6e3d-45c1-ae24-70f4a0a69630), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.688488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b7337c-6e3d-45c1-ae24-70f4a0a69630,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:04.724789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.727104 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-49313365-755c-42e6-8d8f-858b7a91a728 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756591 Apr 07 01:54:04.740547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53510) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:04.776506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdf68854-ee41-4acc-af76-afceb4c32087 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b9b7337c-6e3d-45c1-ae24-70f4a0a69630), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.786825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdf68854-ee41-4acc-af76-afceb4c32087 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b9b7337c-6e3d-45c1-ae24-70f4a0a69630), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.885901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdf68854-ee41-4acc-af76-afceb4c32087 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b9b7337c-6e3d-45c1-ae24-70f4a0a69630), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.892809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdf68854-ee41-4acc-af76-afceb4c32087 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:04.896164 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fdf68854-ee41-4acc-af76-afceb4c32087 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b9b7337c-6e3d-45c1-ae24-70f4a0a69630 HTTP/1.1" status: 204 len: 168 time: 0.1519883 Apr 07 01:54:04.912592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53514) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:04.929532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf68854-ee41-4acc-af76-afceb4c32087 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9b7337c-6e3d-45c1-ae24-70f4a0a69630,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:04.981531 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-342e3f36-2e0f-40f8-863b-55ec8a4695fc tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677416 Apr 07 01:54:04.984267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53518) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:05.054252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e69001df-ac71-429f-a596-47cf3f268527 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (d134e658-3a97-45e5-b005-44b5a7d4094a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.081103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e69001df-ac71-429f-a596-47cf3f268527 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (d134e658-3a97-45e5-b005-44b5a7d4094a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.146213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Made reservation on behalf of d53abc16c6de49038c4d52d9f4840c22 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:05.150474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.190456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e69001df-ac71-429f-a596-47cf3f268527 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (d134e658-3a97-45e5-b005-44b5a7d4094a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.193108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e69001df-ac71-429f-a596-47cf3f268527 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.197002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e69001df-ac71-429f-a596-47cf3f268527 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/d134e658-3a97-45e5-b005-44b5a7d4094a HTTP/1.1" status: 204 len: 168 time: 0.2084701 Apr 07 01:54:05.197708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:05.209901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69001df-ac71-429f-a596-47cf3f268527 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d134e658-3a97-45e5-b005-44b5a7d4094a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:05.254942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea28856c-463e-4a1d-a0fc-b9038585ceee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507801 Apr 07 01:54:05.255553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53528) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:05.260800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047012042'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:05.292947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.351433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Allocated IP 172.20.0.5 (5be66362-4225-42f0-95ba-e0bcb8c23c7c/c25c6726-53a3-4da7-a0ae-870315ca5e0f/866bb06b-df91-43ed-add5-f914f5ced71e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:05.351637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.434411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (82ee42ab-6252-4128-b8f6-c623d6dfa195), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.500720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (82ee42ab-6252-4128-b8f6-c623d6dfa195), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.529602 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-06d72757-d095-4c12-8f44-19c260a74c1d req-f6c1fa90-a411-4c66-a791-2593bc6bbacd tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0386310 Apr 07 01:54:05.542735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (866bb06b-df91-43ed-add5-f914f5ced71e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.562719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ee42ab-6252-4128-b8f6-c623d6dfa195,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:05.598486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.600986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-abed4d36-4c84-45b4-9755-cb8a1e9b4589 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3438826 Apr 07 01:54:05.604206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53538) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:05.612499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '82ee42ab-6252-4128-b8f6-c623d6dfa195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:05.687948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.716374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (ba642b23-78a4-4240-9d3d-d79a22e4884b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.727124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:05.731039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:05.734308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:05.783524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=866bb06b-df91-43ed-add5-f914f5ced71e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:05.796520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (ba642b23-78a4-4240-9d3d-d79a22e4884b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.805685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:05.806341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.850230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53544) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:05.859497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ba642b23-78a4-4240-9d3d-d79a22e4884b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.880841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba642b23-78a4-4240-9d3d-d79a22e4884b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:05.900873 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5f4e6a0f-5c0c-474d-adb4-99560c1dcb06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2821116 Apr 07 01:54:05.910476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Request body: {'port': {'device_id': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:05.947719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:05.949024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c83e437e-0663-4fc8-8bae-39ac95aee6f2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3431649 Apr 07 01:54:05.951931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53548) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:05.958278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '82ee42ab-6252-4128-b8f6-c623d6dfa195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:05.990122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-201826221', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:05.993810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.099525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (5f788309-51e7-4525-b432-01fa0a301850), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.122029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Made reservation on behalf of 76c036baee0649488cfc30b4716126a4 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:06.124222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.126304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7c34b803-15fc-4f7d-88ee-8463e53341c0 None None] Provisioning complete for port 866bb06b-df91-43ed-add5-f914f5ced71e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:06.127592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c34b803-15fc-4f7d-88ee-8463e53341c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.136403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.167842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c34b803-15fc-4f7d-88ee-8463e53341c0 None None] Port 866bb06b-df91-43ed-add5-f914f5ced71e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:06.186807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (5f788309-51e7-4525-b432-01fa0a301850), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.242556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (5f788309-51e7-4525-b432-01fa0a301850), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.277890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f788309-51e7-4525-b432-01fa0a301850,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:06.282272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for security_group (cfee2233-eab6-4618-b455-b51d8bd03373), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.333891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866bb06b-df91-43ed-add5-f914f5ced71e {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:54:06.342094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Publish callbacks [] for port (866bb06b-df91-43ed-add5-f914f5ced71e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.353272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.355207 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5b95ab0f-7ea2-426c-bd39-5518fa238d6b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4019082 Apr 07 01:54:06.357880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Transition to ACTIVE for port object 866bb06b-df91-43ed-add5-f914f5ced71e will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:54:06.358304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53550) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:06.363063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '82ee42ab-6252-4128-b8f6-c623d6dfa195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:06.385117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (cfee2233-eab6-4618-b455-b51d8bd03373), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.389430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] device_id is not set on port de8c42ec-801d-4cae-97d8-f371fee9a457 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:54:06.436662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.443107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfee2233-eab6-4618-b455-b51d8bd03373,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:06.461928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (66d8ecdb-a8a4-47c0-a598-f92d7980d30c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.520233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Pushing event updated for resources: {'Port': ['ID=866bb06b-df91-43ed-add5-f914f5ced71e,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:06.581399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Attempting to bind port 866bb06b-df91-43ed-add5-f914f5ced71e on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:06.581770 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Attempting to bind port 866bb06b-df91-43ed-add5-f914f5ced71e by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:06.582480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Attempting to bind port 866bb06b-df91-43ed-add5-f914f5ced71e on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:06.583960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (66d8ecdb-a8a4-47c0-a598-f92d7980d30c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.585275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Allocated IP 172.26.8.120 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/de8c42ec-801d-4cae-97d8-f371fee9a457) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:06.588071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Port 866bb06b-df91-43ed-add5-f914f5ced71e on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:54:06.588601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Attempting to bind port 866bb06b-df91-43ed-add5-f914f5ced71e on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:06.596873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:06.597259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Checking segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:06.597868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Bound using segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:06.598516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Bound port: 866bb06b-df91-43ed-add5-f914f5ced71e, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:06.598954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.681363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (66d8ecdb-a8a4-47c0-a598-f92d7980d30c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.700096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] For port 866bb06b-df91-43ed-add5-f914f5ced71e, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:06.704640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] For port 866bb06b-df91-43ed-add5-f914f5ced71e, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=866bb06b-df91-43ed-add5-f914f5ced71e,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:06.745064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d8ecdb-a8a4-47c0-a598-f92d7980d30c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:06.785398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747e986-6407-4143-9760-55d9044ebda4 req-e747b97b-bc3d-4cba-86e5-85812f12081b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:06.786908 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9747e986-6407-4143-9760-55d9044ebda4 req-e747b97b-bc3d-4cba-86e5-85812f12081b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.1419885 Apr 07 01:54:06.796437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.832774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for port (de8c42ec-801d-4cae-97d8-f371fee9a457), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.834821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:06.835624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.837755 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] 10.222.0.10 "PUT /v2.0/ports/866bb06b-df91-43ed-add5-f914f5ced71e HTTP/1.1" status: 200 len: 1093 time: 0.9324865 Apr 07 01:54:06.840525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:54:06.842852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:54:06.864156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:06.865761 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-93a0b5fa-0d32-40b0-9c41-f09fa1dd5e54 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5063162 Apr 07 01:54:06.869410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53556) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:06.873465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9747e986-6407-4143-9760-55d9044ebda4 req-f28b9d27-c99a-4b3f-a328-816e0c2284fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764794 Apr 07 01:54:06.889246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '82ee42ab-6252-4128-b8f6-c623d6dfa195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:06.918399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e0ca6-ddb0-430b-9b68-33223aef96e4 x-openstack-request-id: req-e36e0ca6-ddb0-430b-9b68-33223aef96e4 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:54:06.918713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:54:06.918969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e36e0ca6-ddb0-430b-9b68-33223aef96e4 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:54:06.919397 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36e0ca6-ddb0-430b-9b68-33223aef96e4'] response: {'name': 'network-changed', 'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e', 'status': 'completed', 'code': 200} Apr 07 01:54:06.941112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d3752-5a11-4468-859d-26e87da48259 service neutron] Pushing event updated for resources: {'Port': ['ID=866bb06b-df91-43ed-add5-f914f5ced71e,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:06.979781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755 req-7118b2b0-6ceb-48e1-9045-af724971cbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:06.981375 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755 req-7118b2b0-6ceb-48e1-9045-af724971cbc0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1127 time: 0.0525022 Apr 07 01:54:06.991487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (de8c42ec-801d-4cae-97d8-f371fee9a457), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.057068 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Pushing event updated for resources: {'Port': ['ID=de8c42ec-801d-4cae-97d8-f371fee9a457,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:07.069602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:07.075698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:07.075698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:07.097209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (18b4cdb9-4931-4f0a-b224-9870f4191f74), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.130266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:07.130266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.203875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755 req-c43f8c39-4acd-4d3a-8b83-26a173e4db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:07.205343 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755 req-c43f8c39-4acd-4d3a-8b83-26a173e4db5e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d53abc16c6de49038c4d52d9f4840c22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2125952 Apr 07 01:54:07.210347 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8f850366-ff71-470a-981b-72d5fae607bd tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.3589380 Apr 07 01:54:07.214765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53558) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:07.220795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.120'}]}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:07.229411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (18b4cdb9-4931-4f0a-b224-9870f4191f74), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.292311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (18b4cdb9-4931-4f0a-b224-9870f4191f74), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.311003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (31d38254-8e17-4665-a76e-4f7987ff78c7), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.312135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (31d38254-8e17-4665-a76e-4f7987ff78c7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.326938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b4cdb9-4931-4f0a-b224-9870f4191f74,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:07.350015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755 req-269ddeef-6bc0-4afb-8ac9-2d8c39f74c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:07.351685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fbf0eb38-79ee-4d7f-be92-e30c67d9e755 req-269ddeef-6bc0-4afb-8ac9-2d8c39f74c84 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1339889 Apr 07 01:54:07.378856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for router_controller (31d38254-8e17-4665-a76e-4f7987ff78c7), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.392272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.393501 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-da586979-03c5-445f-880a-1339d4dc962e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5081642 Apr 07 01:54:07.396951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53560) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:07.402466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '82ee42ab-6252-4128-b8f6-c623d6dfa195', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:07.440910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-6f3943da-d20a-4dcf-9e84-0d80ab4d06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:07.442492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-6f3943da-d20a-4dcf-9e84-0d80ab4d06fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1127 time: 0.0479405 Apr 07 01:54:07.488232 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-dbcae72e-95d7-4521-a2a8-64afa44ad9d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866bb06b-df91-43ed-add5-f914f5ced71e HTTP/1.1" status: 200 len: 217 time: 0.0355053 Apr 07 01:54:07.542899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (6e42b794-2f51-4be4-b3e6-ce8d6a619ba7), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.547568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-51638530-946a-4ba8-a1f4-8c877188c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:07.549143 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-51638530-946a-4ba8-a1f4-8c877188c150 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0525415 Apr 07 01:54:07.602151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-19cf5f1c-01ed-4022-90f8-6e3468556689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:07.603816 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-19cf5f1c-01ed-4022-90f8-6e3468556689 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455885 Apr 07 01:54:07.640527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for router_gateway (31d38254-8e17-4665-a76e-4f7987ff78c7), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.668508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (6e42b794-2f51-4be4-b3e6-ce8d6a619ba7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:07.701623 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-65178ff4-8267-47bd-a3fc-c73eea1a3b13 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871644 Apr 07 01:54:07.803606 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8dda7a3a-588e-4197-bd87-6d603123e96f req-d32aad57-95a4-482e-ba16-ac9de3d3ea5a service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928526 Apr 07 01:54:07.956024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (6e42b794-2f51-4be4-b3e6-ce8d6a619ba7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.028266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e42b794-2f51-4be4-b3e6-ce8d6a619ba7,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:08.075241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cb785-952b-4234-aa01-136546a28812 req-615d9f71-5cb4-4629-908b-bc431c78ea81 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:08.076670 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-808cb785-952b-4234-aa01-136546a28812 req-615d9f71-5cb4-4629-908b-bc431c78ea81 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0917602 Apr 07 01:54:08.082164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.084213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-92a07b62-c676-4bce-938a-f5aa82c3e737 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6853490 Apr 07 01:54:08.086442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53564) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.139242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff6ab-9995-4474-aeb3-b274b7bfdf90 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (6e42b794-2f51-4be4-b3e6-ce8d6a619ba7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.147870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff6ab-9995-4474-aeb3-b274b7bfdf90 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (6e42b794-2f51-4be4-b3e6-ce8d6a619ba7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.152416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-808cb785-952b-4234-aa01-136546a28812 req-6faccc28-f868-4ebf-962b-841e449833f0 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679059 Apr 07 01:54:08.270195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for router_gateway (31d38254-8e17-4665-a76e-4f7987ff78c7), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.270439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff6ab-9995-4474-aeb3-b274b7bfdf90 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (6e42b794-2f51-4be4-b3e6-ce8d6a619ba7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.278458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f6ff6ab-9995-4474-aeb3-b274b7bfdf90 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.282490 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4f6ff6ab-9995-4474-aeb3-b274b7bfdf90 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6e42b794-2f51-4be4-b3e6-ce8d6a619ba7 HTTP/1.1" status: 204 len: 168 time: 0.1906855 Apr 07 01:54:08.284285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53566) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.291578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ff6ab-9995-4474-aeb3-b274b7bfdf90 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e42b794-2f51-4be4-b3e6-ce8d6a619ba7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:08.292421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.342448 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9e11d341-e0d1-43c9-a61d-fe1e16011bd2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0543921 Apr 07 01:54:08.342651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.367655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f62e872a-8d71-4d4e-93de-3bfcfcf4782a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (18b4cdb9-4931-4f0a-b224-9870f4191f74), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.375932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f62e872a-8d71-4d4e-93de-3bfcfcf4782a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (18b4cdb9-4931-4f0a-b224-9870f4191f74), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.475807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f62e872a-8d71-4d4e-93de-3bfcfcf4782a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (18b4cdb9-4931-4f0a-b224-9870f4191f74), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.482936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f62e872a-8d71-4d4e-93de-3bfcfcf4782a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.484242 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f62e872a-8d71-4d4e-93de-3bfcfcf4782a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/18b4cdb9-4931-4f0a-b224-9870f4191f74 HTTP/1.1" status: 204 len: 168 time: 0.1405694 Apr 07 01:54:08.487397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53570) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.493212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e872a-8d71-4d4e-93de-3bfcfcf4782a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18b4cdb9-4931-4f0a-b224-9870f4191f74,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:08.531057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-66269a8e-7b8d-4e54-a590-dde5bb8f13a5 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0425620 Apr 07 01:54:08.533917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53572) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.541943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for router (31d38254-8e17-4665-a76e-4f7987ff78c7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.622182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2972d307-e11e-44c6-afdf-be6677ddfdd7 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (66d8ecdb-a8a4-47c0-a598-f92d7980d30c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.632997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2972d307-e11e-44c6-afdf-be6677ddfdd7 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (66d8ecdb-a8a4-47c0-a598-f92d7980d30c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.734200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (31d38254-8e17-4665-a76e-4f7987ff78c7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.737905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks [] for router_controller (31d38254-8e17-4665-a76e-4f7987ff78c7), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.818585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2972d307-e11e-44c6-afdf-be6677ddfdd7 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (66d8ecdb-a8a4-47c0-a598-f92d7980d30c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.825412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2972d307-e11e-44c6-afdf-be6677ddfdd7 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.826533 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2972d307-e11e-44c6-afdf-be6677ddfdd7 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/66d8ecdb-a8a4-47c0-a598-f92d7980d30c HTTP/1.1" status: 204 len: 168 time: 0.2916980 Apr 07 01:54:08.830151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53574) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.832221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972d307-e11e-44c6-afdf-be6677ddfdd7 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66d8ecdb-a8a4-47c0-a598-f92d7980d30c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:08.841724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (31d38254-8e17-4665-a76e-4f7987ff78c7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.842098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31d38254-8e17-4665-a76e-4f7987ff78c7 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:08.882466 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-366a7a5c-08e6-4f37-b682-1a7e4d367469 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0505304 Apr 07 01:54:08.885708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53576) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:08.913862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-90b39be4-d65f-425b-bec4-e7000a4a915d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (5f788309-51e7-4525-b432-01fa0a301850), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.921541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-90b39be4-d65f-425b-bec4-e7000a4a915d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (5f788309-51e7-4525-b432-01fa0a301850), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:08.922041 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 07 01:54:08.923162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3cbf3485-2ddc-4767-ae7c-f37446d1121f tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7072811 Apr 07 01:54:08.926021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53578) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.017805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Deleting port de8c42ec-801d-4cae-97d8-f371fee9a457 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:09.018162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (de8c42ec-801d-4cae-97d8-f371fee9a457), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.060039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-90b39be4-d65f-425b-bec4-e7000a4a915d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (5f788309-51e7-4525-b432-01fa0a301850), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.069394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-90b39be4-d65f-425b-bec4-e7000a4a915d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.070521 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-90b39be4-d65f-425b-bec4-e7000a4a915d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5f788309-51e7-4525-b432-01fa0a301850 HTTP/1.1" status: 204 len: 168 time: 0.1837842 Apr 07 01:54:09.073818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53580) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.080670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b39be4-d65f-425b-bec4-e7000a4a915d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f788309-51e7-4525-b432-01fa0a301850,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:09.111251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (de8c42ec-801d-4cae-97d8-f371fee9a457), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.123789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Calling delete_port for de8c42ec-801d-4cae-97d8-f371fee9a457 owned by {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:09.129615 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-440665d1-4f2b-4315-a90b-bfbfa4a0beba tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0515852 Apr 07 01:54:09.129824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53582) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.159845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d25f81b8-41b9-4805-bac1-23865aaf6594 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (ba642b23-78a4-4240-9d3d-d79a22e4884b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.168898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d25f81b8-41b9-4805-bac1-23865aaf6594 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (ba642b23-78a4-4240-9d3d-d79a22e4884b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.259121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d25f81b8-41b9-4805-bac1-23865aaf6594 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ba642b23-78a4-4240-9d3d-d79a22e4884b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.266079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d25f81b8-41b9-4805-bac1-23865aaf6594 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.267201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d25f81b8-41b9-4805-bac1-23865aaf6594 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ba642b23-78a4-4240-9d3d-d79a22e4884b HTTP/1.1" status: 204 len: 168 time: 0.1363750 Apr 07 01:54:09.269744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53586) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.282513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f81b8-41b9-4805-bac1-23865aaf6594 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba642b23-78a4-4240-9d3d-d79a22e4884b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:09.314266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99e2fb-e333-4970-9b57-aa6c986f8d37 req-1ab33dcd-9983-4284-8a82-81f322bfe245 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:09.315761 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca99e2fb-e333-4970-9b57-aa6c986f8d37 req-1ab33dcd-9983-4284-8a82-81f322bfe245 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0874274 Apr 07 01:54:09.332000 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c09bd91c-5461-4f5c-8c3e-2568fe3bbdb2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569222 Apr 07 01:54:09.339585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53588) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.363620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (de8c42ec-801d-4cae-97d8-f371fee9a457), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.380457 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca99e2fb-e333-4970-9b57-aa6c986f8d37 req-ceafc682-1449-4195-9048-bbfd073a93d5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573483 Apr 07 01:54:09.404125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Pushing event deleted for resources: {'Port': ['ID=de8c42ec-801d-4cae-97d8-f371fee9a457,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:09.461051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-160605d6-5f89-4690-bc96-fb8035418bf6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (82ee42ab-6252-4128-b8f6-c623d6dfa195), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.495469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-160605d6-5f89-4690-bc96-fb8035418bf6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (82ee42ab-6252-4128-b8f6-c623d6dfa195), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.500422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.503999 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7409eca7-9ea1-4299-93f6-b7a573c9c30a tempest-RoutersAdminNegativeIpV6Test-537165836 tempest-RoutersAdminNegativeIpV6Test-537165836-project-admin] 10.222.0.25 "DELETE /v2.0/ports/de8c42ec-801d-4cae-97d8-f371fee9a457 HTTP/1.1" status: 204 len: 168 time: 0.5770545 Apr 07 01:54:09.624244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-160605d6-5f89-4690-bc96-fb8035418bf6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (82ee42ab-6252-4128-b8f6-c623d6dfa195), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.626960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-160605d6-5f89-4690-bc96-fb8035418bf6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.628139 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-160605d6-5f89-4690-bc96-fb8035418bf6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/82ee42ab-6252-4128-b8f6-c623d6dfa195 HTTP/1.1" status: 204 len: 168 time: 0.2919235 Apr 07 01:54:09.631007 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53592) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.637632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160605d6-5f89-4690-bc96-fb8035418bf6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ee42ab-6252-4128-b8f6-c623d6dfa195,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:09.687601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7d458454-43c9-46d6-ace7-d324f21bae62 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0507672 Apr 07 01:54:09.687978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53594) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:09.693378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--955279324'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:09.795850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.862895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a8344f57-ed83-4677-a0ec-cf33b7c89742), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.916580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a8344f57-ed83-4677-a0ec-cf33b7c89742), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:09.949529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8344f57-ed83-4677-a0ec-cf33b7c89742,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:09.985074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53598) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:10.010105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.014394 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b70ab0d3-ff1c-4583-9dab-2268ed0b054e tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3216376 Apr 07 01:54:10.014613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53602) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:10.019291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': 'a8344f57-ed83-4677-a0ec-cf33b7c89742', 'direction': 'ingress', 'protocol': 17}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:10.112454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35e63b54-5b77-4a70-8970-94434c421b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.135810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (9becf44d-3bfb-4c82-afe3-3173f532b54b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.222306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (9becf44d-3bfb-4c82-afe3-3173f532b54b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.235517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35e63b54-5b77-4a70-8970-94434c421b48 admin admin] Publish callbacks [] for security_group (e66e8206-354f-4d76-8afe-e2de9ecbb015), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.304387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (9becf44d-3bfb-4c82-afe3-3173f532b54b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.322754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9becf44d-3bfb-4c82-afe3-3173f532b54b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:10.327095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35e63b54-5b77-4a70-8970-94434c421b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e66e8206-354f-4d76-8afe-e2de9ecbb015), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.368556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35e63b54-5b77-4a70-8970-94434c421b48 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73f76ab5dd4e44bbb55e2b9b6a07b836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3822374 Apr 07 01:54:10.369477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e63b54-5b77-4a70-8970-94434c421b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66e8206-354f-4d76-8afe-e2de9ecbb015,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:10.371249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53604) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:10.393176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.394757 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d8443005-072c-4977-bd3d-cc7180c701ca tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3791506 Apr 07 01:54:10.405232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53608) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:10.463448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cda87d15-cd87-4137-aa94-73ccb882f9da tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a8344f57-ed83-4677-a0ec-cf33b7c89742), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.466784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fbd823b8-01d5-4a7a-b991-b2c2646f4ffd admin admin] Publish callbacks [] for security_group (e66e8206-354f-4d76-8afe-e2de9ecbb015), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.498476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fbd823b8-01d5-4a7a-b991-b2c2646f4ffd admin admin] Publish callbacks [] for security_group (e66e8206-354f-4d76-8afe-e2de9ecbb015), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.516164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cda87d15-cd87-4137-aa94-73ccb882f9da tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (a8344f57-ed83-4677-a0ec-cf33b7c89742), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.565555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e13d656-a29c-4a40-a1d4-d35bc28d01dc req-e148115b-6685-4b87-944f-eb03fb23b984 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:10.567057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1e13d656-a29c-4a40-a1d4-d35bc28d01dc req-e148115b-6685-4b87-944f-eb03fb23b984 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0918379 Apr 07 01:54:10.617187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1e13d656-a29c-4a40-a1d4-d35bc28d01dc req-b283192f-280f-4b94-8b4a-5498d340fe36 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Apr 07 01:54:10.630207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fbd823b8-01d5-4a7a-b991-b2c2646f4ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e66e8206-354f-4d76-8afe-e2de9ecbb015), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.632923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fbd823b8-01d5-4a7a-b991-b2c2646f4ffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.636855 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fbd823b8-01d5-4a7a-b991-b2c2646f4ffd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e66e8206-354f-4d76-8afe-e2de9ecbb015 HTTP/1.1" status: 204 len: 168 time: 0.2607880 Apr 07 01:54:10.643361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd823b8-01d5-4a7a-b991-b2c2646f4ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66e8206-354f-4d76-8afe-e2de9ecbb015,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:10.664263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cda87d15-cd87-4137-aa94-73ccb882f9da tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a8344f57-ed83-4677-a0ec-cf33b7c89742), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.666790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cda87d15-cd87-4137-aa94-73ccb882f9da tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.670590 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cda87d15-cd87-4137-aa94-73ccb882f9da tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/a8344f57-ed83-4677-a0ec-cf33b7c89742 HTTP/1.1" status: 204 len: 168 time: 0.2643139 Apr 07 01:54:10.674422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53612) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:10.679913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda87d15-cd87-4137-aa94-73ccb882f9da tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8344f57-ed83-4677-a0ec-cf33b7c89742,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:10.728506 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ebface51-a608-4252-9b2f-81e5e36c3bde tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0565000 Apr 07 01:54:10.732084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53614) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:10.736445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759347962'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:10.819045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.899163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (ab7c6570-d20f-4fe8-a471-1ae02be4524c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.955736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ab7c6570-d20f-4fe8-a471-1ae02be4524c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:10.985787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7c6570-d20f-4fe8-a471-1ae02be4524c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:11.038005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.041469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2a287e57-0c5a-43ed-b417-0c82c6084ef1 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3063121 Apr 07 01:54:11.042762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53618) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.047374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--754609324'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:11.135858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.206507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (9d3aeaab-c26c-4d88-b316-c83a537fc097), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.237114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53620) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.266597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (9d3aeaab-c26c-4d88-b316-c83a537fc097), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.303415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ff267717-e9ff-4cfa-984a-18ef3997af33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76c036baee0649488cfc30b4716126a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629046 Apr 07 01:54:11.303885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53622) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.317076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3aeaab-c26c-4d88-b316-c83a537fc097,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:11.355479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.359150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c613f8ea-b3c6-4a98-bb22-ffdd850bd6de tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3128154 Apr 07 01:54:11.359364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53624) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.363824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': 'ab7c6570-d20f-4fe8-a471-1ae02be4524c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d3aeaab-c26c-4d88-b316-c83a537fc097', 'remote_ip_prefix': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:11.368491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0356502-1524-43b9-bb50-bb49693fb1bd admin admin] Publish callbacks [] for security_group (cfee2233-eab6-4618-b455-b51d8bd03373), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.398255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0356502-1524-43b9-bb50-bb49693fb1bd admin admin] Publish callbacks [] for security_group (cfee2233-eab6-4618-b455-b51d8bd03373), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.456175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (0c7ebbb6-9212-42dd-bf33-41b3203476fb), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.495726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0356502-1524-43b9-bb50-bb49693fb1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (cfee2233-eab6-4618-b455-b51d8bd03373), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.498270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a0356502-1524-43b9-bb50-bb49693fb1bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.499420 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a0356502-1524-43b9-bb50-bb49693fb1bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cfee2233-eab6-4618-b455-b51d8bd03373 HTTP/1.1" status: 204 len: 168 time: 0.1946490 Apr 07 01:54:11.513845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0356502-1524-43b9-bb50-bb49693fb1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfee2233-eab6-4618-b455-b51d8bd03373,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:11.545805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (0c7ebbb6-9212-42dd-bf33-41b3203476fb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.590668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (0c7ebbb6-9212-42dd-bf33-41b3203476fb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.612634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7ebbb6-9212-42dd-bf33-41b3203476fb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:11.667118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.670996 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea7849e9-a6c4-45d1-a379-51a193441f19 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3078454 Apr 07 01:54:11.671242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53630) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.724444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78309bda-a82a-4729-9c63-c117923748ee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (0c7ebbb6-9212-42dd-bf33-41b3203476fb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.736245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78309bda-a82a-4729-9c63-c117923748ee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (0c7ebbb6-9212-42dd-bf33-41b3203476fb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.773383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc01f5-9fa8-4996-b377-08f8c0816cdd req-c812860c-47a1-41c4-baf6-8f6e7a6ca5ff tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:11.776188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5bbc01f5-9fa8-4996-b377-08f8c0816cdd req-c812860c-47a1-41c4-baf6-8f6e7a6ca5ff tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0862434 Apr 07 01:54:11.842968 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5bbc01f5-9fa8-4996-b377-08f8c0816cdd req-304f67e6-02fe-42dd-acb1-7294db2542cf tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597935 Apr 07 01:54:11.864467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78309bda-a82a-4729-9c63-c117923748ee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (0c7ebbb6-9212-42dd-bf33-41b3203476fb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.869457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-78309bda-a82a-4729-9c63-c117923748ee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:11.873108 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-78309bda-a82a-4729-9c63-c117923748ee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0c7ebbb6-9212-42dd-bf33-41b3203476fb HTTP/1.1" status: 204 len: 168 time: 0.1983929 Apr 07 01:54:11.873469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53634) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.886457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78309bda-a82a-4729-9c63-c117923748ee tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0c7ebbb6-9212-42dd-bf33-41b3203476fb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:11.932943 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9e20ef6a-a36c-40ab-a036-9fd37adf71c5 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0558276 Apr 07 01:54:11.933447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53638) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:11.988214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-356f4a1c-67e0-49ef-a21d-160a15b189ab tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (9d3aeaab-c26c-4d88-b316-c83a537fc097), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.016046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-356f4a1c-67e0-49ef-a21d-160a15b189ab tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (9d3aeaab-c26c-4d88-b316-c83a537fc097), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.121932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-356f4a1c-67e0-49ef-a21d-160a15b189ab tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (9d3aeaab-c26c-4d88-b316-c83a537fc097), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.124832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-356f4a1c-67e0-49ef-a21d-160a15b189ab tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.128455 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-356f4a1c-67e0-49ef-a21d-160a15b189ab tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/9d3aeaab-c26c-4d88-b316-c83a537fc097 HTTP/1.1" status: 204 len: 168 time: 0.1914716 Apr 07 01:54:12.128855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53646) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:12.142366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f4a1c-67e0-49ef-a21d-160a15b189ab tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3aeaab-c26c-4d88-b316-c83a537fc097,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:12.198356 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-82c00bd6-73bb-469b-a382-003605404498 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0683520 Apr 07 01:54:12.201337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53648) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:12.256927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83bfb306-20c1-4ede-a6d6-dfc64ac80900 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (ab7c6570-d20f-4fe8-a471-1ae02be4524c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.283043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83bfb306-20c1-4ede-a6d6-dfc64ac80900 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (ab7c6570-d20f-4fe8-a471-1ae02be4524c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.384976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83bfb306-20c1-4ede-a6d6-dfc64ac80900 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ab7c6570-d20f-4fe8-a471-1ae02be4524c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.387982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83bfb306-20c1-4ede-a6d6-dfc64ac80900 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.389142 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-83bfb306-20c1-4ede-a6d6-dfc64ac80900 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab7c6570-d20f-4fe8-a471-1ae02be4524c HTTP/1.1" status: 204 len: 168 time: 0.1866899 Apr 07 01:54:12.391917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53656) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:12.398177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfb306-20c1-4ede-a6d6-dfc64ac80900 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7c6570-d20f-4fe8-a471-1ae02be4524c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:12.436146 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-72313a12-a1a9-4f97-b881-5f3a54cd4320 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0428402 Apr 07 01:54:12.440024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53658) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:12.444839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--103668241'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:12.522026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.562512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53662) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:12.592634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (1224e695-33c5-4746-bce4-b3c13883f495), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.659298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-1576540588'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:12.664443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1224e695-33c5-4746-bce4-b3c13883f495), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.695316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1224e695-33c5-4746-bce4-b3c13883f495,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:12.738697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:12.742073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.752618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.756499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.756637 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-68a5767d-8189-4215-81f9-8684fdfbc19b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3127606 Apr 07 01:54:12.756781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53666) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:12.766652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '1224e695-33c5-4746-bce4-b3c13883f495', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:12.849926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for security_group (65cb3980-8376-4e55-928f-00b81147f535), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.857270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.954523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:12.978300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737445ca-ba37-415d-b722-8126a9ef72e2 req-de6fab37-5878-44ce-af1b-873c74f1c9fe tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:12.979906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-737445ca-ba37-415d-b722-8126a9ef72e2 req-de6fab37-5878-44ce-af1b-873c74f1c9fe tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0664697 Apr 07 01:54:13.025578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (65cb3980-8376-4e55-928f-00b81147f535), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.036068 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-737445ca-ba37-415d-b722-8126a9ef72e2 req-38e1e2ef-5e87-432d-b413-13007b3f2029 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505252 Apr 07 01:54:13.049818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:13.064933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.079869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb3980-8376-4e55-928f-00b81147f535,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:13.082780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (42d6d8e0-cbef-46cc-83b6-994fd49ed95d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.083128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment 42d6d8e0-cbef-46cc-83b6-994fd49ed95d of type vlan for network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 Apr 07 01:54:13.100142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:13.131956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (7fa58808-cc42-44af-83d4-4f1f80fb5cd2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.180709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.182058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-962cbcae-92a0-446e-a64a-6b3df06c9258 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4241426 Apr 07 01:54:13.184890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53670) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.202777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (7fa58808-cc42-44af-83d4-4f1f80fb5cd2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.207532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:13.208053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.235064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f8611fda-ca84-45b0-8a26-211251740b3f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.273185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f8611fda-ca84-45b0-8a26-211251740b3f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.303172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=7fa58808-cc42-44af-83d4-4f1f80fb5cd2,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:13.321598 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7f4bbe39-d38d-4f6a-bd7f-78f7b18f6563 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7546585 Apr 07 01:54:13.322151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53672) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.326947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:13.328192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-549400970'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:13.367500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f8611fda-ca84-45b0-8a26-211251740b3f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.372395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f8611fda-ca84-45b0-8a26-211251740b3f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.375929 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f8611fda-ca84-45b0-8a26-211251740b3f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89 HTTP/1.1" status: 204 len: 168 time: 0.1877706 Apr 07 01:54:13.377397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53674) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.381695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8611fda-ca84-45b0-8a26-211251740b3f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08d1d06a-9c75-4f76-b2aa-b7f6c2b33b89,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:13.424152 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ce74205a-37b0-4cb9-b527-387ae27e390d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451920 Apr 07 01:54:13.425436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:13.427023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53676) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.428666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.454739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:13.468372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b1be8883-b90c-410c-bcb2-f54e7b26a68b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.468776 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment b1be8883-b90c-410c-bcb2-f54e7b26a68b of type vlan for network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 Apr 07 01:54:13.488089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-42903a2b-0254-44a7-aeed-9b4018224c5c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (1224e695-33c5-4746-bce4-b3c13883f495), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.512279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-42903a2b-0254-44a7-aeed-9b4018224c5c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (1224e695-33c5-4746-bce4-b3c13883f495), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.518726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.613291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.618934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:13.621904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.630291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-42903a2b-0254-44a7-aeed-9b4018224c5c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1224e695-33c5-4746-bce4-b3c13883f495), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.633966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-42903a2b-0254-44a7-aeed-9b4018224c5c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.635504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-42903a2b-0254-44a7-aeed-9b4018224c5c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/1224e695-33c5-4746-bce4-b3c13883f495 HTTP/1.1" status: 204 len: 168 time: 0.2073054 Apr 07 01:54:13.639061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53678) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.646513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42903a2b-0254-44a7-aeed-9b4018224c5c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1224e695-33c5-4746-bce4-b3c13883f495,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:13.713228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=725196d8-dbe1-4f2d-ba99-a5c2ff0f1210,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:13.725058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:13.740889 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f0115975-c035-4730-936a-a77f6a83b857 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0978539 Apr 07 01:54:13.750205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53680) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.750881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--858497209'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:13.775415 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ed1dccd2-a75d-48b2-9bf7-95a3ec9ae37e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4493170 Apr 07 01:54:13.775906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53682) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:13.781105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:13.854075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.932566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (763f277b-803e-4ae1-9370-f6a6060f8be1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.938341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:13.941723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:13.990077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (763f277b-803e-4ae1-9370-f6a6060f8be1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.043514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763f277b-803e-4ae1-9370-f6a6060f8be1,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:14.094520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.098308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3da52cc5-6b0e-4114-a9e3-65bc5ea5de2f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3491547 Apr 07 01:54:14.099226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53686) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.103632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '763f277b-803e-4ae1-9370-f6a6060f8be1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:14.195467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (17d42773-91e0-4787-a8c4-c2452d363425), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.206382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe7f3e-20ea-4652-8341-d0a49897330a req-3ea93f71-280a-49ce-9034-1c17c86d252b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:14.207871 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7bfe7f3e-20ea-4652-8341-d0a49897330a req-3ea93f71-280a-49ce-9034-1c17c86d252b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.1001763 Apr 07 01:54:14.252565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (aea2954e-3baf-4b4c-b127-421943b573c7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.258864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (17d42773-91e0-4787-a8c4-c2452d363425), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.287238 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7bfe7f3e-20ea-4652-8341-d0a49897330a req-621e368f-735c-4fef-9f78-2435b44ea01d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738220 Apr 07 01:54:14.299678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (17d42773-91e0-4787-a8c4-c2452d363425), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.320246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d42773-91e0-4787-a8c4-c2452d363425,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:14.324304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=aea2954e-3baf-4b4c-b127-421943b573c7,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:14.335642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': '42d6d8e0-cbef-46cc-83b6-994fd49ed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:14.340640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: 7fa58808-cc42-44af-83d4-4f1f80fb5cd2, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:14.375001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.376248 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-368bba12-556a-4f96-926d-5e241bd1dd86 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2766089 Apr 07 01:54:14.378997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53688) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.395203 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6181610e-24d1-4a07-b3ca-5e8c1a3fa79d tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules/17d42773-91e0-4787-a8c4-c2452d363425 HTTP/1.1" status: 200 len: 763 time: 0.0150156 Apr 07 01:54:14.400069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53690) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.407620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:14.438565 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ff1a2f18-fe5c-4cdb-80db-1ccd970a7721 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0372736 Apr 07 01:54:14.441185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53692) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.458621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 7fa58808-cc42-44af-83d4-4f1f80fb5cd2) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:14.463840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:14.465211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.472296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6df615cc-cc46-4efa-a101-ca3915c68103 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (17d42773-91e0-4787-a8c4-c2452d363425), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.475270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6df615cc-cc46-4efa-a101-ca3915c68103 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (17d42773-91e0-4787-a8c4-c2452d363425), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.477890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae677291-5e1c-42ac-8c88-d40566ef3f23 None None] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:14.542375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c2e4b111-87a6-409b-966b-9a0f33f36e73 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7652974 Apr 07 01:54:14.545078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.550226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:14.561851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6df615cc-cc46-4efa-a101-ca3915c68103 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (17d42773-91e0-4787-a8c4-c2452d363425), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.569701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6df615cc-cc46-4efa-a101-ca3915c68103 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.573727 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6df615cc-cc46-4efa-a101-ca3915c68103 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/17d42773-91e0-4787-a8c4-c2452d363425 HTTP/1.1" status: 204 len: 168 time: 0.1316221 Apr 07 01:54:14.575552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53696) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.595001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-7fa58808-cc42-44af-83d4-4f1f80fb5cd2', 'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'aea2954e-3baf-4b4c-b127-421943b573c7'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:14.596029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.606869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df615cc-cc46-4efa-a101-ca3915c68103 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17d42773-91e0-4787-a8c4-c2452d363425,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:14.630691 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2367e758-fd8d-4637-aab5-74b508299818 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0537410 Apr 07 01:54:14.631580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53698) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.637883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '763f277b-803e-4ae1-9370-f6a6060f8be1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:14.733185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (55a9e6f3-c5cb-44d7-9820-ceb64f994868), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.750768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:14.751285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Allocated IP 172.20.0.2 (7fa58808-cc42-44af-83d4-4f1f80fb5cd2/aea2954e-3baf-4b4c-b127-421943b573c7/98e8063e-7e90-474c-9150-d16979aecdcb) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:14.757623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.792217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (55a9e6f3-c5cb-44d7-9820-ceb64f994868), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.847995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (55a9e6f3-c5cb-44d7-9820-ceb64f994868), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.878113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a9e6f3-c5cb-44d7-9820-ceb64f994868,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:14.917308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Publish callbacks [] for port (98e8063e-7e90-474c-9150-d16979aecdcb), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.952242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:14.953945 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b30a0c41-8964-49d4-be65-e13dd5311934 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210404 Apr 07 01:54:14.956574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53700) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:14.976851 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-99c20e2f-24dd-4f97-af65-2aeb2b2d909b tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules/55a9e6f3-c5cb-44d7-9820-ceb64f994868 HTTP/1.1" status: 200 len: 763 time: 0.0166364 Apr 07 01:54:14.984221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53702) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.001928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.023292 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d95ac626-aec7-4f4a-b9ca-47202fe8978c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445695 Apr 07 01:54:15.026283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53704) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.045669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:15.056618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:15.060794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbc1b-9aa5-4918-85fe-57959c0fc6a3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (55a9e6f3-c5cb-44d7-9820-ceb64f994868), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.063948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:15.066026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (fad405c1-2727-4d2b-8fda-da93dae1daa4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.067884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Pushing event updated for resources: {'Port': ['ID=98e8063e-7e90-474c-9150-d16979aecdcb,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:15.080791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbc1b-9aa5-4918-85fe-57959c0fc6a3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (55a9e6f3-c5cb-44d7-9820-ceb64f994868), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.097984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.098417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.099022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.100856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.100856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.101094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.101331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.101567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.102582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.102982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.103262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.103600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.103980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.104254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.104582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:54:15.144871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Attempting to bind port 98e8063e-7e90-474c-9150-d16979aecdcb on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:15.145359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Attempting to bind port 98e8063e-7e90-474c-9150-d16979aecdcb by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '42d6d8e0-cbef-46cc-83b6-994fd49ed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:15.145700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Attempting to bind port 98e8063e-7e90-474c-9150-d16979aecdcb on network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:15.151999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:15.152382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Checking segment: {'id': '42d6d8e0-cbef-46cc-83b6-994fd49ed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:15.152839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.153233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Bound using segment: {'id': '42d6d8e0-cbef-46cc-83b6-994fd49ed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:15.153688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Bound port: 98e8063e-7e90-474c-9150-d16979aecdcb, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d6d8e0-cbef-46cc-83b6-994fd49ed95d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7fa58808-cc42-44af-83d4-4f1f80fb5cd2'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:15.154073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.157900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=fad405c1-2727-4d2b-8fda-da93dae1daa4,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:15.171061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': 'b1be8883-b90c-410c-bcb2-f54e7b26a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:15.171516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:15.208621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbc1b-9aa5-4918-85fe-57959c0fc6a3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (55a9e6f3-c5cb-44d7-9820-ceb64f994868), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.217784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd8cbc1b-9aa5-4918-85fe-57959c0fc6a3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.218977 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bd8cbc1b-9aa5-4918-85fe-57959c0fc6a3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/55a9e6f3-c5cb-44d7-9820-ceb64f994868 HTTP/1.1" status: 204 len: 168 time: 0.1916306 Apr 07 01:54:15.221586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53706) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.223404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cbc1b-9aa5-4918-85fe-57959c0fc6a3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55a9e6f3-c5cb-44d7-9820-ceb64f994868,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:15.225027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] For port 98e8063e-7e90-474c-9150-d16979aecdcb, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:15.229010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] For port 98e8063e-7e90-474c-9150-d16979aecdcb, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=98e8063e-7e90-474c-9150-d16979aecdcb,segment=NetworkSegment(42d6d8e0-cbef-46cc-83b6-994fd49ed95d),segment_id=42d6d8e0-cbef-46cc-83b6-994fd49ed95d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:15.247589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:15.272952 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0c984243-fc69-495b-8cba-31cdc787193a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0494578 Apr 07 01:54:15.276056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53708) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.281854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '763f277b-803e-4ae1-9370-f6a6060f8be1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:15.282604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.305462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:15.310347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:15.311019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.343936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbe4b2a-a4b0-4bcf-8b63-0fcb3da31c19 None None] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:15.347409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43cc2-2c50-4c05-b434-1d43576c97d8 None None] Pushing event updated for resources: {'Port': ['ID=98e8063e-7e90-474c-9150-d16979aecdcb,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:15.378886 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Project f97ca355be474514850b8b45c80292dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:54:15.384204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b3a55dee-970f-4c63-9897-946b94c79ac3), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.398781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53712) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.399800 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4ee552a3-3b81-4aaa-95ae-73681957e658 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8526065 Apr 07 01:54:15.404965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1786007135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:15.479542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d421c6d-4e02-46a2-8465-73d28af0e0c7 req-6dd5f71c-f809-4abf-a9e6-b023dfaca379 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:15.481938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d421c6d-4e02-46a2-8465-73d28af0e0c7 req-6dd5f71c-f809-4abf-a9e6-b023dfaca379 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0772383 Apr 07 01:54:15.492844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b3a55dee-970f-4c63-9897-946b94c79ac3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.504745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.507149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.561768 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d421c6d-4e02-46a2-8465-73d28af0e0c7 req-7b67baa5-ced9-4756-b303-fd0c8b919282 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641413 Apr 07 01:54:15.594519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b3a55dee-970f-4c63-9897-946b94c79ac3), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.616603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.620256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a55dee-970f-4c63-9897-946b94c79ac3,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:15.690265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.692040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d4378a2e-a42f-42f0-840d-279a90cbb96f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4149809 Apr 07 01:54:15.693661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.695011 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.739124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-725196d8-dbe1-4f2d-ba99-a5c2ff0f1210', 'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'fad405c1-2727-4d2b-8fda-da93dae1daa4'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:15.740004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.748886 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-92676295-947b-4417-9d99-c740b3c10770 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules/b3a55dee-970f-4c63-9897-946b94c79ac3 HTTP/1.1" status: 200 len: 769 time: 0.0494473 Apr 07 01:54:15.749014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53716) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.777940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.781960 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-053d4ed2-34b3-4671-af43-4a8128a87758 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3786547 Apr 07 01:54:15.782235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53718) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.798514 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-937bfc1c-b603-49e8-acd8-68d8a37de66c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0477993 Apr 07 01:54:15.805350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53720) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:15.838129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0da4b3b-370b-41f6-b394-00484cab3de2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b3a55dee-970f-4c63-9897-946b94c79ac3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.849299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0da4b3b-370b-41f6-b394-00484cab3de2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (b3a55dee-970f-4c63-9897-946b94c79ac3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:15.952097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Allocated IP 172.21.0.2 (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210/fad405c1-2727-4d2b-8fda-da93dae1daa4/3bf9b6ac-30af-4fc4-8f54-8c124dd71ede) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:15.995932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0da4b3b-370b-41f6-b394-00484cab3de2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b3a55dee-970f-4c63-9897-946b94c79ac3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.005168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f0da4b3b-370b-41f6-b394-00484cab3de2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.006448 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f0da4b3b-370b-41f6-b394-00484cab3de2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b3a55dee-970f-4c63-9897-946b94c79ac3 HTTP/1.1" status: 204 len: 168 time: 0.1998987 Apr 07 01:54:16.012300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53722) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:16.019022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da4b3b-370b-41f6-b394-00484cab3de2 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3a55dee-970f-4c63-9897-946b94c79ac3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:16.056660 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-da4e87ce-a2da-4e92-bdc4-2669943591d6 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428185 Apr 07 01:54:16.059396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53724) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:16.114001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Publish callbacks [] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.162793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.175979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aec2f9d4-42b6-4db5-87b8-c8c593dd4cd0 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (763f277b-803e-4ae1-9370-f6a6060f8be1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.207295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aec2f9d4-42b6-4db5-87b8-c8c593dd4cd0 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (763f277b-803e-4ae1-9370-f6a6060f8be1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.207759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.256190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:16.262391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:16.264614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Pushing event updated for resources: {'Port': ['ID=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:16.267251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:16.338469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Attempting to bind port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:16.341371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Attempting to bind port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b1be8883-b90c-410c-bcb2-f54e7b26a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:16.341371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Attempting to bind port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede on network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:16.346269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:16.346655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Checking segment: {'id': 'b1be8883-b90c-410c-bcb2-f54e7b26a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:16.347153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.347562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Bound using segment: {'id': 'b1be8883-b90c-410c-bcb2-f54e7b26a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:16.348080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Bound port: 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1be8883-b90c-410c-bcb2-f54e7b26a68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '725196d8-dbe1-4f2d-ba99-a5c2ff0f1210'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:16.349565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.429527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aec2f9d4-42b6-4db5-87b8-c8c593dd4cd0 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (763f277b-803e-4ae1-9370-f6a6060f8be1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.430125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] For port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:16.433695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aec2f9d4-42b6-4db5-87b8-c8c593dd4cd0 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.434325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] For port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,segment=NetworkSegment(b1be8883-b90c-410c-bcb2-f54e7b26a68b),segment_id=b1be8883-b90c-410c-bcb2-f54e7b26a68b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:16.435851 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-aec2f9d4-42b6-4db5-87b8-c8c593dd4cd0 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/763f277b-803e-4ae1-9370-f6a6060f8be1 HTTP/1.1" status: 204 len: 168 time: 0.3752778 Apr 07 01:54:16.438543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53726) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:16.453671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f9d4-42b6-4db5-87b8-c8c593dd4cd0 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f277b-803e-4ae1-9370-f6a6060f8be1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:16.501266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.512719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.20.0.1 (7fa58808-cc42-44af-83d4-4f1f80fb5cd2/aea2954e-3baf-4b4c-b127-421943b573c7/0b19d254-eb6d-49d6-9998-2a01e54ebf6e) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:16.553553 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5c00506f-0926-46ba-9d10-d1733d541532 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1136897 Apr 07 01:54:16.554312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53728) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:16.560088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group': {'name': 'tempest-secgroup--915753376'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:16.577242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7719af8-5468-4556-9484-e36ad0f6861f None None] Pushing event updated for resources: {'Port': ['ID=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:16.620992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98e8063e-7e90-474c-9150-d16979aecdcb up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:16.670562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.700138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.723270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 98e8063e-7e90-474c-9150-d16979aecdcb triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:16.723494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.796849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef22118-0dab-4303-8745-67f5ac1f9ebf req-28281848-0981-4fdb-9a26-4279900bb1c8 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:16.803717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bef22118-0dab-4303-8745-67f5ac1f9ebf req-28281848-0981-4fdb-9a26-4279900bb1c8 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.1291821 Apr 07 01:54:16.817929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800477f9-f243-4bb5-a3b1-cd546f07edf7 None None] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:16.819111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.835508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 98e8063e-7e90-474c-9150-d16979aecdcb is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:16.835508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.865921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:16.871569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:16.880654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:16.891067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Provisioning complete for port 98e8063e-7e90-474c-9150-d16979aecdcb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:16.891452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.896976 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bef22118-0dab-4303-8745-67f5ac1f9ebf req-f58990bb-3990-4ac7-96f3-98806829ce3a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855916 Apr 07 01:54:16.940268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=0b19d254-eb6d-49d6-9998-2a01e54ebf6e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:16.952783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (3820311d-bbdf-48bc-a304-b7c472b94f07), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.965079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:16.973353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 98e8063e-7e90-474c-9150-d16979aecdcb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=98e8063e-7e90-474c-9150-d16979aecdcb,segment=NetworkSegment(42d6d8e0-cbef-46cc-83b6-994fd49ed95d),segment_id=42d6d8e0-cbef-46cc-83b6-994fd49ed95d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:17.021947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3820311d-bbdf-48bc-a304-b7c472b94f07), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.053589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.062228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3820311d-bbdf-48bc-a304-b7c472b94f07,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:17.113455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Current status of the port 98e8063e-7e90-474c-9150-d16979aecdcb is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:17.113713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.124468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.130237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53732) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:17.130374 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cd1cb903-3254-4a5b-983f-6152d107e786 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5736737 Apr 07 01:54:17.136422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Request body: {'security_group_rule': {'security_group_id': '3820311d-bbdf-48bc-a304-b7c472b94f07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:17.147347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=98e8063e-7e90-474c-9150-d16979aecdcb,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:17.193155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:54:17.193540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:54:17.244353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (072e97f5-eaaf-46ea-85cd-b20150be18d9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.264195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.341418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (072e97f5-eaaf-46ea-85cd-b20150be18d9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.420402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (072e97f5-eaaf-46ea-85cd-b20150be18d9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.454550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072e97f5-eaaf-46ea-85cd-b20150be18d9,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:17.536035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.537302 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-291f1b7c-62b9-4aa2-a155-e5f6ae92504a tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4058340 Apr 07 01:54:17.540124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53734) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:17.600562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.605475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9528203e-c314-4e7e-b967-d61401b34639 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (3820311d-bbdf-48bc-a304-b7c472b94f07), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.628348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9528203e-c314-4e7e-b967-d61401b34639 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (3820311d-bbdf-48bc-a304-b7c472b94f07), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.693316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.734911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-90dfc3f6-d8a9-4f9e-ad3d-87b18a0c8cdd None None] Current status of the port 98e8063e-7e90-474c-9150-d16979aecdcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:17.756617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9528203e-c314-4e7e-b967-d61401b34639 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3820311d-bbdf-48bc-a304-b7c472b94f07), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.759787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9528203e-c314-4e7e-b967-d61401b34639 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.761623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9528203e-c314-4e7e-b967-d61401b34639 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/3820311d-bbdf-48bc-a304-b7c472b94f07 HTTP/1.1" status: 204 len: 168 time: 0.2204564 Apr 07 01:54:17.765956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53736) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:17.783401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528203e-c314-4e7e-b967-d61401b34639 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3820311d-bbdf-48bc-a304-b7c472b94f07,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:17.784530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.797407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.799898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=0b19d254-eb6d-49d6-9998-2a01e54ebf6e,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:17.825486 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b77f64b-309d-40fb-89db-07be6fe59e4c tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593722 Apr 07 01:54:17.827882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53738) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:17.856486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969d749f-55ec-41f2-b867-fd6d01a095b9 None None] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:17.872028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6a51e3d5-5066-42d2-97ad-b56e512a795f tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0430849 Apr 07 01:54:17.874707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53740) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:17.891566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-58aa204a-b444-44a0-91b9-7f450c19cdd3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] delete failed (client error): The resource could not be found. Apr 07 01:54:17.897265 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-58aa204a-b444-44a0-91b9-7f450c19cdd3 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "DELETE /v2.0/security-groups/3820311d-bbdf-48bc-a304-b7c472b94f07 HTTP/1.1" status: 404 len: 347 time: 0.0182681 Apr 07 01:54:17.897939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53742) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:17.901514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c5b4d93a-ac0c-46ee-82e9-721384d221d3 None None] Provisioning complete for port 98e8063e-7e90-474c-9150-d16979aecdcb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:17.901900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d93a-ac0c-46ee-82e9-721384d221d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:17.939950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:17.942346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:18.038379 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a362002a-5244-43c5-8394-d3e2221e8162 tempest-SecGroupIPv6Test-1983713884 tempest-SecGroupIPv6Test-1983713884-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1353025 Apr 07 01:54:18.040082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4d93a-ac0c-46ee-82e9-721384d221d3 None None] Current status of the port 98e8063e-7e90-474c-9150-d16979aecdcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:18.056646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c5b4d93a-ac0c-46ee-82e9-721384d221d3 None None] Provisioning complete for port 0b19d254-eb6d-49d6-9998-2a01e54ebf6e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:18.057104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d93a-ac0c-46ee-82e9-721384d221d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.072340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e56ab-f942-4517-99f7-7c83ba8fdbe6 req-52e0ea00-6d27-4f3c-ac7c-7b35b94efff2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:18.074128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-433e56ab-f942-4517-99f7-7c83ba8fdbe6 req-52e0ea00-6d27-4f3c-ac7c-7b35b94efff2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0958631 Apr 07 01:54:18.105378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4d93a-ac0c-46ee-82e9-721384d221d3 None None] Port 0b19d254-eb6d-49d6-9998-2a01e54ebf6e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:18.160721 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-433e56ab-f942-4517-99f7-7c83ba8fdbe6 req-983a8a13-a8ab-4a64-9446-c141001e676f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799637 Apr 07 01:54:18.178702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 3b63dd4e-68fc-4f01-949b-a0cf1d83d221 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:54:18.230145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] Provisioning complete for port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:18.230750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.283536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:18.299173 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6d0f004f-1ad4-4429-981c-a1eb7c25effa tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/3b63dd4e-68fc-4f01-949b-a0cf1d83d221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5135305 Apr 07 01:54:18.299576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53748) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:18.321441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] Sync routers for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:18.344056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] Current status of the port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:18.344450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.346226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:18.346860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:18.359294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b31cc-aed9-4740-ae49-72e737abaed9 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:18.359294 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b49b31cc-aed9-4740-ae49-72e737abaed9 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports/0b19d254-eb6d-49d6-9998-2a01e54ebf6e HTTP/1.1" status: 200 len: 910 time: 0.0553639 Apr 07 01:54:18.359294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53750) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:18.391448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:18.419754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:18.420452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:18.423947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] For port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,segment=NetworkSegment(b1be8883-b90c-410c-bcb2-f54e7b26a68b),segment_id=b1be8883-b90c-410c-bcb2-f54e7b26a68b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:18.455883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:18.456553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09dbf855-795a-499b-849c-7e529d6f0e54 None None] The sync data for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:18.482015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.523297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53754) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:18.556557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9eb4a-dc76-40f8-8670-b34f9c714049 None None] Pushing event updated for resources: {'Port': ['ID=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:18.612486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bbb1fa26-e09b-4eff-bb47-1390f496b698 None None] Provisioning complete for port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:18.613197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bbb1fa26-e09b-4eff-bb47-1390f496b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.640548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98e8063e-7e90-474c-9150-d16979aecdcb up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:18.702858 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4fb87edf-b469-46f6-b14b-053f0be83bae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f97ca355be474514850b8b45c80292dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1745660 Apr 07 01:54:18.703186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53758) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:18.736987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 98e8063e-7e90-474c-9150-d16979aecdcb triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:18.737604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.765763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3650a8-dc51-496d-a4f5-2e501fcf8349 admin admin] Publish callbacks [] for security_group (4be00643-4af7-4820-83c7-f9f29fe3c619), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.774483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1fa26-e09b-4eff-bb47-1390f496b698 None None] Current status of the port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:18.790972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3650a8-dc51-496d-a4f5-2e501fcf8349 admin admin] Publish callbacks [] for security_group (4be00643-4af7-4820-83c7-f9f29fe3c619), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.797529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bbb1fa26-e09b-4eff-bb47-1390f496b698 None None] Provisioning complete for port 0b19d254-eb6d-49d6-9998-2a01e54ebf6e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:18.798041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bbb1fa26-e09b-4eff-bb47-1390f496b698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.858281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1fa26-e09b-4eff-bb47-1390f496b698 None None] Port 0b19d254-eb6d-49d6-9998-2a01e54ebf6e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:18.871371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 98e8063e-7e90-474c-9150-d16979aecdcb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:18.872518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:18.898638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3650a8-dc51-496d-a4f5-2e501fcf8349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4be00643-4af7-4820-83c7-f9f29fe3c619), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.901913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9f3650a8-dc51-496d-a4f5-2e501fcf8349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.904984 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9f3650a8-dc51-496d-a4f5-2e501fcf8349 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4be00643-4af7-4820-83c7-f9f29fe3c619 HTTP/1.1" status: 204 len: 168 time: 0.1991713 Apr 07 01:54:18.918280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3650a8-dc51-496d-a4f5-2e501fcf8349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be00643-4af7-4820-83c7-f9f29fe3c619,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:18.944997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:18.945370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:18.976672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:19.028727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:19.265474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.21.0.1 (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210/fad405c1-2727-4d2b-8fda-da93dae1daa4/4bcfb3f8-a02a-42b9-afd8-cc4258d57073) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:19.335469 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659abd2b-820d-4396-8bdb-f09c817203c3 req-f9cdf8ee-5e14-47ee-a01b-2736bad3a637 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:19.337030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-659abd2b-820d-4396-8bdb-f09c817203c3 req-f9cdf8ee-5e14-47ee-a01b-2736bad3a637 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.1144004 Apr 07 01:54:19.418157 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-659abd2b-820d-4396-8bdb-f09c817203c3 req-33290d2b-422b-4c62-b7f0-007a12117c59 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738976 Apr 07 01:54:19.445466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:19.533690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:19.572934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:19.578075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:19.582088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:19.619710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=4bcfb3f8-a02a-42b9-afd8-cc4258d57073,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:19.638989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:19.823677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53782) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:19.827977 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031972 Apr 07 01:54:19.828119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:19.830798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53784) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:19.884162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dda9557b-badf-4466-bdb0-78e621a61631 None None] Provisioning complete for port 4bcfb3f8-a02a-42b9-afd8-cc4258d57073 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:19.885193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dda9557b-badf-4466-bdb0-78e621a61631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:19.920721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dda9557b-badf-4466-bdb0-78e621a61631 None None] Port 4bcfb3f8-a02a-42b9-afd8-cc4258d57073 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:19.942616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-57f53e05-e0f8-4e48-9824-421a3aaade6e tempest-NetworksApiDiscovery-926993271 tempest-NetworksApiDiscovery-926993271-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1107683 Apr 07 01:54:20.096522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.183967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.258898 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=4bcfb3f8-a02a-42b9-afd8-cc4258d57073,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:20.261396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.352725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:20.354196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:20.390634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53792) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:20.461948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 3b63dd4e-68fc-4f01-949b-a0cf1d83d221 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:20.537880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:20.562267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ebc2be2f-3f1e-4bf6-89a7-27880650d19d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.602082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:20.602458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.605326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:20.611063 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d5c428ff-3fce-4229-b497-5c0aebeeddbe tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/3b63dd4e-68fc-4f01-949b-a0cf1d83d221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2512746 Apr 07 01:54:20.615334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] Sync routers for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:20.615812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53798) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:20.626534 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:20.630612 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:20.635848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4e910-76c4-4164-a00d-947d64bf7194 req-7e94e708-b46d-491b-86b7-83c3df697609 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:20.637430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5d4e910-76c4-4164-a00d-947d64bf7194 req-7e94e708-b46d-491b-86b7-83c3df697609 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.1200089 Apr 07 01:54:20.668154 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:20.669829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9e084047-1cf7-423e-9430-864c33618f6b None None] Provisioning complete for port 4bcfb3f8-a02a-42b9-afd8-cc4258d57073 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:20.670758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e084047-1cf7-423e-9430-864c33618f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.677766 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:20.678729 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:20.694205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2deb7b4-2997-4a93-b3a7-1f397670ab6d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:20.694205 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c2deb7b4-2997-4a93-b3a7-1f397670ab6d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports/4bcfb3f8-a02a-42b9-afd8-cc4258d57073 HTTP/1.1" status: 200 len: 910 time: 0.0746772 Apr 07 01:54:20.694497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ebc2be2f-3f1e-4bf6-89a7-27880650d19d admin admin] Publish callbacks [] for security_group (4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:20.694497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53800) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:20.716563 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:20.717492 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884c7699-6ba1-4415-bead-3520fbee9115 None None] The sync data for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:20.727145 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5d4e910-76c4-4164-a00d-947d64bf7194 req-5b7e9fd5-3bac-4799-82c5-2d29b8738562 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690334 Apr 07 01:54:20.754713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9e084047-1cf7-423e-9430-864c33618f6b None None] Port 4bcfb3f8-a02a-42b9-afd8-cc4258d57073 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:20.757943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:21.054331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ebc2be2f-3f1e-4bf6-89a7-27880650d19d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.126011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2be2f-3f1e-4bf6-89a7-27880650d19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:21.135077 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ebc2be2f-3f1e-4bf6-89a7-27880650d19d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=192e7f8b1548453c8ec0d5752b163dee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7433603 Apr 07 01:54:21.137894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53802) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:21.185989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-59c0541a-5b0a-4422-b13a-7cd0b0807f01 admin admin] Publish callbacks [] for security_group (4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.206842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-59c0541a-5b0a-4422-b13a-7cd0b0807f01 admin admin] Publish callbacks [] for security_group (4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.304222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-59c0541a-5b0a-4422-b13a-7cd0b0807f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.312255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-59c0541a-5b0a-4422-b13a-7cd0b0807f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.312255 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-59c0541a-5b0a-4422-b13a-7cd0b0807f01 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c HTTP/1.1" status: 204 len: 168 time: 0.1693535 Apr 07 01:54:21.316746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0541a-5b0a-4422-b13a-7cd0b0807f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0b5f96-3a72-4fa8-8d8c-6094e7f9e66c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:21.367418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.631378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 4bcfb3f8-a02a-42b9-afd8-cc4258d57073 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:21.631725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.723853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.735819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 4bcfb3f8-a02a-42b9-afd8-cc4258d57073 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:21.848110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6b9f6-683d-4ce9-a212-853c9ba08d65 req-9b326d5e-95a0-41a2-9c28-c6426f529af4 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:21.849680 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-49d6b9f6-683d-4ce9-a212-853c9ba08d65 req-9b326d5e-95a0-41a2-9c28-c6426f529af4 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0557497 Apr 07 01:54:21.906509 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-49d6b9f6-683d-4ce9-a212-853c9ba08d65 req-c33b2acc-4cc0-4702-a208-c357b359ce7a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511510 Apr 07 01:54:21.967208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4bcfb3f8-a02a-42b9-afd8-cc4258d57073), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:21.993743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=4bcfb3f8-a02a-42b9-afd8-cc4258d57073,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:22.151233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:22.343643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 3b63dd4e-68fc-4f01-949b-a0cf1d83d221 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:22.438101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:22.443065 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4f06d279-44e3-4664-bb7d-10d67916f604 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/3b63dd4e-68fc-4f01-949b-a0cf1d83d221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7473683 Apr 07 01:54:22.445837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53808) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:22.451026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] Sync routers for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:22.460006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:22.460733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:22.494739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:22.503013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:22.503604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:22.538251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:22.538895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dff232-b722-4065-aaa9-d52f378c02ce None None] The sync data for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:22.755763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:23.004121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 0b19d254-eb6d-49d6-9998-2a01e54ebf6e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:23.004460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:23.026450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b762a-5baa-4b17-ba82-0031ea3db557 req-7e051f94-ddc0-4d76-9f60-e801f38ff9a0 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:23.028003 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f39b762a-5baa-4b17-ba82-0031ea3db557 req-7e051f94-ddc0-4d76-9f60-e801f38ff9a0 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0538428 Apr 07 01:54:23.077769 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f39b762a-5baa-4b17-ba82-0031ea3db557 req-67b485f1-5a81-43e4-9acd-66c6b5d58d02 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440357 Apr 07 01:54:23.095921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:23.107365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 0b19d254-eb6d-49d6-9998-2a01e54ebf6e owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:23.310106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0b19d254-eb6d-49d6-9998-2a01e54ebf6e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:23.336860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=0b19d254-eb6d-49d6-9998-2a01e54ebf6e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:23.484352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:23.648071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 3b63dd4e-68fc-4f01-949b-a0cf1d83d221 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:23.726038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:23.732944 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e5ed9754-1f7d-4e39-a663-676978b2c4d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/3b63dd4e-68fc-4f01-949b-a0cf1d83d221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2841737 Apr 07 01:54:23.733613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53812) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:23.739329 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] Sync routers for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:23.749985 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:23.750586 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:23.761500 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cfb8ec40-5a24-4133-af75-dd05a7407ba3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b63dd4e-68fc-4f01-949b-a0cf1d83d221 HTTP/1.1" status: 200 len: 205 time: 0.0267751 Apr 07 01:54:23.764058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53814) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:23.786168 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:23.795230 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] Routers {'3b63dd4e-68fc-4f01-949b-a0cf1d83d221'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:23.795824 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:23.827567 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:23.828196 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154b70a-b80b-41a2-a73e-b2dcb3193d3e None None] The sync data for ids ['3b63dd4e-68fc-4f01-949b-a0cf1d83d221'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:23.840319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.199157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c88f7-9b0d-42b3-8304-cbdf23fab535 req-f49706bc-b940-40f3-878f-7ef2bb57df10 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:24.200759 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b0c88f7-9b0d-42b3-8304-cbdf23fab535 req-f49706bc-b940-40f3-878f-7ef2bb57df10 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 943 time: 0.0537219 Apr 07 01:54:24.256405 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b0c88f7-9b0d-42b3-8304-cbdf23fab535 req-2d73d864-0d11-4aa1-806e-908f6c8eaa96 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496881 Apr 07 01:54:24.323835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.325972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.418533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (3b63dd4e-68fc-4f01-949b-a0cf1d83d221), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.419086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router 3b63dd4e-68fc-4f01-949b-a0cf1d83d221 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:24.426994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.428078 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9ef33286-7f91-4244-9f17-f40596f2ef08 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/3b63dd4e-68fc-4f01-949b-a0cf1d83d221 HTTP/1.1" status: 204 len: 168 time: 0.6625626 Apr 07 01:54:24.430241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53818) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:24.480491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet fad405c1-2727-4d2b-8fda-da93dae1daa4 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:54:24.483556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (fad405c1-2727-4d2b-8fda-da93dae1daa4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.521887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (fad405c1-2727-4d2b-8fda-da93dae1daa4), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.605771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (fad405c1-2727-4d2b-8fda-da93dae1daa4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.661566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 866bb06b-df91-43ed-add5-f914f5ced71e details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:54:24.716808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (fad405c1-2727-4d2b-8fda-da93dae1daa4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.744164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=fad405c1-2727-4d2b-8fda-da93dae1daa4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:24.746203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.749447 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-654453b8-83a5-4c28-8c8d-fe82021d8dfc tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/fad405c1-2727-4d2b-8fda-da93dae1daa4 HTTP/1.1" status: 204 len: 168 time: 0.3182397 Apr 07 01:54:24.752036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53820) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:24.759044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04c56b7-d0c0-4669-9bb5-d67c33d4d59c None None] Network 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:24.806842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet aea2954e-3baf-4b4c-b127-421943b573c7 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:54:24.809941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (aea2954e-3baf-4b4c-b127-421943b573c7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.814834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 866bb06b-df91-43ed-add5-f914f5ced71e, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=866bb06b-df91-43ed-add5-f914f5ced71e,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:24.834717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '866bb06b-df91-43ed-add5-f914f5ced71e', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'port_id': '866bb06b-df91-43ed-add5-f914f5ced71e', 'mac_address': 'fa:16:3e:93:a2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:54:24.850513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (aea2954e-3baf-4b4c-b127-421943b573c7), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.897169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 866bb06b-df91-43ed-add5-f914f5ced71e is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:24.897566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:24.919122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866bb06b-df91-43ed-add5-f914f5ced71e {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:54:24.937787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (aea2954e-3baf-4b4c-b127-421943b573c7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.088304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 866bb06b-df91-43ed-add5-f914f5ced71e, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=866bb06b-df91-43ed-add5-f914f5ced71e,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:25.091734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] DHCP port deletion for 725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:54:25.145942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] Deleting port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:25.146338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.202388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (aea2954e-3baf-4b4c-b127-421943b573c7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.215852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] For port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,segment=NetworkSegment(b1be8883-b90c-410c-bcb2-f54e7b26a68b),segment_id=b1be8883-b90c-410c-bcb2-f54e7b26a68b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:25.216192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.228149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] Calling delete_port for 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:25.230002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=aea2954e-3baf-4b4c-b127-421943b573c7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:25.233717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.237021 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b29c83c5-5045-410d-a15e-9a85a9112d23 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/aea2954e-3baf-4b4c-b127-421943b573c7 HTTP/1.1" status: 204 len: 168 time: 0.4840100 Apr 07 01:54:25.239649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53822) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:25.270647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08e303d-a88d-4936-8ce3-b9a0adcbf2bd None None] Network 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:25.316461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.320235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.376948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:25.377670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.385920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b838cc-a145-4ba7-99b6-d3d1ec46e2d3 req-86ef39a4-cb1f-42f8-bac7-08164fabead5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:25.388038 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03b838cc-a145-4ba7-99b6-d3d1ec46e2d3 req-86ef39a4-cb1f-42f8-bac7-08164fabead5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 944 time: 0.0574472 Apr 07 01:54:25.426569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=866bb06b-df91-43ed-add5-f914f5ced71e,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:25.439432 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03b838cc-a145-4ba7-99b6-d3d1ec46e2d3 req-2e07933f-4086-49ef-bf75-2b3882ca4c92 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451403 Apr 07 01:54:25.457584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,segment=NetworkSegment(b1be8883-b90c-410c-bcb2-f54e7b26a68b),segment_id=b1be8883-b90c-410c-bcb2-f54e7b26a68b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:25.458013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.472687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:25.513501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] DHCP port deletion for 7fa58808-cc42-44af-83d4-4f1f80fb5cd2 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:54:25.517595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.549116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3bf9b6ac-30af-4fc4-8f54-8c124dd71ede), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.570611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] Pushing event deleted for resources: {'Port': ['ID=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:25.574768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3a5748-0c98-4822-94e3-0aa2d0b66b28 None None] No DVR routers for this DVR port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:25.576801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=3bf9b6ac-30af-4fc4-8f54-8c124dd71ede,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:25.586860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:25.603854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] Deleting port 98e8063e-7e90-474c-9150-d16979aecdcb {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:25.604235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.642294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['866bb06b-df91-43ed-add5-f914f5ced71e'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:54:25.666894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.686267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725196d8-dbe1-4f2d-ba99-a5c2ff0f1210']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:25.695714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1be8883-b90c-410c-bcb2-f54e7b26a68b') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:25.696017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1be8883-b90c-410c-bcb2-f54e7b26a68b') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:25.705370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] For port 98e8063e-7e90-474c-9150-d16979aecdcb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=98e8063e-7e90-474c-9150-d16979aecdcb,segment=NetworkSegment(42d6d8e0-cbef-46cc-83b6-994fd49ed95d),segment_id=42d6d8e0-cbef-46cc-83b6-994fd49ed95d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:25.705944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (b1be8883-b90c-410c-bcb2-f54e7b26a68b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.706069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.719620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b1be8883-b90c-410c-bcb2-f54e7b26a68b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.723898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] Calling delete_port for 98e8063e-7e90-474c-9150-d16979aecdcb owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:25.726248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:54:25.726646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (b1be8883-b90c-410c-bcb2-f54e7b26a68b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:54:25.730298 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:54:25.858477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (725196d8-dbe1-4f2d-ba99-a5c2ff0f1210), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.863910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.877179 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/725196d8-dbe1-4f2d-ba99-a5c2ff0f1210 HTTP/1.1" status: 204 len: 168 time: 0.6265831 Apr 07 01:54:25.878335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53826) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:25.889928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffeb9-5a73-4aaf-846e-e33b7fe29c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=725196d8-dbe1-4f2d-ba99-a5c2ff0f1210,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:25.955050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (7fa58808-cc42-44af-83d4-4f1f80fb5cd2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:25.990311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.007411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 98e8063e-7e90-474c-9150-d16979aecdcb {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:26.007752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.017105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] Pushing event deleted for resources: {'Port': ['ID=98e8063e-7e90-474c-9150-d16979aecdcb,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:26.018958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa42535-3016-4835-9c42-71c5f3003f9e None None] No DVR routers for this DVR port 98e8063e-7e90-474c-9150-d16979aecdcb on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:26.072265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 98e8063e-7e90-474c-9150-d16979aecdcb, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:26.072634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.090063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 98e8063e-7e90-474c-9150-d16979aecdcb owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:26.093111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.ipam_backend_mixin [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Port 98e8063e-7e90-474c-9150-d16979aecdcb was not found and therefore no delete operation was performed {{(pid=110984) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 01:54:26.094408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (98e8063e-7e90-474c-9150-d16979aecdcb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.122811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=98e8063e-7e90-474c-9150-d16979aecdcb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:26.126735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 98e8063e-7e90-474c-9150-d16979aecdcb on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:26.204365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (7fa58808-cc42-44af-83d4-4f1f80fb5cd2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.223781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa58808-cc42-44af-83d4-4f1f80fb5cd2']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:26.232626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d6d8e0-cbef-46cc-83b6-994fd49ed95d') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:26.232960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d6d8e0-cbef-46cc-83b6-994fd49ed95d') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:26.242050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (42d6d8e0-cbef-46cc-83b6-994fd49ed95d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.254594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (42d6d8e0-cbef-46cc-83b6-994fd49ed95d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.260853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (42d6d8e0-cbef-46cc-83b6-994fd49ed95d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:54:26.265955 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:54:26.361036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (7fa58808-cc42-44af-83d4-4f1f80fb5cd2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.369476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.372817 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/7fa58808-cc42-44af-83d4-4f1f80fb5cd2 HTTP/1.1" status: 204 len: 168 time: 0.5003924 Apr 07 01:54:26.376487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53828) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:26.381664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-1037802534'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:26.382322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5659bd5-b0eb-4f4e-88f0-eee33291bad7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=7fa58808-cc42-44af-83d4-4f1f80fb5cd2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:26.458607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:26.462341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.488620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:26.500183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.500541 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment 7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988 of type vlan for network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 Apr 07 01:54:26.504514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:54:26.535282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:54:26.535804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3bf9b6ac-30af-4fc4-8f54-8c124dd71ede not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:54:26.536292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98e8063e-7e90-474c-9150-d16979aecdcb no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:54:26.544489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.556296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 98e8063e-7e90-474c-9150-d16979aecdcb {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:54:26.556659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 98e8063e-7e90-474c-9150-d16979aecdcb not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:54:26.565409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded5d06c-1b34-4059-ba33-df16461d1879 req-b3ac359e-f199-4244-9642-4d92df9e6d57 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:26.567038 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ded5d06c-1b34-4059-ba33-df16461d1879 req-b3ac359e-f199-4244-9642-4d92df9e6d57 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 944 time: 0.0529871 Apr 07 01:54:26.615733 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ded5d06c-1b34-4059-ba33-df16461d1879 req-aed6c059-1b11-45d0-a673-5c01de5164f2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Apr 07 01:54:26.619234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.624573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:26.625185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.678145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 866bb06b-df91-43ed-add5-f914f5ced71e up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:26.696309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=4cd4fe8f-faf7-4fea-a830-be2a58df5bd9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:26.707840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:26.735309 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5825e42f-4226-40a1-9962-205f054154f0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3575907 Apr 07 01:54:26.738099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53832) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:26.743719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:26.835426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 866bb06b-df91-43ed-add5-f914f5ced71e completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:54:26.839695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 866bb06b-df91-43ed-add5-f914f5ced71e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:26.841978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.870062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:26.873547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.944794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 866bb06b-df91-43ed-add5-f914f5ced71e is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:26.945203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:26.969413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:54:26.971873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d69af-a7e0-4bd0-91c9-468c86b9da98" -d '{"events": [{"server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "name": "network-vif-plugged", "status": "completed", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:54:26.990822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 866bb06b-df91-43ed-add5-f914f5ced71e, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=866bb06b-df91-43ed-add5-f914f5ced71e,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:27.058329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.122423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=866bb06b-df91-43ed-add5-f914f5ced71e,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:27.144619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (daba319e-52e7-4055-a9cf-7935822703c7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.221224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8ddc0a-8da9-485d-912a-9604929a1567 x-openstack-request-id: req-be8ddc0a-8da9-485d-912a-9604929a1567 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:54:27.221637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "name": "network-vif-plugged", "status": "completed", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:54:27.221988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be8ddc0a-8da9-485d-912a-9604929a1567 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:54:27.222493 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be8ddc0a-8da9-485d-912a-9604929a1567'] response: {'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e', 'code': 200} Apr 07 01:54:27.240233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=daba319e-52e7-4055-a9cf-7935822703c7,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:27.242498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:27.242860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:27.338509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:27.407117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:27.411137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:27.411735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.417274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b67849-fd39-476b-ae79-a6732d729b22 None None] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:27.495828 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-857c6ee6-acf3-4359-81e4-7dae03654d40 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7565007 Apr 07 01:54:27.498262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53838) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:27.502621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-953635646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:27.517049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-4cd4fe8f-faf7-4fea-a830-be2a58df5bd9', 'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'daba319e-52e7-4055-a9cf-7935822703c7'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:27.518041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.584604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.585815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.657839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Allocated IP 172.20.0.2 (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9/daba319e-52e7-4055-a9cf-7935822703c7/6e3690be-fbb3-42dd-8a7a-a9230564532a) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:27.675382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.681168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a480b-b4d4-47c2-956f-55502b9b4e99 req-c3d21c50-8a30-4c57-bf20-119a3659a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:27.682747 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a37a480b-b4d4-47c2-956f-55502b9b4e99 req-c3d21c50-8a30-4c57-bf20-119a3659a490 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1129 time: 0.0917356 Apr 07 01:54:27.735310 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a37a480b-b4d4-47c2-956f-55502b9b4e99 req-0382b30d-e2fa-453c-b8bc-524d0b535c4f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426600 Apr 07 01:54:27.738934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.742026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb06a51-3d60-4858-9f57-1b0372051649 req-1daf4ab3-4455-4b85-94f2-182cc02b74fc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:27.743653 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0eb06a51-3d60-4858-9f57-1b0372051649 req-1daf4ab3-4455-4b85-94f2-182cc02b74fc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.0598614 Apr 07 01:54:27.795487 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0eb06a51-3d60-4858-9f57-1b0372051649 req-9a5dd89e-c0f5-4c2a-8702-27735ad7b92b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455818 Apr 07 01:54:27.801994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Publish callbacks [] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.809427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.810651 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a4f50fbe-efc4-4452-b10b-15d7d626b48d tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3114350 Apr 07 01:54:27.816256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53842) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:27.821995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'port': {'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9', 'name': 'tempest-RoutersTest-577568804'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:27.864555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.908732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:27.911784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:27.915298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:27.922230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Pushing event updated for resources: {'Port': ['ID=6e3690be-fbb3-42dd-8a7a-a9230564532a,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:27.973121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Attempting to bind port 6e3690be-fbb3-42dd-8a7a-a9230564532a on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:27.973494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Attempting to bind port 6e3690be-fbb3-42dd-8a7a-a9230564532a by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:27.973862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Attempting to bind port 6e3690be-fbb3-42dd-8a7a-a9230564532a on network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:27.978717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:27.979099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Checking segment: {'id': '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:27.979502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.979895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Bound using segment: {'id': '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:27.980357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Bound port: 6e3690be-fbb3-42dd-8a7a-a9230564532a, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '4cd4fe8f-faf7-4fea-a830-be2a58df5bd9'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:27.980739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:27.990166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:27.994989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.013483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] device_id is not set on port a4f43993-1a4a-4e22-97c6-315bf956be36 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 01:54:28.042513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] For port 6e3690be-fbb3-42dd-8a7a-a9230564532a, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:28.045476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] For port 6e3690be-fbb3-42dd-8a7a-a9230564532a, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e3690be-fbb3-42dd-8a7a-a9230564532a,segment=NetworkSegment(7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988),segment_id=7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:28.087626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.127857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.20.0.9 (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9/daba319e-52e7-4055-a9cf-7935822703c7/a4f43993-1a4a-4e22-97c6-315bf956be36) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:28.153125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c3856-44c0-44a0-886d-88b9add48fe1 None None] Pushing event updated for resources: {'Port': ['ID=6e3690be-fbb3-42dd-8a7a-a9230564532a,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:28.314959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.413260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.461633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:28.465225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:28.468141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:28.503267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=a4f43993-1a4a-4e22-97c6-315bf956be36,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:28.524168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e3690be-fbb3-42dd-8a7a-a9230564532a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:28.528128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:28.528744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.573912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6e3690be-fbb3-42dd-8a7a-a9230564532a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:28.574209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.610062 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-54982f49-0835-4a02-83e5-e332cad0250e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7921774 Apr 07 01:54:28.612238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53844) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:28.658130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6e3690be-fbb3-42dd-8a7a-a9230564532a is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:28.658528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.689938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 6e3690be-fbb3-42dd-8a7a-a9230564532a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e3690be-fbb3-42dd-8a7a-a9230564532a,segment=NetworkSegment(7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988),segment_id=7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:28.755918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:28.809949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=6e3690be-fbb3-42dd-8a7a-a9230564532a,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:28.990613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ff098-174f-4309-8bed-780e1b1a87d9 req-10f58b9d-e21a-4599-82c2-2f7d99120353 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:28.992138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-145ff098-174f-4309-8bed-780e1b1a87d9 req-10f58b9d-e21a-4599-82c2-2f7d99120353 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.1133683 Apr 07 01:54:29.007357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.025375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8b2aa928-9649-491c-a6c4-aa4527bedc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.083635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-145ff098-174f-4309-8bed-780e1b1a87d9 req-ac315df6-ac0d-403f-a156-0a10641ae1b9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852919 Apr 07 01:54:29.098508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a99cec-45f5-47ab-901a-4d63f978dfdb None None] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:29.169295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-867b80e4-1399-45e6-9c31-66618e510a77 None None] Provisioning complete for port 6e3690be-fbb3-42dd-8a7a-a9230564532a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:29.169606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-867b80e4-1399-45e6-9c31-66618e510a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.288950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-867b80e4-1399-45e6-9c31-66618e510a77 None None] Current status of the port 6e3690be-fbb3-42dd-8a7a-a9230564532a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:29.308460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.362586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.438705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=a4f43993-1a4a-4e22-97c6-315bf956be36,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:29.514448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-232c562d-aeca-40fc-8cc0-de71f1c8d72d None None] Provisioning complete for port 6e3690be-fbb3-42dd-8a7a-a9230564532a triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:29.515305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-232c562d-aeca-40fc-8cc0-de71f1c8d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.601732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-232c562d-aeca-40fc-8cc0-de71f1c8d72d None None] Current status of the port 6e3690be-fbb3-42dd-8a7a-a9230564532a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:29.613072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-232c562d-aeca-40fc-8cc0-de71f1c8d72d None None] Provisioning complete for port a4f43993-1a4a-4e22-97c6-315bf956be36 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:29.613444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-232c562d-aeca-40fc-8cc0-de71f1c8d72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.649944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-232c562d-aeca-40fc-8cc0-de71f1c8d72d None None] Port a4f43993-1a4a-4e22-97c6-315bf956be36 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:29.769020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a4ab0de8-55c3-4a4a-80c3-d1450c920367 None None] Provisioning complete for port a4f43993-1a4a-4e22-97c6-315bf956be36 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:29.769400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a4ab0de8-55c3-4a4a-80c3-d1450c920367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.812380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a4ab0de8-55c3-4a4a-80c3-d1450c920367 None None] Port a4f43993-1a4a-4e22-97c6-315bf956be36 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:29.838708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.931152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-54cdc055-0e8f-40a6-9b08-f769cb4735c9 None None] Provisioning complete for port a4f43993-1a4a-4e22-97c6-315bf956be36 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:29.931531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54cdc055-0e8f-40a6-9b08-f769cb4735c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:29.964908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-54cdc055-0e8f-40a6-9b08-f769cb4735c9 None None] Port a4f43993-1a4a-4e22-97c6-315bf956be36 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:30.016445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.277096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a66d7c0-59b4-450f-974b-433da66a7b59 req-2eea57b1-4e42-4d81-90dd-f4dac7b0b45c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:30.278491 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a66d7c0-59b4-450f-974b-433da66a7b59 req-2eea57b1-4e42-4d81-90dd-f4dac7b0b45c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.1195958 Apr 07 01:54:30.334801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.349148 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a66d7c0-59b4-450f-974b-433da66a7b59 req-8508dee1-2a58-404c-9933-44280c7b9ffd tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649188 Apr 07 01:54:30.395608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.509239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=a4f43993-1a4a-4e22-97c6-315bf956be36,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:30.512457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.517289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e3690be-fbb3-42dd-8a7a-a9230564532a up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:30.565714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6e3690be-fbb3-42dd-8a7a-a9230564532a triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:30.566061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.577367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e0def-db42-4504-ba11-0cf4a245ab6e req-b7629bc6-cfcc-4fa5-a581-d64fe3bb673c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:30.578504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f5e0def-db42-4504-ba11-0cf4a245ab6e req-b7629bc6-cfcc-4fa5-a581-d64fe3bb673c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.1472566 Apr 07 01:54:30.645685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6e3690be-fbb3-42dd-8a7a-a9230564532a is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:30.653165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f5e0def-db42-4504-ba11-0cf4a245ab6e req-3eea66d8-3a3e-4c1a-8b09-196329080596 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670028 Apr 07 01:54:30.660850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:30.662281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:30.675023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53852) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:30.852956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 72ae4bf3-174c-4cae-9f05-2a9d56e63d26 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:54:30.880642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492fb34-f2da-4080-ab72-47abf7bdac2b tempest-TestVolumeBootPattern-699116869 tempest-TestVolumeBootPattern-699116869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:30.889465 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8492fb34-f2da-4080-ab72-47abf7bdac2b tempest-TestVolumeBootPattern-699116869 tempest-TestVolumeBootPattern-699116869-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1124 time: 0.2132874 Apr 07 01:54:30.892286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53856) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:30.901376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-facce4f7-f222-4d16-95f4-67be4d72c11d None None] Provisioning complete for port a4f43993-1a4a-4e22-97c6-315bf956be36 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:30.901814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-facce4f7-f222-4d16-95f4-67be4d72c11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.904174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '866bb06b-df91-43ed-add5-f914f5ced71e', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:30.936842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-facce4f7-f222-4d16-95f4-67be4d72c11d None None] Port a4f43993-1a4a-4e22-97c6-315bf956be36 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:30.952543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:30.955819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:30.958827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-868311e6-20b5-4c10-ab70-6c18496d3c9a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/72ae4bf3-174c-4cae-9f05-2a9d56e63d26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3454125 Apr 07 01:54:30.963317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] Sync routers for ids ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:30.965802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53858) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:30.975950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] Routers {'72ae4bf3-174c-4cae-9f05-2a9d56e63d26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:30.976702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:31.015077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:31.021306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f733c4b5-0dab-4a2a-8a66-affff141eba3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:31.022742 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f733c4b5-0dab-4a2a-8a66-affff141eba3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports/a4f43993-1a4a-4e22-97c6-315bf956be36 HTTP/1.1" status: 200 len: 976 time: 0.0557790 Apr 07 01:54:31.025566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53860) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:31.026770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] Routers {'72ae4bf3-174c-4cae-9f05-2a9d56e63d26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:31.027500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:31.065154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:31.065973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4250f4d1-22cd-4fef-b91f-4fd0ab27f19e None None] The sync data for ids ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:31.209676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:31.352484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Allocated IP 172.26.8.106 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/b8a424e7-0d18-4205-b976-6cb0c65259a1) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:31.355355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-66a4e80a-c266-4d51-b2d6-6f05b580ffa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:31.527494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:31.529101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:31.704104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:31.744315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:31.753515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:31.758183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:31.804188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=b8a424e7-0d18-4205-b976-6cb0c65259a1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:31.894562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port a4f43993-1a4a-4e22-97c6-315bf956be36 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:31.894903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:32.068607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:32.086706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for a4f43993-1a4a-4e22-97c6-315bf956be36 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:32.335806 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:54:32.424074 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:32.755069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (fbae0a7f-b211-464a-88b0-2af313095010), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:32.971693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:32.974447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a4f43993-1a4a-4e22-97c6-315bf956be36), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:33.028309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=a4f43993-1a4a-4e22-97c6-315bf956be36,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:33.254221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:33.337409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:33.409659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:33.481805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 72ae4bf3-174c-4cae-9f05-2a9d56e63d26 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:33.503485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=b8a424e7-0d18-4205-b976-6cb0c65259a1,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:33.517142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (fbae0a7f-b211-464a-88b0-2af313095010), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:33.625380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:33.635032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] Sync routers for ids ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:33.644561 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] Routers {'72ae4bf3-174c-4cae-9f05-2a9d56e63d26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:33.645267 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:33.655026 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-31f4bd30-db88-4884-84c1-6d4ead547277 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/72ae4bf3-174c-4cae-9f05-2a9d56e63d26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6282234 Apr 07 01:54:33.657928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53862) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:33.679022 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:33.680982 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Floating IP fbae0a7f-b211-464a-88b0-2af313095010 associated. External IP: 172.26.8.106, port: 866bb06b-df91-43ed-add5-f914f5ced71e. Apr 07 01:54:33.688136 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] Routers {'72ae4bf3-174c-4cae-9f05-2a9d56e63d26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:33.688843 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:33.724077 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:33.724746 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eac50cf-eb94-4e65-8ad2-3dcc8a3deec2 None None] The sync data for ids ['72ae4bf3-174c-4cae-9f05-2a9d56e63d26'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:33.881165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-ab67c57d-5ddc-4a14-996f-0f8ef1861877 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] remove_router_interface failed (client error): The resource could not be found. Apr 07 01:54:33.884770 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ab67c57d-5ddc-4a14-996f-0f8ef1861877 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/72ae4bf3-174c-4cae-9f05-2a9d56e63d26/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2226088 Apr 07 01:54:33.884979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53864) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:33.899441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:33.908693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:33.916743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-03c46a51-d13c-467c-9181-5bd15b000b75 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=72ae4bf3-174c-4cae-9f05-2a9d56e63d26 HTTP/1.1" status: 200 len: 205 time: 0.0306997 Apr 07 01:54:33.919245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53866) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:33.995012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.021306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:34.033624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:34.044016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:34.046818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:34.095407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.129595 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fde8c588-3bb6-4cd9-a279-19c47b6690fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2338958 Apr 07 01:54:34.130381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:54:34.133889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336db843-ac77-4da1-8f20-f38ad4e22199" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:54:34.159567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.162165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.168778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:54:34.181193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f8c8e5-4a97-4a63-bc32-c6527b03da8d x-openstack-request-id: req-66f8c8e5-4a97-4a63-bc32-c6527b03da8d {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:54:34.181488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:54:34.181746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f8c8e5-4a97-4a63-bc32-c6527b03da8d {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:54:34.182161 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f8c8e5-4a97-4a63-bc32-c6527b03da8d'] response: {'name': 'network-changed', 'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e', 'status': 'completed', 'code': 200} Apr 07 01:54:34.254305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-e5361204-1cf0-41fe-b29e-342c27478d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:34.255887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-e5361204-1cf0-41fe-b29e-342c27478d5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1129 time: 0.0505881 Apr 07 01:54:34.281139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (72ae4bf3-174c-4cae-9f05-2a9d56e63d26), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.281761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router 72ae4bf3-174c-4cae-9f05-2a9d56e63d26 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:34.289338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.290657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3618cfac-1f4b-4a05-8491-2e78e1c89152 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/72ae4bf3-174c-4cae-9f05-2a9d56e63d26 HTTP/1.1" status: 204 len: 168 time: 0.3705041 Apr 07 01:54:34.297914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53872) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:34.393528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet daba319e-52e7-4055-a9cf-7935822703c7 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:54:34.398080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (daba319e-52e7-4055-a9cf-7935822703c7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.447902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-ead860cc-8231-4650-9ae8-2f50a97a868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:34.455034 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-ead860cc-8231-4650-9ae8-2f50a97a868e service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.1786652 Apr 07 01:54:34.468011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (daba319e-52e7-4055-a9cf-7935822703c7), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.545921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'fbae0a7f-b211-464a-88b0-2af313095010', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.106', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': '866bb06b-df91-43ed-add5-f914f5ced71e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:93:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:54:32Z', 'updated_at': '2022-04-07T01:54:32Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:34.558527 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-975180a6-b57f-4df6-ae17-fcd837ae84b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866bb06b-df91-43ed-add5-f914f5ced71e HTTP/1.1" status: 200 len: 999 time: 0.1023917 Apr 07 01:54:34.572096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:54:34.580256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:34.580917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:34.634551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (daba319e-52e7-4055-a9cf-7935822703c7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.660867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-b3d3eccd-9272-4707-98df-9052420e2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:34.662379 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-b3d3eccd-9272-4707-98df-9052420e2c82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0823474 Apr 07 01:54:34.688861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:54:34.730029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-5d15e520-9992-4657-aab2-479bf3016b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:34.731709 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-5d15e520-9992-4657-aab2-479bf3016b9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0584881 Apr 07 01:54:34.808668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (daba319e-52e7-4055-a9cf-7935822703c7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.845132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.848301 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/daba319e-52e7-4055-a9cf-7935822703c7 HTTP/1.1" status: 204 len: 168 time: 0.5514872 Apr 07 01:54:34.849655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0e6e9-91f7-4a42-bf4f-6196e2f24905 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=daba319e-52e7-4055-a9cf-7935822703c7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:34.852540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53874) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:34.855713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277df09-bba7-40c7-858c-426ae70abe71 None None] Network 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:34.874188 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-64f657f7-0ebd-4cb3-b8d2-211edd63eb5e service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256351 Apr 07 01:54:34.943319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:34.975092 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-336db843-ac77-4da1-8f20-f38ad4e22199 req-8ab4a9d2-7c8c-4a53-bd3a-799fa0a52402 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942628 Apr 07 01:54:34.997511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 6e3690be-fbb3-42dd-8a7a-a9230564532a {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:34.999817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.007547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'fbae0a7f-b211-464a-88b0-2af313095010', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.106', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': '866bb06b-df91-43ed-add5-f914f5ced71e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:93:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:54:32Z', 'updated_at': '2022-04-07T01:54:32Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:35.035623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa60d3f-695e-448c-a0c7-7bcdaf9c2127 None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'fbae0a7f-b211-464a-88b0-2af313095010', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.106', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': '866bb06b-df91-43ed-add5-f914f5ced71e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:93:a2:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:54:32Z', 'updated_at': '2022-04-07T01:54:32Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:35.071521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 6e3690be-fbb3-42dd-8a7a-a9230564532a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e3690be-fbb3-42dd-8a7a-a9230564532a,segment=NetworkSegment(7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988),segment_id=7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:35.071998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.088399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 6e3690be-fbb3-42dd-8a7a-a9230564532a owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:35.096232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] DHCP port deletion for 4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:54:35.149462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] Deleting port 6e3690be-fbb3-42dd-8a7a-a9230564532a {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:35.149891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.225320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] For port 6e3690be-fbb3-42dd-8a7a-a9230564532a, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6e3690be-fbb3-42dd-8a7a-a9230564532a,segment=NetworkSegment(7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988),segment_id=7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:35.225727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.230382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.244234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] Calling delete_port for 6e3690be-fbb3-42dd-8a7a-a9230564532a owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:35.268383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=6e3690be-fbb3-42dd-8a7a-a9230564532a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:35.270561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 6e3690be-fbb3-42dd-8a7a-a9230564532a on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:35.273586 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1984ddd-64e0-4b83-8766-9821c40f395e None None] New status for floating IP fbae0a7f-b211-464a-88b0-2af313095010: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:54:35.322006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.329925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (6e3690be-fbb3-42dd-8a7a-a9230564532a), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.356633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] Pushing event deleted for resources: {'Port': ['ID=6e3690be-fbb3-42dd-8a7a-a9230564532a,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:35.360271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250a9c9-074b-4d62-a5de-c11331936218 None None] No DVR routers for this DVR port 6e3690be-fbb3-42dd-8a7a-a9230564532a on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:35.366540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.389156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd4fe8f-faf7-4fea-a830-be2a58df5bd9']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:35.398706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:35.399001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:35.408364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.423621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.430171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:54:35.430564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (7d9a87f4-4fc7-4a2a-80fd-11df5ad6e988), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:54:35.433666 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:54:35.538710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (4cd4fe8f-faf7-4fea-a830-be2a58df5bd9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.544174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.547831 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/4cd4fe8f-faf7-4fea-a830-be2a58df5bd9 HTTP/1.1" status: 204 len: 168 time: 0.6936355 Apr 07 01:54:35.551601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53876) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:35.556675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-516432084'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:35.562888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cbb99-588d-4eab-823f-9a1b7512704e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=4cd4fe8f-faf7-4fea-a830-be2a58df5bd9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:35.612371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:35.615715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.640053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:35.649065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (f77a2802-1b4d-402e-8d97-fa2595b7071d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.649415 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment f77a2802-1b4d-402e-8d97-fa2595b7071d of type vlan for network c4164e22-a42a-4a54-8c44-470cdb27b079 Apr 07 01:54:35.691465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (c4164e22-a42a-4a54-8c44-470cdb27b079), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.744114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (c4164e22-a42a-4a54-8c44-470cdb27b079), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.749005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:35.749588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:35.813469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=c4164e22-a42a-4a54-8c44-470cdb27b079,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:35.823823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network c4164e22-a42a-4a54-8c44-470cdb27b079 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:35.832693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-22c79ae3-e53a-4688-87b3-e14e009abd05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2800291 Apr 07 01:54:35.835354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53878) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:35.841104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:35.978550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:35.981991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.201009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (a794d860-20e5-4731-a715-548200b6d354), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.260893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=a794d860-20e5-4731-a715-548200b6d354,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:36.267862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': 'f77a2802-1b4d-402e-8d97-fa2595b7071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:36.268226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: c4164e22-a42a-4a54-8c44-470cdb27b079, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:36.326609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network c4164e22-a42a-4a54-8c44-470cdb27b079 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:36.372049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, c4164e22-a42a-4a54-8c44-470cdb27b079) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:36.376265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:36.376892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.384479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c3740-d980-4618-b397-2c8f26310d2a None None] Network c4164e22-a42a-4a54-8c44-470cdb27b079 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:36.438115 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-14aef8fc-3485-4398-b2e9-f70e64bab4d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6010878 Apr 07 01:54:36.440786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53880) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:36.447381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-255546563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:36.485123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-c4164e22-a42a-4a54-8c44-470cdb27b079', 'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'a794d860-20e5-4731-a715-548200b6d354'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:36.486030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.515623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (8bea1e4d-ef59-4c44-9060-26e50db05594), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.516865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (8bea1e4d-ef59-4c44-9060-26e50db05594), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.559599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e3690be-fbb3-42dd-8a7a-a9230564532a no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:54:36.570713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (8bea1e4d-ef59-4c44-9060-26e50db05594), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.581899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 6e3690be-fbb3-42dd-8a7a-a9230564532a {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:54:36.582290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6e3690be-fbb3-42dd-8a7a-a9230564532a not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:54:36.641557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Allocated IP 172.20.0.2 (c4164e22-a42a-4a54-8c44-470cdb27b079/a794d860-20e5-4731-a715-548200b6d354/10cfe5a6-b234-4b17-9c4f-0eced9741e0c) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:36.647139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (8bea1e4d-ef59-4c44-9060-26e50db05594), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.734722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.735879 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ba06cdb6-28d4-4e40-9f97-bb41dbcda886 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2935948 Apr 07 01:54:36.738533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53882) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:36.782104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Publish callbacks [] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.847232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.887563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Network c4164e22-a42a-4a54-8c44-470cdb27b079 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:36.890675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:36.894218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:36.901990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Pushing event updated for resources: {'Port': ['ID=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:36.955659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Attempting to bind port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:36.957947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Attempting to bind port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'f77a2802-1b4d-402e-8d97-fa2595b7071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:36.957947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Attempting to bind port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c on network c4164e22-a42a-4a54-8c44-470cdb27b079 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:36.961947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:36.962324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Checking segment: {'id': 'f77a2802-1b4d-402e-8d97-fa2595b7071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:36.962729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:36.963130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Bound using segment: {'id': 'f77a2802-1b4d-402e-8d97-fa2595b7071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:36.963590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Bound port: 10cfe5a6-b234-4b17-9c4f-0eced9741e0c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f77a2802-1b4d-402e-8d97-fa2595b7071d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c4164e22-a42a-4a54-8c44-470cdb27b079'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:36.963973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:37.024470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:37.026804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] For port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:37.029990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] For port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,segment=NetworkSegment(f77a2802-1b4d-402e-8d97-fa2595b7071d),segment_id=f77a2802-1b4d-402e-8d97-fa2595b7071d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:37.110303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:37.171154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d84791-90f2-496e-8e7b-2aa2d8e1b372 None None] Pushing event updated for resources: {'Port': ['ID=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:37.267810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.20.0.1 (c4164e22-a42a-4a54-8c44-470cdb27b079/a794d860-20e5-4731-a715-548200b6d354/e9127736-07aa-49c8-8f38-99a946b7fc4f) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:37.394702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:37.487516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:37.533807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network c4164e22-a42a-4a54-8c44-470cdb27b079 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:37.536935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:37.541519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:37.547779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=e9127736-07aa-49c8-8f38-99a946b7fc4f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:37.587192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (8bea1e4d-ef59-4c44-9060-26e50db05594), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:37.789262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.083289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41630730-8d87-4f06-93d0-44f281146667 None None] Network c4164e22-a42a-4a54-8c44-470cdb27b079 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:38.151472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] Provisioning complete for port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:38.151851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.277665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] Current status of the port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:38.278207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.314582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] For port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,segment=NetworkSegment(f77a2802-1b4d-402e-8d97-fa2595b7071d),segment_id=f77a2802-1b4d-402e-8d97-fa2595b7071d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:38.406729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.409195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.462672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3287067-0fa1-42c2-8ac9-35f1e10f3346 None None] Pushing event updated for resources: {'Port': ['ID=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:38.465010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.542223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10cfe5a6-b234-4b17-9c4f-0eced9741e0c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:38.546186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2f158de2-448c-4a81-96ee-388a74e74d63 None None] Provisioning complete for port e9127736-07aa-49c8-8f38-99a946b7fc4f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:38.546186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f158de2-448c-4a81-96ee-388a74e74d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.551114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=e9127736-07aa-49c8-8f38-99a946b7fc4f,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:38.555098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (8bea1e4d-ef59-4c44-9060-26e50db05594), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.615167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2f158de2-448c-4a81-96ee-388a74e74d63 None None] Port e9127736-07aa-49c8-8f38-99a946b7fc4f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:38.632479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2f158de2-448c-4a81-96ee-388a74e74d63 None None] Provisioning complete for port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:38.632881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2f158de2-448c-4a81-96ee-388a74e74d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.656806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:38.657203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.657784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network c4164e22-a42a-4a54-8c44-470cdb27b079 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:38.659197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:38.778746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2f158de2-448c-4a81-96ee-388a74e74d63 None None] Current status of the port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:38.784371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:38.852556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 8bea1e4d-ef59-4c44-9060-26e50db05594 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:54:38.899985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-62f03766-395c-4a4b-80d8-7c156a714247 None None] Provisioning complete for port e9127736-07aa-49c8-8f38-99a946b7fc4f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:38.900366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-62f03766-395c-4a4b-80d8-7c156a714247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:38.933437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-62f03766-395c-4a4b-80d8-7c156a714247 None None] Port e9127736-07aa-49c8-8f38-99a946b7fc4f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:38.947707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:38.953231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1aad55eb-35c5-47e6-9654-29c3c4d37e72 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/8bea1e4d-ef59-4c44-9060-26e50db05594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2136633 Apr 07 01:54:38.955159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53884) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:38.957189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] Sync routers for ids ['8bea1e4d-ef59-4c44-9060-26e50db05594'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:38.967729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] Routers {'8bea1e4d-ef59-4c44-9060-26e50db05594'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:38.968332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8bea1e4d-ef59-4c44-9060-26e50db05594'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:39.000915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:39.004027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf98858-26c0-4d67-b795-2b04e2285b5b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:39.005461 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-abf98858-26c0-4d67-b795-2b04e2285b5b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports/e9127736-07aa-49c8-8f38-99a946b7fc4f HTTP/1.1" status: 200 len: 910 time: 0.0487735 Apr 07 01:54:39.008708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53886) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:39.012706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] Routers {'8bea1e4d-ef59-4c44-9060-26e50db05594'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:39.013371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8bea1e4d-ef59-4c44-9060-26e50db05594'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:39.195016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:39.196203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55392eff-64b4-48d7-b382-c0a25013c470 None None] The sync data for ids ['8bea1e4d-ef59-4c44-9060-26e50db05594'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:39.328374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (8bea1e4d-ef59-4c44-9060-26e50db05594), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:39.797772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port e9127736-07aa-49c8-8f38-99a946b7fc4f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:39.798108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:39.883929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:39.895866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for e9127736-07aa-49c8-8f38-99a946b7fc4f owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:40.121050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e9127736-07aa-49c8-8f38-99a946b7fc4f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.150715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=e9127736-07aa-49c8-8f38-99a946b7fc4f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:40.293291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (8bea1e4d-ef59-4c44-9060-26e50db05594), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.452999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 8bea1e4d-ef59-4c44-9060-26e50db05594 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:40.511150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10cfe5a6-b234-4b17-9c4f-0eced9741e0c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:40.533133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:40.538667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7f4985ed-7964-4053-aa1d-bf0a7f28b451 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/8bea1e4d-ef59-4c44-9060-26e50db05594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5289655 Apr 07 01:54:40.541384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53888) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:40.546292 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] Sync routers for ids ['8bea1e4d-ef59-4c44-9060-26e50db05594'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:40.557252 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] Routers {'8bea1e4d-ef59-4c44-9060-26e50db05594'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:40.558590 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8bea1e4d-ef59-4c44-9060-26e50db05594'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:40.562819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:40.563202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.573814 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-18e21f50-661c-40be-accf-2ca998c7aa11 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bea1e4d-ef59-4c44-9060-26e50db05594 HTTP/1.1" status: 200 len: 205 time: 0.0312555 Apr 07 01:54:40.576337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53890) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:40.596661 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:40.606189 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] Routers {'8bea1e4d-ef59-4c44-9060-26e50db05594'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:40.606788 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8bea1e4d-ef59-4c44-9060-26e50db05594'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:40.649878 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:40.650956 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a83d6b-f8f7-49e8-8be8-18a25d7e5aad None None] The sync data for ids ['8bea1e4d-ef59-4c44-9060-26e50db05594'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:40.652048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:40.652268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (8bea1e4d-ef59-4c44-9060-26e50db05594), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.817105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (8bea1e4d-ef59-4c44-9060-26e50db05594), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.819242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (8bea1e4d-ef59-4c44-9060-26e50db05594), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.938451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (8bea1e4d-ef59-4c44-9060-26e50db05594), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.939191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router 8bea1e4d-ef59-4c44-9060-26e50db05594 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:40.946750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:40.947913 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-460aaa98-7c48-468e-8a44-ee773b77b8ef tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/8bea1e4d-ef59-4c44-9060-26e50db05594 HTTP/1.1" status: 204 len: 168 time: 0.3705664 Apr 07 01:54:40.950705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53894) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:41.002847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet a794d860-20e5-4731-a715-548200b6d354 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:54:41.006114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (a794d860-20e5-4731-a715-548200b6d354), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.047598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (a794d860-20e5-4731-a715-548200b6d354), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.136497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (a794d860-20e5-4731-a715-548200b6d354), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.235729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (a794d860-20e5-4731-a715-548200b6d354), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.264628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=a794d860-20e5-4731-a715-548200b6d354,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:41.266728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.270635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1c617c55-7884-4a42-9d54-26c468370359 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/a794d860-20e5-4731-a715-548200b6d354 HTTP/1.1" status: 204 len: 168 time: 0.3189437 Apr 07 01:54:41.271473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc93201-dd3b-4913-91fd-ce362ae484f5 None None] Network c4164e22-a42a-4a54-8c44-470cdb27b079 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:41.273449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53896) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:41.352902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (c4164e22-a42a-4a54-8c44-470cdb27b079), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.406954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:41.407295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.413650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] DHCP port deletion for c4164e22-a42a-4a54-8c44-470cdb27b079 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:54:41.467760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] Deleting port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:41.468325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.475113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,segment=NetworkSegment(f77a2802-1b4d-402e-8d97-fa2595b7071d),segment_id=f77a2802-1b4d-402e-8d97-fa2595b7071d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:41.475486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.489097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 10cfe5a6-b234-4b17-9c4f-0eced9741e0c owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:41.531339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] For port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,segment=NetworkSegment(f77a2802-1b4d-402e-8d97-fa2595b7071d),segment_id=f77a2802-1b4d-402e-8d97-fa2595b7071d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:41.532402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.545671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] Calling delete_port for 10cfe5a6-b234-4b17-9c4f-0eced9741e0c owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:41.618437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.625330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (10cfe5a6-b234-4b17-9c4f-0eced9741e0c), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.649358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:41.652377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] No DVR routers for this DVR port 10cfe5a6-b234-4b17-9c4f-0eced9741e0c on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:41.653862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f50835-dc3b-464f-ae23-ff5217219834 None None] Pushing event deleted for resources: {'Port': ['ID=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:41.657639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=10cfe5a6-b234-4b17-9c4f-0eced9741e0c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:41.742131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (c4164e22-a42a-4a54-8c44-470cdb27b079), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.762490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4164e22-a42a-4a54-8c44-470cdb27b079']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:41.771888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f77a2802-1b4d-402e-8d97-fa2595b7071d') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:41.772190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f77a2802-1b4d-402e-8d97-fa2595b7071d') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:41.782653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (f77a2802-1b4d-402e-8d97-fa2595b7071d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.795776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (f77a2802-1b4d-402e-8d97-fa2595b7071d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.804347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:54:41.804347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (f77a2802-1b4d-402e-8d97-fa2595b7071d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:54:41.805424 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:54:41.932315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (c4164e22-a42a-4a54-8c44-470cdb27b079), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.939019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:41.942265 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/c4164e22-a42a-4a54-8c44-470cdb27b079 HTTP/1.1" status: 204 len: 168 time: 0.6677511 Apr 07 01:54:41.946094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53898) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:41.950597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-444282613', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}, 'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:41.957608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e828f6a-b0e5-4add-a638-bd0c55a48eb8 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=c4164e22-a42a-4a54-8c44-470cdb27b079,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:42.029900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.030879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.086301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.290224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_gateway (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.503593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10cfe5a6-b234-4b17-9c4f-0eced9741e0c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:54:42.525036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 10cfe5a6-b234-4b17-9c4f-0eced9741e0c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:54:42.525471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10cfe5a6-b234-4b17-9c4f-0eced9741e0c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:54:42.545905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_gateway (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.564241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.669447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.26.8.228 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/0e39fccc-13c2-4846-9506-70a06a2bd988) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:42.770005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (0e39fccc-13c2-4846-9506-70a06a2bd988), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.853060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0e39fccc-13c2-4846-9506-70a06a2bd988), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:42.892881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:42.895796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:42.898963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:42.932705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=0e39fccc-13c2-4846-9506-70a06a2bd988,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:43.237805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_gateway (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:43.433501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:43.635196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:54:43.750375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:43.761076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] Sync routers for ids ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:43.771910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] Routers {'8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:43.773460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:43.811275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:43.819800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] Routers {'8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:43.820401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:43.831659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:43.835355 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7363860-4bb7-436b-bab8-abf1425d665a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.8857944 Apr 07 01:54:43.836151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53900) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:43.857618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:43.858274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6ceb5-5494-4c99-965c-10e1503041a1 None None] The sync data for ids ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:43.945947 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cea2b11d-3514-492f-80a0-d2e4efa05f02 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/routers/8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 200 len: 880 time: 0.1087060 Apr 07 01:54:43.948349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53902) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:44.423193 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-efbc498e-57cc-4615-a06a-3377bb0fda4a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4736617 Apr 07 01:54:44.425802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53904) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:44.432295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-444282613'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:44.745579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:44.807644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:44.920045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:45.030105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:45.038322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:45.040122 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] Sync routers for ids ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:45.040570 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-61453c4a-a02b-4784-b967-944704e52b5a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 200 len: 887 time: 0.6128716 Apr 07 01:54:45.042817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53906) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:45.058710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] Routers {'8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:45.059330 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:45.094660 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:45.106536 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] Routers {'8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:45.107147 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:45.142854 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:45.143506 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2d5ef8-531c-4bb3-9998-46420a7c8623 None None] The sync data for ids ['8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:45.166884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b2af87a9-a2dd-40d4-ace3-a4df29c7809a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/routers/8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 200 len: 887 time: 0.1228697 Apr 07 01:54:45.169580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53908) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:45.195954 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-32bc8a82-b30e-4c42-b192-495f63d2f34b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 200 len: 205 time: 0.0253134 Apr 07 01:54:45.198443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53910) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:45.308300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:45.418953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_gateway (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:45.529704 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 0e39fccc-13c2-4846-9506-70a06a2bd988 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:45.530046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0e39fccc-13c2-4846-9506-70a06a2bd988), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:45.613604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0e39fccc-13c2-4846-9506-70a06a2bd988), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:45.626303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 0e39fccc-13c2-4846-9506-70a06a2bd988 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:45.863953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (0e39fccc-13c2-4846-9506-70a06a2bd988), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:45.890360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=0e39fccc-13c2-4846-9506-70a06a2bd988,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:45.955175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.047210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.049315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.149413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.149877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router 8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:46.156984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.158082 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-793de982-f9e2-42df-81e6-291551b494f3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 204 len: 168 time: 0.9587574 Apr 07 01:54:46.161775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53912) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:46.166820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-704333988'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:46.223600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:46.226919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.249707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:46.258905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b830854a-1472-4d9c-9212-fe2338ceade3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.259246 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment b830854a-1472-4d9c-9212-fe2338ceade3 of type vlan for network b56d4ff6-f706-4271-ab68-03bb0a5f60eb Apr 07 01:54:46.305603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (b56d4ff6-f706-4271-ab68-03bb0a5f60eb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.383328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (b56d4ff6-f706-4271-ab68-03bb0a5f60eb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.388360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:46.388974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.456736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=b56d4ff6-f706-4271-ab68-03bb0a5f60eb,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:46.467948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:46.495943 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5fbc752f-aa40-475c-a898-d7fe1a964393 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3330607 Apr 07 01:54:46.498633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53914) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:46.503383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:46.646345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:46.650582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.875584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:46.938212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:46.946621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': 'b830854a-1472-4d9c-9212-fe2338ceade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:46.946988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: b56d4ff6-f706-4271-ab68-03bb0a5f60eb, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:47.024338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:47.126771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, b56d4ff6-f706-4271-ab68-03bb0a5f60eb) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:47.130844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:47.131443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.136605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aaf3fd-9652-4b66-ab96-70267cc8678d None None] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:47.215389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-693a9ab1-e76d-4823-acd0-cfc16437d34e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7157121 Apr 07 01:54:47.218449 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53916) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:47.222988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1900985060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:47.241561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-b56d4ff6-f706-4271-ab68-03bb0a5f60eb', 'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': '3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:47.242416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.292659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (04427419-f3e4-4794-a3e1-13bd7145d9a6), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.293787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (04427419-f3e4-4794-a3e1-13bd7145d9a6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.346199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (04427419-f3e4-4794-a3e1-13bd7145d9a6), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.374998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Allocated IP 172.20.0.2 (b56d4ff6-f706-4271-ab68-03bb0a5f60eb/3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a/900fa563-e0f4-4785-875a-35e7005e2231) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:47.407124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (04427419-f3e4-4794-a3e1-13bd7145d9a6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.482762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.484036 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5b2a253a-d3c1-488e-b4ec-05ed69ee9a6b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2645695 Apr 07 01:54:47.486774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53920) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:47.516465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Publish callbacks [] for port (900fa563-e0f4-4785-875a-35e7005e2231), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.572498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (900fa563-e0f4-4785-875a-35e7005e2231), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.611301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:47.614284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:47.618774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:47.625655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Pushing event updated for resources: {'Port': ['ID=900fa563-e0f4-4785-875a-35e7005e2231,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:47.681418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Attempting to bind port 900fa563-e0f4-4785-875a-35e7005e2231 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:47.681707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Attempting to bind port 900fa563-e0f4-4785-875a-35e7005e2231 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b830854a-1472-4d9c-9212-fe2338ceade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:47.682080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Attempting to bind port 900fa563-e0f4-4785-875a-35e7005e2231 on network b56d4ff6-f706-4271-ab68-03bb0a5f60eb {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:47.697115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:47.697568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Checking segment: {'id': 'b830854a-1472-4d9c-9212-fe2338ceade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:47.697922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.698329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Bound using segment: {'id': 'b830854a-1472-4d9c-9212-fe2338ceade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:47.698821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Bound port: 900fa563-e0f4-4785-875a-35e7005e2231, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b830854a-1472-4d9c-9212-fe2338ceade3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'b56d4ff6-f706-4271-ab68-03bb0a5f60eb'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:47.699215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (900fa563-e0f4-4785-875a-35e7005e2231), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.769189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.770383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] For port 900fa563-e0f4-4785-875a-35e7005e2231, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:47.773860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] For port 900fa563-e0f4-4785-875a-35e7005e2231, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=900fa563-e0f4-4785-875a-35e7005e2231,segment=NetworkSegment(b830854a-1472-4d9c-9212-fe2338ceade3),segment_id=b830854a-1472-4d9c-9212-fe2338ceade3)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:47.841720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (900fa563-e0f4-4785-875a-35e7005e2231), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:47.902038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43881a53-2cd9-425a-82cd-9a3045fe6f9f None None] Pushing event updated for resources: {'Port': ['ID=900fa563-e0f4-4785-875a-35e7005e2231,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:48.019586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.277030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.20.0.1 (b56d4ff6-f706-4271-ab68-03bb0a5f60eb/3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a/256c8b22-a0fb-46d1-b309-12a988fadea7) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:48.387759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.487081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.533882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:48.538676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 900fa563-e0f4-4785-875a-35e7005e2231 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:48.539375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:48.543663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:48.569573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=256c8b22-a0fb-46d1-b309-12a988fadea7,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:48.594779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (04427419-f3e4-4794-a3e1-13bd7145d9a6), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.603210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 900fa563-e0f4-4785-875a-35e7005e2231 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:48.603673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (900fa563-e0f4-4785-875a-35e7005e2231), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.696785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 900fa563-e0f4-4785-875a-35e7005e2231 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:48.697186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (900fa563-e0f4-4785-875a-35e7005e2231), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.731177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 900fa563-e0f4-4785-875a-35e7005e2231, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=900fa563-e0f4-4785-875a-35e7005e2231,segment=NetworkSegment(b830854a-1472-4d9c-9212-fe2338ceade3),segment_id=b830854a-1472-4d9c-9212-fe2338ceade3)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:48.788326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.801346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (900fa563-e0f4-4785-875a-35e7005e2231), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:48.864284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=900fa563-e0f4-4785-875a-35e7005e2231,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:48.890559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e616014d-cd29-4636-8db0-2dd3bf3ec620 None None] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:48.962429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-99f5ee67-b222-4430-b396-2afb8e566f29 None None] Provisioning complete for port 900fa563-e0f4-4785-875a-35e7005e2231 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:48.962800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-99f5ee67-b222-4430-b396-2afb8e566f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (900fa563-e0f4-4785-875a-35e7005e2231), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.076952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.091542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-99f5ee67-b222-4430-b396-2afb8e566f29 None None] Current status of the port 900fa563-e0f4-4785-875a-35e7005e2231 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:49.133249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.223903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=256c8b22-a0fb-46d1-b309-12a988fadea7,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:49.231347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (04427419-f3e4-4794-a3e1-13bd7145d9a6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.315168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e7aa52aa-57b5-4c11-82f8-ecfc0fe6d7fa None None] Provisioning complete for port 900fa563-e0f4-4785-875a-35e7005e2231 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:49.315560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e7aa52aa-57b5-4c11-82f8-ecfc0fe6d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (900fa563-e0f4-4785-875a-35e7005e2231), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.338647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:49.341616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:49.403308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa52aa-57b5-4c11-82f8-ecfc0fe6d7fa None None] Current status of the port 900fa563-e0f4-4785-875a-35e7005e2231 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:49.415009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e7aa52aa-57b5-4c11-82f8-ecfc0fe6d7fa None None] Provisioning complete for port 256c8b22-a0fb-46d1-b309-12a988fadea7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:49.415714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e7aa52aa-57b5-4c11-82f8-ecfc0fe6d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.450273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e7aa52aa-57b5-4c11-82f8-ecfc0fe6d7fa None None] Port 256c8b22-a0fb-46d1-b309-12a988fadea7 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:49.549915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 04427419-f3e4-4794-a3e1-13bd7145d9a6 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:54:49.569778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-644da491-94bd-401e-b591-ff6506d42803 None None] Provisioning complete for port 256c8b22-a0fb-46d1-b309-12a988fadea7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:49.570395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-644da491-94bd-401e-b591-ff6506d42803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.609140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-644da491-94bd-401e-b591-ff6506d42803 None None] Port 256c8b22-a0fb-46d1-b309-12a988fadea7 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:49.667398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:49.672632 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-490d3a73-7178-41ac-b9f2-e4ed5c105837 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/04427419-f3e4-4794-a3e1-13bd7145d9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848779 Apr 07 01:54:49.675781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53922) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:49.676571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] Sync routers for ids ['04427419-f3e4-4794-a3e1-13bd7145d9a6'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:49.686182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] Routers {'04427419-f3e4-4794-a3e1-13bd7145d9a6'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:49.686804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['04427419-f3e4-4794-a3e1-13bd7145d9a6'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:49.722078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3359e90-259e-41e6-9284-a3bcd4cbcfa3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:49.723471 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a3359e90-259e-41e6-9284-a3bcd4cbcfa3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports/256c8b22-a0fb-46d1-b309-12a988fadea7 HTTP/1.1" status: 200 len: 910 time: 0.0466785 Apr 07 01:54:49.726965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53924) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:49.727761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:49.732525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:49.744969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] Routers {'04427419-f3e4-4794-a3e1-13bd7145d9a6'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:49.745591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['04427419-f3e4-4794-a3e1-13bd7145d9a6'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:49.748718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-88e41e72-4580-42c8-b63a-6147c5c3c002 None None] Provisioning complete for port 256c8b22-a0fb-46d1-b309-12a988fadea7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:49.749125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-88e41e72-4580-42c8-b63a-6147c5c3c002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:49.796858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:49.797537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220e3b1-ab4d-4c47-9618-e52be37ed630 None None] The sync data for ids ['04427419-f3e4-4794-a3e1-13bd7145d9a6'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:49.814365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-88e41e72-4580-42c8-b63a-6147c5c3c002 None None] Port 256c8b22-a0fb-46d1-b309-12a988fadea7 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:49.892322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:50.248391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:50.309692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:50.390876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:50.391585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:50.392866 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/ports/256c8b22-a0fb-46d1-b309-12a988fadea7 HTTP/1.1" status: 200 len: 910 time: 0.6648207 Apr 07 01:54:50.393717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47ce1b9-f48f-471d-ba56-b16546184e58 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=256c8b22-a0fb-46d1-b309-12a988fadea7,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:50.395760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53926) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:50.514733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 900fa563-e0f4-4785-875a-35e7005e2231 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:50.565250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 900fa563-e0f4-4785-875a-35e7005e2231 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:50.565635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (900fa563-e0f4-4785-875a-35e7005e2231), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:50.641660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 900fa563-e0f4-4785-875a-35e7005e2231 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:50.708115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (04427419-f3e4-4794-a3e1-13bd7145d9a6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:50.948811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 256c8b22-a0fb-46d1-b309-12a988fadea7 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:50.949160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:51.037962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:51.050267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 256c8b22-a0fb-46d1-b309-12a988fadea7 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:51.515504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (256c8b22-a0fb-46d1-b309-12a988fadea7), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:51.547886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=256c8b22-a0fb-46d1-b309-12a988fadea7,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:51.684673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (04427419-f3e4-4794-a3e1-13bd7145d9a6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:51.852145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 04427419-f3e4-4794-a3e1-13bd7145d9a6 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:54:51.936255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:51.942696 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e3ad7c8c-0d01-447e-8edb-78cb80f825ec tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/04427419-f3e4-4794-a3e1-13bd7145d9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5458992 Apr 07 01:54:51.945505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53928) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:51.946167 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] Sync routers for ids ['04427419-f3e4-4794-a3e1-13bd7145d9a6'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:51.956093 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] Routers {'04427419-f3e4-4794-a3e1-13bd7145d9a6'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:51.956700 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['04427419-f3e4-4794-a3e1-13bd7145d9a6'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:51.973902 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c8ffcd2f-21c0-4acd-82a1-886c3542b6d7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=04427419-f3e4-4794-a3e1-13bd7145d9a6 HTTP/1.1" status: 200 len: 205 time: 0.0272255 Apr 07 01:54:51.977353 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53930) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:51.990096 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:51.998392 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] Routers {'04427419-f3e4-4794-a3e1-13bd7145d9a6'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:51.998984 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['04427419-f3e4-4794-a3e1-13bd7145d9a6'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:52.033145 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:52.033785 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d61e1d-276c-40dd-a5f3-88175dc96ea4 None None] The sync data for ids ['04427419-f3e4-4794-a3e1-13bd7145d9a6'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:52.055200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (04427419-f3e4-4794-a3e1-13bd7145d9a6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.218338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (04427419-f3e4-4794-a3e1-13bd7145d9a6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.220362 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (04427419-f3e4-4794-a3e1-13bd7145d9a6), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.315162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (04427419-f3e4-4794-a3e1-13bd7145d9a6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.315718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router 04427419-f3e4-4794-a3e1-13bd7145d9a6 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:54:52.322632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.323789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2747be5b-3c64-4cf5-9c6f-58bf8216c06a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/04427419-f3e4-4794-a3e1-13bd7145d9a6 HTTP/1.1" status: 204 len: 168 time: 0.3454762 Apr 07 01:54:52.326385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53932) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:52.376523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet 3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:54:52.379869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.423920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.505245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.618544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.649900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:52.653747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.657233 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bf96651f-b781-44b2-84fa-b1feb815ee3e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a HTTP/1.1" status: 204 len: 168 time: 0.3299215 Apr 07 01:54:52.660078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53934) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:52.662674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52ba63-e84f-46c1-9d13-4f82c7deb354 None None] Network b56d4ff6-f706-4271-ab68-03bb0a5f60eb requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:52.739657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (b56d4ff6-f706-4271-ab68-03bb0a5f60eb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.795283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 900fa563-e0f4-4785-875a-35e7005e2231 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:52.795644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (900fa563-e0f4-4785-875a-35e7005e2231), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.835425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] DHCP port deletion for b56d4ff6-f706-4271-ab68-03bb0a5f60eb request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:54:52.864663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 900fa563-e0f4-4785-875a-35e7005e2231, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=900fa563-e0f4-4785-875a-35e7005e2231,segment=NetworkSegment(b830854a-1472-4d9c-9212-fe2338ceade3),segment_id=b830854a-1472-4d9c-9212-fe2338ceade3)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:52.865067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (900fa563-e0f4-4785-875a-35e7005e2231), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.883526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] Deleting port 900fa563-e0f4-4785-875a-35e7005e2231 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:54:52.883895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 900fa563-e0f4-4785-875a-35e7005e2231 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:52.884101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (900fa563-e0f4-4785-875a-35e7005e2231), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.950243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] For port 900fa563-e0f4-4785-875a-35e7005e2231, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=900fa563-e0f4-4785-875a-35e7005e2231,segment=NetworkSegment(b830854a-1472-4d9c-9212-fe2338ceade3),segment_id=b830854a-1472-4d9c-9212-fe2338ceade3)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:52.950641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (900fa563-e0f4-4785-875a-35e7005e2231), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:52.963269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] Calling delete_port for 900fa563-e0f4-4785-875a-35e7005e2231 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:54:53.018288 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (900fa563-e0f4-4785-875a-35e7005e2231), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.038799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (900fa563-e0f4-4785-875a-35e7005e2231), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.049026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=900fa563-e0f4-4785-875a-35e7005e2231,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:53.052592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 900fa563-e0f4-4785-875a-35e7005e2231 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:53.065733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] Pushing event deleted for resources: {'Port': ['ID=900fa563-e0f4-4785-875a-35e7005e2231,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:53.071214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918a3913-951d-41fb-a668-79b2db1d53b2 None None] No DVR routers for this DVR port 900fa563-e0f4-4785-875a-35e7005e2231 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:54:53.136185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (b56d4ff6-f706-4271-ab68-03bb0a5f60eb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.155920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b56d4ff6-f706-4271-ab68-03bb0a5f60eb']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:53.165506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b830854a-1472-4d9c-9212-fe2338ceade3') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:53.165809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b830854a-1472-4d9c-9212-fe2338ceade3') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:53.176911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (b830854a-1472-4d9c-9212-fe2338ceade3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.190548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b830854a-1472-4d9c-9212-fe2338ceade3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.196395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:54:53.196800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (b830854a-1472-4d9c-9212-fe2338ceade3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:54:53.199668 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:54:53.332566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (b56d4ff6-f706-4271-ab68-03bb0a5f60eb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.339811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.342997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/b56d4ff6-f706-4271-ab68-03bb0a5f60eb HTTP/1.1" status: 204 len: 168 time: 0.6818001 Apr 07 01:54:53.346774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53936) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:53.352240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1637926584', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:53.355448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c7960-c684-4c04-86e7-69dcd6291f9b tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=b56d4ff6-f706-4271-ab68-03bb0a5f60eb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:53.423502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.424508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.475403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.567107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.660153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.661456 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-783eec2e-5bdd-44a1-b552-603e16dddc94 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3135400 Apr 07 01:54:53.664611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53938) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:53.669293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-724937694'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:53.761027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:53.764459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.787967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:53.797873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (cfaffca5-4f14-4b16-8cc9-b319982058bf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.798214 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment cfaffca5-4f14-4b16-8cc9-b319982058bf of type vlan for network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 Apr 07 01:54:53.840991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (6d3234e1-d35e-49cd-a34a-98024ee3f7d7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.921077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (6d3234e1-d35e-49cd-a34a-98024ee3f7d7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.926153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:53.926744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:53.991039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=6d3234e1-d35e-49cd-a34a-98024ee3f7d7,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:54.000947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:54.049485 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-290be589-de6c-4762-8d1f-3a190336b1ba tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3837335 Apr 07 01:54:54.052119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53940) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:54.056980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:54.229125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:54.232358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:54.447128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (f2518483-0fbc-44e1-bc31-5d0b9f4858cc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:54.510436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=f2518483-0fbc-44e1-bc31-5d0b9f4858cc,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:54.511109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 900fa563-e0f4-4785-875a-35e7005e2231 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:54:54.517781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:54.518244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: 6d3234e1-d35e-49cd-a34a-98024ee3f7d7, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:54.530568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 900fa563-e0f4-4785-875a-35e7005e2231 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:54:54.530934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 900fa563-e0f4-4785-875a-35e7005e2231 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:54:54.583388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:54.681069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 6d3234e1-d35e-49cd-a34a-98024ee3f7d7) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:54.684939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:54.685538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:54.689776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae38a6-6aef-42c6-a76a-a72ca699ba90 None None] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:54.772025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c2da6fdc-5ab5-4625-b130-3e1972f44ccf tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7112539 Apr 07 01:54:54.772025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53942) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:54.939803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:54.940708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.060427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.077599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Allocated IP 172.20.0.2 (6d3234e1-d35e-49cd-a34a-98024ee3f7d7/f2518483-0fbc-44e1-bc31-5d0b9f4858cc/82736a99-da89-4f5a-a32d-edc0fdf83c37) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:55.229219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Publish callbacks [] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.309848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.350786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:55.353974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:55.357605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:55.359261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.20.0.1 (6d3234e1-d35e-49cd-a34a-98024ee3f7d7/f2518483-0fbc-44e1-bc31-5d0b9f4858cc/f5e8b6b0-89dd-45c1-baf5-880904b73ee2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:55.365992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Pushing event updated for resources: {'Port': ['ID=82736a99-da89-4f5a-a32d-edc0fdf83c37,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:55.423005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Attempting to bind port 82736a99-da89-4f5a-a32d-edc0fdf83c37 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:55.423396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Attempting to bind port 82736a99-da89-4f5a-a32d-edc0fdf83c37 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:55.423746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Attempting to bind port 82736a99-da89-4f5a-a32d-edc0fdf83c37 on network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:55.428983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:55.429356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Checking segment: {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:55.429759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.430151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Bound using segment: {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:55.431132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Bound port: 82736a99-da89-4f5a-a32d-edc0fdf83c37, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:55.431858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.472079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.495177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] For port 82736a99-da89-4f5a-a32d-edc0fdf83c37, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:55.498193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] For port 82736a99-da89-4f5a-a32d-edc0fdf83c37, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=82736a99-da89-4f5a-a32d-edc0fdf83c37,segment=NetworkSegment(cfaffca5-4f14-4b16-8cc9-b319982058bf),segment_id=cfaffca5-4f14-4b16-8cc9-b319982058bf)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:55.561237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.572967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.620570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:55.622908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d59d0-6205-4da6-a974-78a163597dcd None None] Pushing event updated for resources: {'Port': ['ID=82736a99-da89-4f5a-a32d-edc0fdf83c37,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:55.626145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:55.630211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:55.659294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:55.682209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:55.859312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.144558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.224130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.297552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:56.299968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.561738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 82736a99-da89-4f5a-a32d-edc0fdf83c37 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:56.568497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1ab80e-698d-4ff4-bdf1-d5a9d5762241 None None] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:56.660449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] Provisioning complete for port 82736a99-da89-4f5a-a32d-edc0fdf83c37 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:56.660853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.744003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:56.744576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 82736a99-da89-4f5a-a32d-edc0fdf83c37 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:56.744686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.745336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:56.838000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] Current status of the port 82736a99-da89-4f5a-a32d-edc0fdf83c37 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:56.838406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.891280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 82736a99-da89-4f5a-a32d-edc0fdf83c37 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:56.891718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:56.913676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] For port 82736a99-da89-4f5a-a32d-edc0fdf83c37, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=82736a99-da89-4f5a-a32d-edc0fdf83c37,segment=NetworkSegment(cfaffca5-4f14-4b16-8cc9-b319982058bf),segment_id=cfaffca5-4f14-4b16-8cc9-b319982058bf)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:56.932388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:54:56.991504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.038623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:54:57.050584 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d6fd54f1-3653-48ad-a46a-fc849d849c5f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2799430 Apr 07 01:54:57.051564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53946) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:57.057573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:54:57.060629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-1853696087'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:57.085879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67df61-cae6-4401-9ddc-aef57341c439 None None] Pushing event updated for resources: {'Port': ['ID=82736a99-da89-4f5a-a32d-edc0fdf83c37,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:57.088500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:54:57.088939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:54:57.092774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:57.097987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:57.188473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d875999e-25b3-4ba2-bab4-15e30ce1b60b None None] Provisioning complete for port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:57.194498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d875999e-25b3-4ba2-bab4-15e30ce1b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.194663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:57.194663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.221153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:54:57.227865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:54:57.231147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (450cfe94-3f17-41bd-a9b1-41cc74684afb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.231818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment 450cfe94-3f17-41bd-a9b1-41cc74684afb of type vlan for network 62fbd8bc-517b-46d6-9053-f754e779d3e4 Apr 07 01:54:57.265506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d875999e-25b3-4ba2-bab4-15e30ce1b60b None None] Port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:57.277247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (62fbd8bc-517b-46d6-9053-f754e779d3e4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.316535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d875999e-25b3-4ba2-bab4-15e30ce1b60b None None] Provisioning complete for port 82736a99-da89-4f5a-a32d-edc0fdf83c37 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:57.316963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d875999e-25b3-4ba2-bab4-15e30ce1b60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.344041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (62fbd8bc-517b-46d6-9053-f754e779d3e4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.349552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:57.350175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.422564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=62fbd8bc-517b-46d6-9053-f754e779d3e4,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:57.434307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:54:57.472427 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ed2c2268-0f27-4dec-89d3-7631e137d16e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4181373 Apr 07 01:54:57.474986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53948) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:57.480386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:54:57.533918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d875999e-25b3-4ba2-bab4-15e30ce1b60b None None] Current status of the port 82736a99-da89-4f5a-a32d-edc0fdf83c37 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:57.570825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:54:55Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:55Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:57.600236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:54:57.600599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Updating router cf4171ec-f662-49da-88d9-d965ffec450c port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:54:57.635140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:54:57.639032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.663347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.675823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 82736a99-da89-4f5a-a32d-edc0fdf83c37 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:57.684511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2cd2804d-7c08-44f7-87e1-3a9a280becec None None] Provisioning complete for port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:57.684917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2cd2804d-7c08-44f7-87e1-3a9a280becec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.794487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2804d-7c08-44f7-87e1-3a9a280becec None None] Port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:57.858383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (dfe94185-8672-44c3-9a54-ae2d54f12a4a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:57.927384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=dfe94185-8672-44c3-9a54-ae2d54f12a4a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:57.935715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:57.936083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: 62fbd8bc-517b-46d6-9053-f754e779d3e4, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:54:57.966036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Publish callbacks [] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.000763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:54:58.035033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.081345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 62fbd8bc-517b-46d6-9053-f754e779d3e4) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:58.093673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:54:58.093673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.093877 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d6aed-26b8-4bdd-8b1b-f0c8ac37c79d None None] Pushing event updated for resources: {'Port': ['ID=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:58.109310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3226ac2-dda5-40b8-88bf-04583f6e40c1 None None] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:54:58.161243 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-94f9ea89-0185-46b1-9d25-57dbd647aa49 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6822507 Apr 07 01:54:58.161243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53950) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:54:58.344398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Attempting to bind port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:58.344645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Attempting to bind port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:58.345059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Attempting to bind port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 on network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:58.366718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:58.367104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Checking segment: {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:58.367517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.368472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Bound using segment: {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:58.368966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Bound port: f5e8b6b0-89dd-45c1-baf5-880904b73ee2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfaffca5-4f14-4b16-8cc9-b319982058bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:58.369359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.386898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-44f98f5b-d54f-4baf-93b5-810e3233f4d3 None None] Provisioning complete for port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:58.387275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-44f98f5b-d54f-4baf-93b5-810e3233f4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.447199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-62fbd8bc-517b-46d6-9053-f754e779d3e4', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:54:58.448058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.488679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-44f98f5b-d54f-4baf-93b5-810e3233f4d3 None None] Port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:54:58.514881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] For port f5e8b6b0-89dd-45c1-baf5-880904b73ee2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:58.517998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] For port f5e8b6b0-89dd-45c1-baf5-880904b73ee2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,segment=NetworkSegment(cfaffca5-4f14-4b16-8cc9-b319982058bf),segment_id=cfaffca5-4f14-4b16-8cc9-b319982058bf)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:58.523188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.563667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 82736a99-da89-4f5a-a32d-edc0fdf83c37 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:54:58.644149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.709915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Allocated IP 172.21.0.2 (62fbd8bc-517b-46d6-9053-f754e779d3e4/dfe94185-8672-44c3-9a54-ae2d54f12a4a/c153f2cf-d9b9-4f01-856c-356e8a28fbe2) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:58.728094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 82736a99-da89-4f5a-a32d-edc0fdf83c37 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:58.728468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:58.761972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:54:58.762627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:58.770376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d6aed-26b8-4bdd-8b1b-f0c8ac37c79d None None] Pushing event updated for resources: {'Port': ['ID=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:58.944559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:54:59.033016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] Provisioning complete for port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:54:59.033314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.134183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7f02d593-c5eb-410e-9a5e-5acb421c54de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.142846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 82736a99-da89-4f5a-a32d-edc0fdf83c37 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:59.211177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Publish callbacks [] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.274109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] Current status of the port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:54:59.274537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.307512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.359951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.21.0.1 (62fbd8bc-517b-46d6-9053-f754e779d3e4/dfe94185-8672-44c3-9a54-ae2d54f12a4a/ea4b7f2d-8cb1-4068-a16a-6afd04749f22) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:54:59.372810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:59.376446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] For port f5e8b6b0-89dd-45c1-baf5-880904b73ee2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,segment=NetworkSegment(cfaffca5-4f14-4b16-8cc9-b319982058bf),segment_id=cfaffca5-4f14-4b16-8cc9-b319982058bf)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:54:59.385781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:59.389930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:59.401085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Pushing event updated for resources: {'Port': ['ID=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:59.450501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.464680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:54:55Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:58Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:54:59.476093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.518485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Attempting to bind port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:54:59.518866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Attempting to bind port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:54:59.519284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Attempting to bind port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 on network 62fbd8bc-517b-46d6-9053-f754e779d3e4 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:54:59.523814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01184471-7dac-439b-8eca-cea86a41b987 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:54:55Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:58Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:54:59.533222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:54:59.543155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Checking segment: {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:54:59.543155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.543155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Bound using segment: {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:54:59.543155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Bound port: c153f2cf-d9b9-4f01-856c-356e8a28fbe2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:54:59.543155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.556624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.559681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb8d0b-db21-4f33-a38b-6a09aa4e5761 None None] Pushing event updated for resources: {'Port': ['ID=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:59.626299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] For port c153f2cf-d9b9-4f01-856c-356e8a28fbe2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:54:59.629703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] For port c153f2cf-d9b9-4f01-856c-356e8a28fbe2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:54:59.670752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:54:59.753151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c5224-4650-45f9-870b-ca52d1a3a3d1 None None] Pushing event updated for resources: {'Port': ['ID=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:59.894952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:54:59.900825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:54:59.906215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:54:59.945405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:54:59.976181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.166287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.441691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.498239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.574799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.575961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c153f2cf-d9b9-4f01-856c-356e8a28fbe2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:00.576613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:00.629562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:00.629952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.677358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:00.679085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:00.721326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:00.721883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.756087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port c153f2cf-d9b9-4f01-856c-356e8a28fbe2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:00.792668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a751cc-3a53-4a33-abd6-05dbcef72ad7 None None] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:00.819844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:00.838090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.838874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5e8b6b0-89dd-45c1-baf5-880904b73ee2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:00.925468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:00.930812 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c96e625b-2f44-49f2-b065-4dab53e63054 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7684412 Apr 07 01:55:00.933607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53952) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:00.940006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-341547153'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:00.970812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1f6d5c4d-66d8-41fc-b05d-4e891b6368ee None None] Provisioning complete for port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:00.972603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5c4d-66d8-41fc-b05d-4e891b6368ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:00.989145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:01.064538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:01.073348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.113735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:55:01.125341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (74b48536-2e7d-4690-b864-3c87aed255e9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.125977 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment 74b48536-2e7d-4690-b864-3c87aed255e9 of type vlan for network ade9f9b9-462b-4f6f-b307-234b8d1a2114 Apr 07 01:55:01.178054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ade9f9b9-462b-4f6f-b307-234b8d1a2114), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.211318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:01.212365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.269627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ade9f9b9-462b-4f6f-b307-234b8d1a2114), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.275387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:01.281493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.314313 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:01.337614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d5c4d-66d8-41fc-b05d-4e891b6368ee None None] Current status of the port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:01.340446 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:01.341395 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:54:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:01.375392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=ade9f9b9-462b-4f6f-b307-234b8d1a2114,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:01.381735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:01.394459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:55:01.447981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-371cf7c6-253d-4192-a268-a26131cd11e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.469818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0ba3b1d6-96e1-4e36-8297-4cb2b8863b5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5342152 Apr 07 01:55:01.473153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53954) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:01.478741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:01.490352 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:01.664084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-adaf4608-d56f-4ca3-9498-de2beef72768 None None] Provisioning complete for port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:01.664465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adaf4608-d56f-4ca3-9498-de2beef72768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.675081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:01.679670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.713473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-adaf4608-d56f-4ca3-9498-de2beef72768 None None] Port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:01.722900 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:00Z', 'revision_number': 3, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:00Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:01.728168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-adaf4608-d56f-4ca3-9498-de2beef72768 None None] Provisioning complete for port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:01.729347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adaf4608-d56f-4ca3-9498-de2beef72768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.758918 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:01.759356 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Updating router cf4171ec-f662-49da-88d9-d965ffec450c port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:55:01.788836 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.837559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-adaf4608-d56f-4ca3-9498-de2beef72768 None None] Current status of the port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:01.960383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3eebe8c6-2b69-4253-8ced-a596e426e4b5 None None] Provisioning complete for port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:01.960383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3eebe8c6-2b69-4253-8ced-a596e426e4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:01.997628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3eebe8c6-2b69-4253-8ced-a596e426e4b5 None None] Port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:02.007360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (dcbd1751-1cd3-43b1-bbff-737aafc120b6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.069693 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Publish callbacks [] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.073101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=dcbd1751-1cd3-43b1-bbff-737aafc120b6,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:02.084733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:02.085120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: ade9f9b9-462b-4f6f-b307-234b8d1a2114, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:55:02.115712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cad5af14-14c5-4ee0-962b-72eeae4ecb0f None None] Provisioning complete for port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:02.116093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cad5af14-14c5-4ee0-962b-72eeae4ecb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.152932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cad5af14-14c5-4ee0-962b-72eeae4ecb0f None None] Port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:02.172164 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.183904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:55:02.220000 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Pushing event updated for resources: {'Port': ['ID=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:02.248641 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.249024 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.249384 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.249734 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.250080 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.250406 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.250741 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.251063 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.251402 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.251731 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.252076 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.252421 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.252765 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.253091 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.253407 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:02.259590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ade9f9b9-462b-4f6f-b307-234b8d1a2114) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:02.263918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:02.265311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.281953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361e6999-be68-4895-af75-266a07c93190 None None] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:02.287165 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Attempting to bind port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:02.287533 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Attempting to bind port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:02.287890 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Attempting to bind port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 on network 62fbd8bc-517b-46d6-9053-f754e779d3e4 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:02.298621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:02.298621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Checking segment: {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:02.298621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.298621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Bound using segment: {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:02.298621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Bound port: ea4b7f2d-8cb1-4068-a16a-6afd04749f22, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450cfe94-3f17-41bd-a9b1-41cc74684afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:02.298621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.337231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7dfd64f-cc0d-4a5b-a83d-4da6436c0ea0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8621697 Apr 07 01:55:02.340453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53956) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:02.372092 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] For port ea4b7f2d-8cb1-4068-a16a-6afd04749f22, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:02.375391 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] For port ea4b7f2d-8cb1-4068-a16a-6afd04749f22, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:02.415470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:55:02.416400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.453214 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.515252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.549519 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:02.550257 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:02.556362 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c622d3-c38d-4888-8719-31545a1e720b None None] Pushing event updated for resources: {'Port': ['ID=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:02.558861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] Provisioning complete for port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:02.559312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.586323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c153f2cf-d9b9-4f01-856c-356e8a28fbe2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:02.683305 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:02.715224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Allocated IP 172.22.0.2 (ade9f9b9-462b-4f6f-b307-234b8d1a2114/dcbd1751-1cd3-43b1-bbff-737aafc120b6/03c02ba2-5550-46b4-b815-ecda4ec26d41) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:02.720652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:02.721057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.802786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.850386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] Current status of the port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:02.851133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:02.927518 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:00Z', 'revision_number': 3, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:02.942954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] For port ea4b7f2d-8cb1-4068-a16a-6afd04749f22, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:02.956319 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c0c44a-d1be-4049-89d0-8c3a7b65600c None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:00Z', 'revision_number': 3, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:02.982167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:03.019026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Publish callbacks [] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.057936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.088591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.119198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:03.126447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:03.130303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:03.134497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa7b03-f802-4d51-a327-8350290a293a None None] Pushing event updated for resources: {'Port': ['ID=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:03.155661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.22.0.1 (ade9f9b9-462b-4f6f-b307-234b8d1a2114/dcbd1751-1cd3-43b1-bbff-737aafc120b6/80875e44-c051-4e8b-ae18-7f83ca726200) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:03.222125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Pushing event updated for resources: {'Port': ['ID=03c02ba2-5550-46b4-b815-ecda4ec26d41,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:03.237332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0befcb44-16d8-455f-bdbb-2579003c9eff None None] Provisioning complete for port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:03.237714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0befcb44-16d8-455f-bdbb-2579003c9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.240294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Attempting to bind port 03c02ba2-5550-46b4-b815-ecda4ec26d41 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:03.240675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Attempting to bind port 03c02ba2-5550-46b4-b815-ecda4ec26d41 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:03.241077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Attempting to bind port 03c02ba2-5550-46b4-b815-ecda4ec26d41 on network ade9f9b9-462b-4f6f-b307-234b8d1a2114 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:03.267485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:03.267867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Checking segment: {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:03.268301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.268706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Bound using segment: {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:03.269220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Bound port: 03c02ba2-5550-46b4-b815-ecda4ec26d41, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:03.269681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.281329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (80875e44-c051-4e8b-ae18-7f83ca726200), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.374902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] For port 03c02ba2-5550-46b4-b815-ecda4ec26d41, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:03.379734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] For port 03c02ba2-5550-46b4-b815-ecda4ec26d41, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03c02ba2-5550-46b4-b815-ecda4ec26d41,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:03.385637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0befcb44-16d8-455f-bdbb-2579003c9eff None None] Current status of the port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:03.397027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.438793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:03.442599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:03.447294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:03.453920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=80875e44-c051-4e8b-ae18-7f83ca726200,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:03.465035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.485296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.485654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.486007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.488622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.489625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.489625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.489625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.490009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:03.511955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.543446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0b139-5481-4ef8-81f4-5a6ce83cedce None None] Pushing event updated for resources: {'Port': ['ID=03c02ba2-5550-46b4-b815-ecda4ec26d41,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:03.723456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:03.892223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.011139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (80875e44-c051-4e8b-ae18-7f83ca726200), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.069224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.145119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=80875e44-c051-4e8b-ae18-7f83ca726200,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:04.150774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.251043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:04.252523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:04.361815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:04.464070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8818db-1fae-4b9d-9c79-e61cab361268 None None] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:04.467981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:04.473209 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6f165375-7a95-4cb0-a246-5e8e555d6c66 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1309466 Apr 07 01:55:04.476334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53960) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:04.485333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946165514'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:04.504622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:04.565791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:04.566419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:04.574185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] Provisioning complete for port 03c02ba2-5550-46b4-b815-ecda4ec26d41 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:04.574628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.577819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:04.582875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.606321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:55:04.615724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b9d51d82-c683-42af-900b-9546aec1fd20), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.616073 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added segment b9d51d82-c683-42af-900b-9546aec1fd20 of type vlan for network efe44ea9-93b1-4e40-85a2-a33f0f52371e Apr 07 01:55:04.655108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (efe44ea9-93b1-4e40-85a2-a33f0f52371e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.657156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea4b7f2d-8cb1-4068-a16a-6afd04749f22 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:04.755132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (efe44ea9-93b1-4e40-85a2-a33f0f52371e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.760256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:04.760884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:04.766944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:04.827256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Network': ['ID=efe44ea9-93b1-4e40-85a2-a33f0f52371e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:04.834678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.835035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.835384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.835730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.836085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.836460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.836832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.837172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.837502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.837834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.838165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.838492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.838824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.839152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.839738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:04.856923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:55:04.895683 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4bf9f921-e3c5-4628-8771-26e752bfdcc7 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4170997 Apr 07 01:55:04.899316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:04.904612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'subnet': {'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:05.086266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:05.091667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.091823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Made reservation on behalf of 14f6ddf30b2e4e02bf7246a3d1336a48 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:05.095027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.158718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] Current status of the port 03c02ba2-5550-46b4-b815-ecda4ec26d41 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:05.159096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.285750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] For port 03c02ba2-5550-46b4-b815-ecda4ec26d41, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03c02ba2-5550-46b4-b815-ecda4ec26d41,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:05.344450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.359982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:05.361138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03c02ba2-5550-46b4-b815-ecda4ec26d41 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:05.365803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (ce73eb3e-3cad-4980-9476-a88120490a2a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.385210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.414765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Subnet': ['ID=ce73eb3e-3cad-4980-9476-a88120490a2a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:05.453097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Checking segment: {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:05.453464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network hostable DHCP agents. Network: efe44ea9-93b1-4e40-85a2-a33f0f52371e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:55:05.462706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc014c24-6cda-4ac1-ac4c-a65f583d2f18 None None] Pushing event updated for resources: {'Port': ['ID=03c02ba2-5550-46b4-b815-ecda4ec26d41,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:05.472997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:03Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:03Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:05.509671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 03c02ba2-5550-46b4-b815-ecda4ec26d41 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:05.510046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.513003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:05.524896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Updating router cf4171ec-f662-49da-88d9-d965ffec450c port 80875e44-c051-4e8b-ae18-7f83ca726200 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:55:05.543712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:55:05.579940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9ec81891-a2da-4dd9-9344-51e9c6434017 None None] Provisioning complete for port 03c02ba2-5550-46b4-b815-ecda4ec26d41 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:05.580323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec81891-a2da-4dd9-9344-51e9c6434017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.581848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.623624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, efe44ea9-93b1-4e40-85a2-a33f0f52371e) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:05.629656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:05.630610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.658119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e72a2a-4368-412b-b173-cd21e4677164 None None] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:05.747479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4d2d20ef-5935-4636-8e49-dedd69644e71 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8469675 Apr 07 01:55:05.753479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53964) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:05.846313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 03c02ba2-5550-46b4-b815-ecda4ec26d41 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:05.925186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9ec81891-a2da-4dd9-9344-51e9c6434017 None None] Current status of the port 03c02ba2-5550-46b4-b815-ecda4ec26d41 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:05.961460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:55:05.962301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:05.994513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9ec81891-a2da-4dd9-9344-51e9c6434017 None None] Provisioning complete for port 80875e44-c051-4e8b-ae18-7f83ca726200 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:05.994865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9ec81891-a2da-4dd9-9344-51e9c6434017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.102491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9ec81891-a2da-4dd9-9344-51e9c6434017 None None] Port 80875e44-c051-4e8b-ae18-7f83ca726200 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:06.126964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.184683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Publish callbacks [] for port (80875e44-c051-4e8b-ae18-7f83ca726200), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.203906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Allocated IP 172.23.0.2 (efe44ea9-93b1-4e40-85a2-a33f0f52371e/ce73eb3e-3cad-4980-9476-a88120490a2a/c382f967-c946-43e2-9de1-0277e0abbbde) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:06.273636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9098b938-8518-4817-8a69-ebc9540def7b None None] Provisioning complete for port 80875e44-c051-4e8b-ae18-7f83ca726200 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:06.274031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9098b938-8518-4817-8a69-ebc9540def7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.279669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.377497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9098b938-8518-4817-8a69-ebc9540def7b None None] Port 80875e44-c051-4e8b-ae18-7f83ca726200 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:06.378874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec648-a394-427a-b219-626f2694afc2 None None] Pushing event updated for resources: {'Port': ['ID=80875e44-c051-4e8b-ae18-7f83ca726200,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:06.482791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Attempting to bind port 80875e44-c051-4e8b-ae18-7f83ca726200 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:06.483165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Attempting to bind port 80875e44-c051-4e8b-ae18-7f83ca726200 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:06.483533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Attempting to bind port 80875e44-c051-4e8b-ae18-7f83ca726200 on network ade9f9b9-462b-4f6f-b307-234b8d1a2114 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:06.485832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Publish callbacks [] for port (c382f967-c946-43e2-9de1-0277e0abbbde), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.491564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:06.491950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Checking segment: {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:06.492381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.493380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Bound using segment: {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:06.498536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Bound port: 80875e44-c051-4e8b-ae18-7f83ca726200, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b48536-2e7d-4690-b864-3c87aed255e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:06.498536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.537597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03c02ba2-5550-46b4-b815-ecda4ec26d41 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:06.566819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.607771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Allocated IP 172.23.0.1 (efe44ea9-93b1-4e40-85a2-a33f0f52371e/ce73eb3e-3cad-4980-9476-a88120490a2a/c99cbc48-08cf-44fe-a7f4-309dfd32dc3e) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:06.647448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:06.657358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] For port 80875e44-c051-4e8b-ae18-7f83ca726200, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:06.659729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:06.674326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:06.680593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Pushing event updated for resources: {'Port': ['ID=c382f967-c946-43e2-9de1-0277e0abbbde,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:06.686596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] For port 80875e44-c051-4e8b-ae18-7f83ca726200, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=80875e44-c051-4e8b-ae18-7f83ca726200,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:06.688552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8842d25d-21cd-4546-a9ea-854832c2901e None None] Provisioning complete for port 80875e44-c051-4e8b-ae18-7f83ca726200 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:06.688552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8842d25d-21cd-4546-a9ea-854832c2901e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.728158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.749298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.813236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.859651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:06.863697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:06.868649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:06.892864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:06.914001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 03c02ba2-5550-46b4-b815-ecda4ec26d41 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:06.914896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.916869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:06.960478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8842d25d-21cd-4546-a9ea-854832c2901e None None] Port 80875e44-c051-4e8b-ae18-7f83ca726200 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:06.990643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Attempting to bind port c382f967-c946-43e2-9de1-0277e0abbbde on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:06.991024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Attempting to bind port c382f967-c946-43e2-9de1-0277e0abbbde by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:06.991393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Attempting to bind port c382f967-c946-43e2-9de1-0277e0abbbde on network efe44ea9-93b1-4e40-85a2-a33f0f52371e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:07.015511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:07.015896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Checking segment: {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:07.016307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.016793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Bound using segment: {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:07.017301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Bound port: c382f967-c946-43e2-9de1-0277e0abbbde, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:07.017692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.037713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ec648-a394-427a-b219-626f2694afc2 None None] Pushing event updated for resources: {'Port': ['ID=80875e44-c051-4e8b-ae18-7f83ca726200,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:07.044940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:07.045595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:07.112894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.209164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] For port c382f967-c946-43e2-9de1-0277e0abbbde, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:07.214738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] For port c382f967-c946-43e2-9de1-0277e0abbbde, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c382f967-c946-43e2-9de1-0277e0abbbde,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:07.215992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 03c02ba2-5550-46b4-b815-ecda4ec26d41 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:07.222244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:07.302827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.388969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.394333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] Provisioning complete for port 80875e44-c051-4e8b-ae18-7f83ca726200 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:07.394714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.441193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57041e7e-1441-440b-baad-32e4bed91d98 None None] Pushing event updated for resources: {'Port': ['ID=c382f967-c946-43e2-9de1-0277e0abbbde,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:07.469911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.547461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] Current status of the port 80875e44-c051-4e8b-ae18-7f83ca726200 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:07.547860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.550089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.552933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event updated for resources: {'Port': ['ID=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:07.595770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:03Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:06Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:07.599353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] For port 80875e44-c051-4e8b-ae18-7f83ca726200, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=80875e44-c051-4e8b-ae18-7f83ca726200,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:07.639672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc286e39-a368-4e3f-a8da-249137fa420e None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:03Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:06Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:07.646374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:07.710629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:07.713469 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:07.730983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac858a-1e35-4e2c-a6d0-b053695aec84 None None] Pushing event updated for resources: {'Port': ['ID=80875e44-c051-4e8b-ae18-7f83ca726200,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:07.833273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:08.194720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:08.203371 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f3e9398b-6df4-4a4d-963c-0991e955fff6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4465599 Apr 07 01:55:08.204104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53966) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:08.209572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:08.295208 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:08.305798 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:08.306547 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:08.504549 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:08.511555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854a510e-0f83-4902-a5a7-2bb0c8468453 None None] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:08.616455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] Provisioning complete for port c382f967-c946-43e2-9de1-0277e0abbbde triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:08.617176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:08.648788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.extraroute_db [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 01:55:08.663148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.extraroute_db [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Removed routes are [] {{(pid=110984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 01:55:08.663684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:08.664781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c382f967-c946-43e2-9de1-0277e0abbbde up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:08.726436 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99cbc48-08cf-44fe-a7f4-309dfd32dc3e', 'name': '', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:6b:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:06Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:08.752843 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:08.753198 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Updating router cf4171ec-f662-49da-88d9-d965ffec450c port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:55:08.773314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c382f967-c946-43e2-9de1-0277e0abbbde triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:08.773727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:08.786949 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:08.817336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] Current status of the port c382f967-c946-43e2-9de1-0277e0abbbde is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:08.817732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:08.861010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] For port c382f967-c946-43e2-9de1-0277e0abbbde, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c382f967-c946-43e2-9de1-0277e0abbbde,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:08.898597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c382f967-c946-43e2-9de1-0277e0abbbde is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:08.902099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:08.950242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.031469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 01:55:09.032133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 01:55:09.041451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.048049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.050939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545b75c-20aa-4ea2-9af9-df6b3a29e7a2 None None] Pushing event updated for resources: {'Port': ['ID=c382f967-c946-43e2-9de1-0277e0abbbde,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:09.070569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8e83c038-bf43-453d-b789-fe6c4ea5d209 None None] Provisioning complete for port c382f967-c946-43e2-9de1-0277e0abbbde triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:09.071257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8e83c038-bf43-453d-b789-fe6c4ea5d209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.112448 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Publish callbacks [] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.155677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:09.171770 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.172694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8e83c038-bf43-453d-b789-fe6c4ea5d209 None None] Current status of the port c382f967-c946-43e2-9de1-0277e0abbbde is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:09.187324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8e83c038-bf43-453d-b789-fe6c4ea5d209 None None] Provisioning complete for port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:09.190629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8e83c038-bf43-453d-b789-fe6c4ea5d209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.226336 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ef0c-ed14-4d16-80d3-05cd8f7e42bd None None] Pushing event updated for resources: {'Port': ['ID=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:09.248223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8e83c038-bf43-453d-b789-fe6c4ea5d209 None None] Port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:09.280037 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Attempting to bind port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:09.280487 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Attempting to bind port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:09.280668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:09.281007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Attempting to bind port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e on network efe44ea9-93b1-4e40-85a2-a33f0f52371e {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:09.286747 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:09.287255 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Checking segment: {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:09.287826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.287955 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.288384 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Bound using segment: {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:09.289073 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1f9660ad-67f8-4a0d-92ac-fdac05b99b38 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 934 time: 1.0839677 Apr 07 01:55:09.291586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:09.291768 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Bound port: c99cbc48-08cf-44fe-a7f4-309dfd32dc3e, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d51d82-c683-42af-900b-9546aec1fd20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:09.292184 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.337056 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:55:09.372085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9278046e-c159-44f4-a83c-a23f9b970f8f None None] Provisioning complete for port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:09.372600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9278046e-c159-44f4-a83c-a23f9b970f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.377617 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] For port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:09.381048 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] For port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:09.402887 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b1df198-11e5-4246-8f80-8398daea2c56 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 934 time: 0.1101699 Apr 07 01:55:09.405713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53970) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:09.410632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'routes': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:09.413474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9278046e-c159-44f4-a83c-a23f9b970f8f None None] Port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:09.436083 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.500388 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067ef0c-ed14-4d16-80d3-05cd8f7e42bd None None] Pushing event updated for resources: {'Port': ['ID=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:09.503372 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:09.503977 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:09.563205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] Provisioning complete for port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:09.563769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.611932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c382f967-c946-43e2-9de1-0277e0abbbde is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:09.612463 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:09.613072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 80875e44-c051-4e8b-ae18-7f83ca726200 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:09.706735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 80875e44-c051-4e8b-ae18-7f83ca726200 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:09.707368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.709152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] Current status of the port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:09.709529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.782047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] For port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:09.823989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.860692 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:08Z', 'revision_number': 6, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99cbc48-08cf-44fe-a7f4-309dfd32dc3e', 'name': '', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:6b:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:06Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:09.862445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 80875e44-c051-4e8b-ae18-7f83ca726200 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:09.871722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added routes are [] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 01:55:09.872179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.extraroute_db [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=110983) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 01:55:09.893960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1ab17-6ccd-46be-a116-e04ebb75467c None None] Pushing event updated for resources: {'Port': ['ID=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:09.899523 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb82c7a5-5b63-41bb-a84a-7c9e39044f71 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:08Z', 'revision_number': 6, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99cbc48-08cf-44fe-a7f4-309dfd32dc3e', 'name': '', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:6b:8a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:06Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 4, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:09.908405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:09.955055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-10a7ac3b-d276-4f19-8ec4-65c0bc43413d None None] Provisioning complete for port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:09.955716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10a7ac3b-d276-4f19-8ec4-65c0bc43413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:10.060961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-10a7ac3b-d276-4f19-8ec4-65c0bc43413d None None] Current status of the port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:10.182321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3874399a-d6d9-480b-9b37-3a81c9cad01e None None] Provisioning complete for port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:10.182729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3874399a-d6d9-480b-9b37-3a81c9cad01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:10.214859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:10.220128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:10.270565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3874399a-d6d9-480b-9b37-3a81c9cad01e None None] Current status of the port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:10.608983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c382f967-c946-43e2-9de1-0277e0abbbde up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:10.668878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c382f967-c946-43e2-9de1-0277e0abbbde triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:10.669351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:10.679971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:10.782950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:10.789893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:10.793562 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-172d396a-76a5-4516-82c1-438ad2ee97ab tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 700 time: 1.3842304 Apr 07 01:55:10.793940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53972) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:10.843730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:10.861957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:10.862627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:10.900901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53974) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:10.901096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b69a5109-c753-466c-9047-dbe74d81b5b1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 700 time: 0.1014619 Apr 07 01:55:10.987772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:11.023599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c382f967-c946-43e2-9de1-0277e0abbbde is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:11.024841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c99cbc48-08cf-44fe-a7f4-309dfd32dc3e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:11.177220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:11.177609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:11.243819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:11.308426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:11.314254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 7, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99cbc48-08cf-44fe-a7f4-309dfd32dc3e', 'name': '', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:6b:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:06Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:11.345443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:11.354811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:11.355428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:11.447178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:11.502741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:11.503013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:11.596526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port c99cbc48-08cf-44fe-a7f4-309dfd32dc3e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:11.596982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:11.610586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for c99cbc48-08cf-44fe-a7f4-309dfd32dc3e owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:11.656670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 7, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99cbc48-08cf-44fe-a7f4-309dfd32dc3e', 'name': '', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:6b:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:06Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:11.687706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c033a7-c9ca-4b80-a64d-c94b8087616e None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 7, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c99cbc48-08cf-44fe-a7f4-309dfd32dc3e', 'name': '', 'network_id': 'efe44ea9-93b1-4e40-85a2-a33f0f52371e', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:6b:8a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:06Z', 'updated_at': '2022-04-07T01:55:09Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'ce73eb3e-3cad-4980-9476-a88120490a2a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:11.853281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c99cbc48-08cf-44fe-a7f4-309dfd32dc3e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:11.880902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=c99cbc48-08cf-44fe-a7f4-309dfd32dc3e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:11.892849 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:11.906757 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:11.908532 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:12.009768 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:12.069921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.220635 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:11Z', 'revision_number': 8, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:12.277307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:12.337163 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:12.346056 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:12.346674 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:12.381038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:12.387498 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6c3848cf-b356-421f-aad3-f794cce60ee2 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4855397 Apr 07 01:55:12.390204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:12.436177 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:12.445346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet ce73eb3e-3cad-4980-9476-a88120490a2a {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:55:12.449151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (ce73eb3e-3cad-4980-9476-a88120490a2a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.499127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (ce73eb3e-3cad-4980-9476-a88120490a2a), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.587299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (ce73eb3e-3cad-4980-9476-a88120490a2a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.645051 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:11Z', 'revision_number': 8, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:12.674334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e53106-13d1-4fdc-bb48-0d0bc529961a None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:11Z', 'revision_number': 8, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:12.709118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (ce73eb3e-3cad-4980-9476-a88120490a2a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.737668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=ce73eb3e-3cad-4980-9476-a88120490a2a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:12.739709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.746989 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-04e273d2-55ea-4a5a-97e1-b9eb1ddcbb05 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/ce73eb3e-3cad-4980-9476-a88120490a2a HTTP/1.1" status: 204 len: 168 time: 0.3533859 Apr 07 01:55:12.748890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3092185-d321-44e7-bc8b-07655fb695d2 None None] Network efe44ea9-93b1-4e40-85a2-a33f0f52371e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:12.749389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53978) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:12.829065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (efe44ea9-93b1-4e40-85a2-a33f0f52371e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.884170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port c382f967-c946-43e2-9de1-0277e0abbbde {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:12.884518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.950178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port c382f967-c946-43e2-9de1-0277e0abbbde, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c382f967-c946-43e2-9de1-0277e0abbbde,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:12.950553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:12.963161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for c382f967-c946-43e2-9de1-0277e0abbbde owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:13.047247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] DHCP port deletion for efe44ea9-93b1-4e40-85a2-a33f0f52371e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:55:13.100839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] Deleting port c382f967-c946-43e2-9de1-0277e0abbbde {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:13.101295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.132368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.159620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=c382f967-c946-43e2-9de1-0277e0abbbde,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:13.165347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port c382f967-c946-43e2-9de1-0277e0abbbde on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:13.171274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] For port c382f967-c946-43e2-9de1-0277e0abbbde, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c382f967-c946-43e2-9de1-0277e0abbbde,segment=NetworkSegment(b9d51d82-c683-42af-900b-9546aec1fd20),segment_id=b9d51d82-c683-42af-900b-9546aec1fd20)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:13.171274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.180803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] Calling delete_port for c382f967-c946-43e2-9de1-0277e0abbbde owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:13.228178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:13.247532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:13.248179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:13.249952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (efe44ea9-93b1-4e40-85a2-a33f0f52371e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.270906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe44ea9-93b1-4e40-85a2-a33f0f52371e']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:13.280746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d51d82-c683-42af-900b-9546aec1fd20') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:13.281146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d51d82-c683-42af-900b-9546aec1fd20') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:13.291506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (b9d51d82-c683-42af-900b-9546aec1fd20), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.304528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b9d51d82-c683-42af-900b-9546aec1fd20), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.310667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:55:13.311058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (b9d51d82-c683-42af-900b-9546aec1fd20), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:55:13.314201 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:55:13.348016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (c382f967-c946-43e2-9de1-0277e0abbbde), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.360494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:13.403696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] Pushing event deleted for resources: {'Port': ['ID=c382f967-c946-43e2-9de1-0277e0abbbde,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:13.408478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ecbf0b-c5ac-45ab-a66a-524bf9da0f0b None None] No DVR routers for this DVR port c382f967-c946-43e2-9de1-0277e0abbbde on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:13.440826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (efe44ea9-93b1-4e40-85a2-a33f0f52371e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.445689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.449407 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/efe44ea9-93b1-4e40-85a2-a33f0f52371e HTTP/1.1" status: 204 len: 168 time: 0.7004867 Apr 07 01:55:13.452271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53982) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:13.465800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f441e-e1c7-4cb7-9cfe-eb8fd62de616 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=efe44ea9-93b1-4e40-85a2-a33f0f52371e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:13.587590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:11Z', 'revision_number': 8, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:13.618489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:13.626764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:13.627380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:13.796172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:13.865033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:14.051472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 80875e44-c051-4e8b-ae18-7f83ca726200 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:14.051814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:14.070366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:11Z', 'revision_number': 8, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:14.097721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f18e044-1c08-48d2-9d04-c9fa8f014143 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:11Z', 'revision_number': 8, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': '80875e44-c051-4e8b-ae18-7f83ca726200', 'name': '', 'network_id': 'ade9f9b9-462b-4f6f-b307-234b8d1a2114', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:58:d5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:02Z', 'updated_at': '2022-04-07T01:55:07Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dcbd1751-1cd3-43b1-bbff-737aafc120b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:14.148123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 80875e44-c051-4e8b-ae18-7f83ca726200, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=80875e44-c051-4e8b-ae18-7f83ca726200,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:14.148412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:14.165157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 80875e44-c051-4e8b-ae18-7f83ca726200 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:14.383478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (80875e44-c051-4e8b-ae18-7f83ca726200), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:14.409197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=80875e44-c051-4e8b-ae18-7f83ca726200,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:14.585172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:14.596403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c382f967-c946-43e2-9de1-0277e0abbbde no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:14.622271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: c382f967-c946-43e2-9de1-0277e0abbbde {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:14.622731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c382f967-c946-43e2-9de1-0277e0abbbde not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:14.623225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c99cbc48-08cf-44fe-a7f4-309dfd32dc3e no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:14.643515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: c99cbc48-08cf-44fe-a7f4-309dfd32dc3e {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:14.643868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c99cbc48-08cf-44fe-a7f4-309dfd32dc3e not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:14.782508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:14.878130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:14.886026 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d668fc89-a28a-45f6-b591-3f96fbb06327 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4296131 Apr 07 01:55:14.886151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:14.888892 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:14.900686 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:14.901469 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:14.944895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet dcbd1751-1cd3-43b1-bbff-737aafc120b6 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:55:14.948195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (dcbd1751-1cd3-43b1-bbff-737aafc120b6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:14.990887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (dcbd1751-1cd3-43b1-bbff-737aafc120b6), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:14.997101 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:15.076077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (dcbd1751-1cd3-43b1-bbff-737aafc120b6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.199916 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:14Z', 'revision_number': 9, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:15.206678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (dcbd1751-1cd3-43b1-bbff-737aafc120b6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.227714 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:15.235053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbd1751-1cd3-43b1-bbff-737aafc120b6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:15.237982 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:15.238611 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:15.239230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.246052 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8a0f3b57-7aa6-4c3a-800b-e731a3205473 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/dcbd1751-1cd3-43b1-bbff-737aafc120b6 HTTP/1.1" status: 204 len: 168 time: 0.3589745 Apr 07 01:55:15.246698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53986) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:15.255982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c4171-f3a7-46b4-81f5-4ace2f2c7f33 None None] Network ade9f9b9-462b-4f6f-b307-234b8d1a2114 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:15.330222 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:15.331425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ade9f9b9-462b-4f6f-b307-234b8d1a2114), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.389116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 03c02ba2-5550-46b4-b815-ecda4ec26d41 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:15.389467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.444358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] DHCP port deletion for ade9f9b9-462b-4f6f-b307-234b8d1a2114 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:55:15.458320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 03c02ba2-5550-46b4-b815-ecda4ec26d41, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03c02ba2-5550-46b4-b815-ecda4ec26d41,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:15.458929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.473634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 03c02ba2-5550-46b4-b815-ecda4ec26d41 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:15.493258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Deleting port 03c02ba2-5550-46b4-b815-ecda4ec26d41 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:15.493637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.541008 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:14Z', 'revision_number': 9, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:15.560136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] For port 03c02ba2-5550-46b4-b815-ecda4ec26d41, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03c02ba2-5550-46b4-b815-ecda4ec26d41,segment=NetworkSegment(74b48536-2e7d-4690-b864-3c87aed255e9),segment_id=74b48536-2e7d-4690-b864-3c87aed255e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:15.560596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.567390 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d983bec-566e-44e5-afb6-fe3baa706418 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:14Z', 'revision_number': 9, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'ea4b7f2d-8cb1-4068-a16a-6afd04749f22', 'name': '', 'network_id': '62fbd8bc-517b-46d6-9053-f754e779d3e4', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:48:94:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:58Z', 'updated_at': '2022-04-07T01:55:02Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'dfe94185-8672-44c3-9a54-ae2d54f12a4a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:15.573052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Calling delete_port for 03c02ba2-5550-46b4-b815-ecda4ec26d41 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:15.612005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.638172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=03c02ba2-5550-46b4-b815-ecda4ec26d41,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:15.643131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 03c02ba2-5550-46b4-b815-ecda4ec26d41 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:15.652744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (03c02ba2-5550-46b4-b815-ecda4ec26d41), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.677590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Pushing event deleted for resources: {'Port': ['ID=03c02ba2-5550-46b4-b815-ecda4ec26d41,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:15.681955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] No DVR routers for this DVR port 03c02ba2-5550-46b4-b815-ecda4ec26d41 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:15.688553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.694766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad33052d-52d3-465b-ab7f-af9e61d483c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:55:15.728522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ade9f9b9-462b-4f6f-b307-234b8d1a2114), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.747482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade9f9b9-462b-4f6f-b307-234b8d1a2114']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:15.756329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b48536-2e7d-4690-b864-3c87aed255e9') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:15.759814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b48536-2e7d-4690-b864-3c87aed255e9') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:15.768165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (74b48536-2e7d-4690-b864-3c87aed255e9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.781480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (74b48536-2e7d-4690-b864-3c87aed255e9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.787212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:55:15.787619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (74b48536-2e7d-4690-b864-3c87aed255e9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:55:15.791401 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:55:15.903275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ade9f9b9-462b-4f6f-b307-234b8d1a2114), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.906118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:15.909465 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/ade9f9b9-462b-4f6f-b307-234b8d1a2114 HTTP/1.1" status: 204 len: 168 time: 0.6616962 Apr 07 01:55:15.912354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53988) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:15.922262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0ae68-3684-42f6-a3fd-86cd0bb4acd0 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=ade9f9b9-462b-4f6f-b307-234b8d1a2114,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:16.507146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:16.528283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 80875e44-c051-4e8b-ae18-7f83ca726200 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:16.551133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 80875e44-c051-4e8b-ae18-7f83ca726200 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:16.551494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 80875e44-c051-4e8b-ae18-7f83ca726200 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:16.551924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03c02ba2-5550-46b4-b815-ecda4ec26d41 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:16.576408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 03c02ba2-5550-46b4-b815-ecda4ec26d41 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:16.576785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03c02ba2-5550-46b4-b815-ecda4ec26d41 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:16.763638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port ea4b7f2d-8cb1-4068-a16a-6afd04749f22 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:16.763987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:16.857774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port ea4b7f2d-8cb1-4068-a16a-6afd04749f22, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:16.858153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:16.871438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for ea4b7f2d-8cb1-4068-a16a-6afd04749f22 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:17.121047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ea4b7f2d-8cb1-4068-a16a-6afd04749f22), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.147818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=ea4b7f2d-8cb1-4068-a16a-6afd04749f22,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:17.316375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.519955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:17.612830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:17.618481 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0cdbc87b-e96d-49f4-8c25-7f32a12d4160 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7045393 Apr 07 01:55:17.620278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53990) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:17.621996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:17.634425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:17.635051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:17.670876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet dfe94185-8672-44c3-9a54-ae2d54f12a4a {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:55:17.674108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (dfe94185-8672-44c3-9a54-ae2d54f12a4a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.717035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (dfe94185-8672-44c3-9a54-ae2d54f12a4a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.732482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:17.806603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (dfe94185-8672-44c3-9a54-ae2d54f12a4a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.807917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.922105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (dfe94185-8672-44c3-9a54-ae2d54f12a4a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.936551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:16Z', 'revision_number': 10, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:17.952825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe94185-8672-44c3-9a54-ae2d54f12a4a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:17.959003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:17.968200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ddba0b14-5dbc-4175-83a5-3f2ad9111955 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/dfe94185-8672-44c3-9a54-ae2d54f12a4a HTTP/1.1" status: 204 len: 168 time: 0.3417022 Apr 07 01:55:17.988988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b5ab9-7cee-4fd0-b23f-25702daf4aa2 None None] Network 62fbd8bc-517b-46d6-9053-f754e779d3e4 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:17.989170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 53992) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:18.007468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:18.030651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:18.031304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:18.152907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:18.274414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] DHCP port deletion for 62fbd8bc-517b-46d6-9053-f754e779d3e4 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:55:18.387590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] Deleting port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:18.388098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.397614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (62fbd8bc-517b-46d6-9053-f754e779d3e4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.449130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:18.449447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.462838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] For port c153f2cf-d9b9-4f01-856c-356e8a28fbe2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:18.463242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.478433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:16Z', 'revision_number': 10, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:18.484196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] Calling delete_port for c153f2cf-d9b9-4f01-856c-356e8a28fbe2 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:18.517019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port c153f2cf-d9b9-4f01-856c-356e8a28fbe2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,segment=NetworkSegment(450cfe94-3f17-41bd-a9b1-41cc74684afb),segment_id=450cfe94-3f17-41bd-a9b1-41cc74684afb)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:18.517386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.518438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc405afa-6da4-44cf-b3e0-7208ba5de5e0 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:16Z', 'revision_number': 10, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None, '_interfaces': [{'id': 'f5e8b6b0-89dd-45c1-baf5-880904b73ee2', 'name': '', 'network_id': '6d3234e1-d35e-49cd-a34a-98024ee3f7d7', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'mac_address': 'fa:16:3e:f1:0d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:54:55Z', 'updated_at': '2022-04-07T01:54:59Z', 'revision_number': 5, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'subnets': [{'id': 'f2518483-0fbc-44e1-bc31-5d0b9f4858cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:18.531603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for c153f2cf-d9b9-4f01-856c-356e8a28fbe2 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:18.651987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.658261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c153f2cf-d9b9-4f01-856c-356e8a28fbe2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.676659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] Pushing event deleted for resources: {'Port': ['ID=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:18.680735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2810b214-ffe9-4c24-8f64-0a8c8d8baf21 None None] No DVR routers for this DVR port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:18.685837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=c153f2cf-d9b9-4f01-856c-356e8a28fbe2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:18.692736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port c153f2cf-d9b9-4f01-856c-356e8a28fbe2 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:18.770778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (62fbd8bc-517b-46d6-9053-f754e779d3e4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.790046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fbd8bc-517b-46d6-9053-f754e779d3e4']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:18.799159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450cfe94-3f17-41bd-a9b1-41cc74684afb') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:18.799460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450cfe94-3f17-41bd-a9b1-41cc74684afb') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:18.809218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (450cfe94-3f17-41bd-a9b1-41cc74684afb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.823117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (450cfe94-3f17-41bd-a9b1-41cc74684afb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.829209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:55:18.829532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (450cfe94-3f17-41bd-a9b1-41cc74684afb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:55:18.832467 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:55:18.895639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c153f2cf-d9b9-4f01-856c-356e8a28fbe2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:18.919105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: c153f2cf-d9b9-4f01-856c-356e8a28fbe2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:18.919502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c153f2cf-d9b9-4f01-856c-356e8a28fbe2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:19.035153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (62fbd8bc-517b-46d6-9053-f754e779d3e4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:19.043972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:19.047253 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/62fbd8bc-517b-46d6-9053-f754e779d3e4 HTTP/1.1" status: 204 len: 168 time: 1.0775943 Apr 07 01:55:19.050178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53994) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:19.064459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead4458-7dbc-48d9-88f2-395254df7b80 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=62fbd8bc-517b-46d6-9053-f754e779d3e4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:19.388866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:19.633657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port f5e8b6b0-89dd-45c1-baf5-880904b73ee2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:19.634008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:19.721414 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port f5e8b6b0-89dd-45c1-baf5-880904b73ee2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,segment=NetworkSegment(cfaffca5-4f14-4b16-8cc9-b319982058bf),segment_id=cfaffca5-4f14-4b16-8cc9-b319982058bf)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:19.721708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:19.734676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for f5e8b6b0-89dd-45c1-baf5-880904b73ee2 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:19.966955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f5e8b6b0-89dd-45c1-baf5-880904b73ee2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:19.997501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=f5e8b6b0-89dd-45c1-baf5-880904b73ee2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:20.147402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (cf4171ec-f662-49da-88d9-d965ffec450c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:20.545287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea4b7f2d-8cb1-4068-a16a-6afd04749f22 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:20.557377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:20.565870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ea4b7f2d-8cb1-4068-a16a-6afd04749f22 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:20.566228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ea4b7f2d-8cb1-4068-a16a-6afd04749f22 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:20.638909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:20.644253 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0ecf2b2d-76d4-4456-8711-20ae0a1177c1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5929384 Apr 07 01:55:20.646948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 53996) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:20.648611 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:20.658860 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:20.659470 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:20.698300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting subnet f2518483-0fbc-44e1-bc31-5d0b9f4858cc {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:55:20.701687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (f2518483-0fbc-44e1-bc31-5d0b9f4858cc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:20.733441 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:20.746605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (f2518483-0fbc-44e1-bc31-5d0b9f4858cc), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:20.834048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (f2518483-0fbc-44e1-bc31-5d0b9f4858cc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:20.875334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:19Z', 'revision_number': 11, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:20.903108 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:20.912479 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:20.913246 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:20.961391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (f2518483-0fbc-44e1-bc31-5d0b9f4858cc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:20.983788 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:20.993441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Subnet': ['ID=f2518483-0fbc-44e1-bc31-5d0b9f4858cc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:20.997037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.002742 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f768493a-8103-4473-8440-95c3bba04400 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/f2518483-0fbc-44e1-bc31-5d0b9f4858cc HTTP/1.1" status: 204 len: 168 time: 0.3522494 Apr 07 01:55:21.002967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54000) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:21.005140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231276b-5e12-4301-bc29-baf68a8183ae None None] Network 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:21.038731 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:19Z', 'revision_number': 11, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:21.066490 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439f3909-9dd1-4e68-a0c0-044320e33528 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:19Z', 'revision_number': 11, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:21.082391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (6d3234e1-d35e-49cd-a34a-98024ee3f7d7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.151738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Deleting port 82736a99-da89-4f5a-a32d-edc0fdf83c37 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:55:21.152118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.217657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] For port 82736a99-da89-4f5a-a32d-edc0fdf83c37, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=82736a99-da89-4f5a-a32d-edc0fdf83c37,segment=NetworkSegment(cfaffca5-4f14-4b16-8cc9-b319982058bf),segment_id=cfaffca5-4f14-4b16-8cc9-b319982058bf)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:21.218047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.231299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Calling delete_port for 82736a99-da89-4f5a-a32d-edc0fdf83c37 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:55:21.429136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (82736a99-da89-4f5a-a32d-edc0fdf83c37), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.454401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Port': ['ID=82736a99-da89-4f5a-a32d-edc0fdf83c37,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:21.463822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No DVR routers for this DVR port 82736a99-da89-4f5a-a32d-edc0fdf83c37 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:55:21.471415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d050b9-2008-4032-9fb4-ab6427a636f3 None None] DHCP port deletion for 6d3234e1-d35e-49cd-a34a-98024ee3f7d7 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:55:21.545455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (6d3234e1-d35e-49cd-a34a-98024ee3f7d7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.569271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d3234e1-d35e-49cd-a34a-98024ee3f7d7']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:21.578945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfaffca5-4f14-4b16-8cc9-b319982058bf') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:21.579248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfaffca5-4f14-4b16-8cc9-b319982058bf') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:21.588532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (cfaffca5-4f14-4b16-8cc9-b319982058bf), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.603233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (cfaffca5-4f14-4b16-8cc9-b319982058bf), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.609220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:55:21.609658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (cfaffca5-4f14-4b16-8cc9-b319982058bf), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:55:21.612680 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:55:21.749349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (6d3234e1-d35e-49cd-a34a-98024ee3f7d7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.756061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:21.759944 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/networks/6d3234e1-d35e-49cd-a34a-98024ee3f7d7 HTTP/1.1" status: 204 len: 168 time: 0.7559831 Apr 07 01:55:21.762807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54002) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:21.767614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'routes': None}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:21.771655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80801ed3-e601-485f-80da-92ac69cab35c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Pushing event deleted for resources: {'Network': ['ID=6d3234e1-d35e-49cd-a34a-98024ee3f7d7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:21.927974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.extraroute_db [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Added routes are [] {{(pid=110984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 07 01:55:21.928283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.extraroute_db [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Removed routes are [] {{(pid=110984) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 07 01:55:21.928646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.073149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.076376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.157222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router cf4171ec-f662-49da-88d9-d965ffec450c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:22.234296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:22.240984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.242178 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f9ee1013-37d5-46a5-9e1f-9a58f7fadb5c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 701 time: 0.4783375 Apr 07 01:55:22.244793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] Sync routers for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:22.245399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54004) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:22.255433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:22.256137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:22.278643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3825108b-67fc-4f99-a161-1ef78e7c50c4 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 205 time: 0.0318983 Apr 07 01:55:22.281076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:22.362138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (cf4171ec-f662-49da-88d9-d965ffec450c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.479536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:22.531162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.533066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 82736a99-da89-4f5a-a32d-edc0fdf83c37 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:22.533366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (cf4171ec-f662-49da-88d9-d965ffec450c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.535387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:19Z', 'revision_number': 11, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:22.581014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 82736a99-da89-4f5a-a32d-edc0fdf83c37 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:22.581371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 82736a99-da89-4f5a-a32d-edc0fdf83c37 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:22.581815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5e8b6b0-89dd-45c1-baf5-880904b73ee2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:55:22.583637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] Checking router: cf4171ec-f662-49da-88d9-d965ffec450c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:22.605631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: f5e8b6b0-89dd-45c1-baf5-880904b73ee2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:55:22.605984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5e8b6b0-89dd-45c1-baf5-880904b73ee2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:55:22.611396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] Routers {'cf4171ec-f662-49da-88d9-d965ffec450c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:22.612014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['cf4171ec-f662-49da-88d9-d965ffec450c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:22.645969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (cf4171ec-f662-49da-88d9-d965ffec450c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.646529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router cf4171ec-f662-49da-88d9-d965ffec450c {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:55:22.654289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.659207 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fb1fbf1e-3347-4b2f-93dc-47bcc4af0356 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 204 len: 168 time: 0.3733444 Apr 07 01:55:22.659559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54008) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:22.664040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1654745984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:22.689920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] Set router cf4171ec-f662-49da-88d9-d965ffec450c gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:22.732543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.733839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.745438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:19Z', 'revision_number': 11, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:22.772439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd746d85-38e9-46a1-b2a0-9e799708cf59 None None] The sync data for ids ['cf4171ec-f662-49da-88d9-d965ffec450c'] in dv-neutron-836863-2-hyperv is: [{'id': 'cf4171ec-f662-49da-88d9-d965ffec450c', 'name': 'tempest-RoutersTest-router-1637926584', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:54:53Z', 'updated_at': '2022-04-07T01:55:19Z', 'revision_number': 11, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:22.795698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.835260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.911157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:22.913659 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c49fef79-43b2-4798-9e30-5a5f8d977791 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2518337 Apr 07 01:55:22.915257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54010) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:22.919678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:23.129502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.223546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.406084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Router 65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:55:23.483726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:23.490263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.491389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5be55186-2c5f-48e6-818a-4460354de29e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "PUT /v2.0/routers/65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 HTTP/1.1" status: 200 len: 694 time: 0.5751874 Apr 07 01:55:23.492947 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] Sync routers for ids ['65e0d5b3-7987-49f2-9fd4-de92ddd8ee32'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:23.494074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54012) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:23.503129 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] Routers {'65e0d5b3-7987-49f2-9fd4-de92ddd8ee32'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:23.503814 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['65e0d5b3-7987-49f2-9fd4-de92ddd8ee32'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:23.574266 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-684a33b4-eb80-49e5-b314-16ee06fd7a14 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/routers/65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 HTTP/1.1" status: 200 len: 700 time: 0.0791159 Apr 07 01:55:23.575669 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] Set router 65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:23.576967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54014) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:23.603729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6a5f8c24-e1f1-4496-862f-58f0df1d9a5e tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 HTTP/1.1" status: 200 len: 205 time: 0.0257173 Apr 07 01:55:23.606336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54016) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:23.630731 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e0d5b3-7987-49f2-9fd4-de92ddd8ee32', 'name': 'tempest-RoutersTest-router-1654745984', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:22Z', 'updated_at': '2022-04-07T01:55:23Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:23.657464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] Checking router: 65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:23.665724 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] Routers {'65e0d5b3-7987-49f2-9fd4-de92ddd8ee32'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:23.666323 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['65e0d5b3-7987-49f2-9fd4-de92ddd8ee32'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:23.682370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.737639 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] Set router 65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:23.788519 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e0d5b3-7987-49f2-9fd4-de92ddd8ee32', 'name': 'tempest-RoutersTest-router-1654745984', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:22Z', 'updated_at': '2022-04-07T01:55:23Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:23.822141 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28f59d7-6e5a-4301-8091-49bf403da8c8 None None] The sync data for ids ['65e0d5b3-7987-49f2-9fd4-de92ddd8ee32'] in dv-neutron-836863-2-hyperv is: [{'id': '65e0d5b3-7987-49f2-9fd4-de92ddd8ee32', 'name': 'tempest-RoutersTest-router-1654745984', 'tenant_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:22Z', 'updated_at': '2022-04-07T01:55:23Z', 'revision_number': 2, 'project_id': '14f6ddf30b2e4e02bf7246a3d1336a48', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:23.850344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.852653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router_controller (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.960808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (65e0d5b3-7987-49f2-9fd4-de92ddd8ee32), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.961376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Fanout notify agent at l3_agent the message router_deleted on router 65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:55:23.968514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:23.969743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f763648d-b31a-4f51-8f87-9be2f49d5278 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 HTTP/1.1" status: 204 len: 168 time: 0.3625598 Apr 07 01:55:23.976306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54018) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.011665 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a6ac6e93-4952-419d-a4d1-4a8e8c2c79c3 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 HTTP/1.1" status: 200 len: 205 time: 0.0341072 Apr 07 01:55:24.013979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54020) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.052690 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-7a8a4d7a-ec31-448e-b294-66333cd3d593 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.053772 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7a8a4d7a-ec31-448e-b294-66333cd3d593 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/65e0d5b3-7987-49f2-9fd4-de92ddd8ee32 HTTP/1.1" status: 404 len: 336 time: 0.0388501 Apr 07 01:55:24.056817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54022) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.082886 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb01007-26c1-4427-850a-32b53d52d108 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.083336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb01007-26c1-4427-850a-32b53d52d108 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.089120 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bcb01007-26c1-4427-850a-32b53d52d108 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/ce73eb3e-3cad-4980-9476-a88120490a2a HTTP/1.1" status: 404 len: 337 time: 0.0291677 Apr 07 01:55:24.089588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54024) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.114976 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1876106-dada-42a8-8522-557c4b716027 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.115368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1876106-dada-42a8-8522-557c4b716027 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.118414 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f1876106-dada-42a8-8522-557c4b716027 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/dcbd1751-1cd3-43b1-bbff-737aafc120b6 HTTP/1.1" status: 404 len: 337 time: 0.0279388 Apr 07 01:55:24.121190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54026) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.150900 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9809e8d8-d3d8-4a33-86eb-683136b15cb1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.151346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9809e8d8-d3d8-4a33-86eb-683136b15cb1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.154337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9809e8d8-d3d8-4a33-86eb-683136b15cb1 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/dfe94185-8672-44c3-9a54-ae2d54f12a4a HTTP/1.1" status: 404 len: 337 time: 0.0322793 Apr 07 01:55:24.156653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54028) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.181317 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-556c2a0b-369a-41c5-9d96-0c1a7961bd65 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.181777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556c2a0b-369a-41c5-9d96-0c1a7961bd65 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.184894 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-556c2a0b-369a-41c5-9d96-0c1a7961bd65 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/f2518483-0fbc-44e1-bc31-5d0b9f4858cc HTTP/1.1" status: 404 len: 337 time: 0.0272996 Apr 07 01:55:24.187470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54030) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.215729 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-155f35ec-3647-4de4-837e-3591138c11ed tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 200 len: 205 time: 0.0271397 Apr 07 01:55:24.219895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54032) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.256370 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-538f7893-5589-4a83-9e5f-3f2c4021e077 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.258272 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-538f7893-5589-4a83-9e5f-3f2c4021e077 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/cf4171ec-f662-49da-88d9-d965ffec450c HTTP/1.1" status: 404 len: 336 time: 0.0366280 Apr 07 01:55:24.260539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54034) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.292266 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bae423e7-c9b5-483c-85ff-8c49fd098f67 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=04427419-f3e4-4794-a3e1-13bd7145d9a6 HTTP/1.1" status: 200 len: 205 time: 0.0306401 Apr 07 01:55:24.294647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54036) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.331333 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-a5ee9368-c15d-48ac-a71e-6556db508676 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.332348 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a5ee9368-c15d-48ac-a71e-6556db508676 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/04427419-f3e4-4794-a3e1-13bd7145d9a6 HTTP/1.1" status: 404 len: 336 time: 0.0368214 Apr 07 01:55:24.334969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54038) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.360881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e45564-bd6c-4d06-9d78-6e6bd1db7896 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.361332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e45564-bd6c-4d06-9d78-6e6bd1db7896 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.364299 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-58e45564-bd6c-4d06-9d78-6e6bd1db7896 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/3d1c6ef1-5d13-49b1-bbb5-a80194bc2f8a HTTP/1.1" status: 404 len: 337 time: 0.0284436 Apr 07 01:55:24.366774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54040) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.394215 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ee2a9294-13ba-4ad8-866d-2bd90b2af1d6 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 200 len: 205 time: 0.0258381 Apr 07 01:55:24.396681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54042) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.438810 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-ca6fa3e7-56ed-4b49-ac14-6ef413c3a646 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.439861 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ca6fa3e7-56ed-4b49-ac14-6ef413c3a646 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/8cdeac81-dc0a-40d6-95c5-7ad0e0ccdc26 HTTP/1.1" status: 404 len: 336 time: 0.0422740 Apr 07 01:55:24.442646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54044) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.471416 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6a79b73e-7a44-41a9-895a-5e842c39348c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bea1e4d-ef59-4c44-9060-26e50db05594 HTTP/1.1" status: 200 len: 205 time: 0.0276892 Apr 07 01:55:24.473695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54046) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.511430 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-61be2c2e-a932-44d4-8918-552dd8647943 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.512493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-61be2c2e-a932-44d4-8918-552dd8647943 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/8bea1e4d-ef59-4c44-9060-26e50db05594 HTTP/1.1" status: 404 len: 336 time: 0.0379038 Apr 07 01:55:24.515104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54048) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.545620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-a287385c-afa4-493d-9b19-dcc0b9ac2a18 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.546078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a287385c-afa4-493d-9b19-dcc0b9ac2a18 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.549109 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a287385c-afa4-493d-9b19-dcc0b9ac2a18 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/a794d860-20e5-4731-a715-548200b6d354 HTTP/1.1" status: 404 len: 337 time: 0.0330675 Apr 07 01:55:24.557761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54050) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.585042 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-136b7058-9911-48c3-8aed-e659fb51a86c tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=72ae4bf3-174c-4cae-9f05-2a9d56e63d26 HTTP/1.1" status: 200 len: 205 time: 0.0261500 Apr 07 01:55:24.587968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54052) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.627685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-26fbe796-c261-4f31-bcac-6f2ab9b2fe20 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.628743 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26fbe796-c261-4f31-bcac-6f2ab9b2fe20 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/72ae4bf3-174c-4cae-9f05-2a9d56e63d26 HTTP/1.1" status: 404 len: 336 time: 0.0398698 Apr 07 01:55:24.632053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54054) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.662231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec09a1c-1773-4251-b411-4806ddb6892a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.662702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec09a1c-1773-4251-b411-4806ddb6892a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.665891 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bec09a1c-1773-4251-b411-4806ddb6892a tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/daba319e-52e7-4055-a9cf-7935822703c7 HTTP/1.1" status: 404 len: 337 time: 0.0336113 Apr 07 01:55:24.668423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54056) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.697840 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d2bf2400-3fe1-46b5-8d01-ef055dc7e18f tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "GET /v2.0/ports?device_id=3b63dd4e-68fc-4f01-949b-a0cf1d83d221 HTTP/1.1" status: 200 len: 205 time: 0.0282800 Apr 07 01:55:24.700263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54058) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.744402 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-77dd55a4-7c4b-4528-ab67-db9610076081 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] delete failed (client error): The resource could not be found. Apr 07 01:55:24.745493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-77dd55a4-7c4b-4528-ab67-db9610076081 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/routers/3b63dd4e-68fc-4f01-949b-a0cf1d83d221 HTTP/1.1" status: 404 len: 336 time: 0.0442879 Apr 07 01:55:24.748176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54060) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.774350 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3d55ad-0d5f-4ef1-a907-879cba179080 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.774806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3d55ad-0d5f-4ef1-a907-879cba179080 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.777848 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3b3d55ad-0d5f-4ef1-a907-879cba179080 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/fad405c1-2727-4d2b-8fda-da93dae1daa4 HTTP/1.1" status: 404 len: 337 time: 0.0287755 Apr 07 01:55:24.780184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54062) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:24.805217 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa4579f-72a6-4b88-a6a2-dc0299cb62e9 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] DELETE failed (client error): The resource could not be found. Apr 07 01:55:24.805667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa4579f-72a6-4b88-a6a2-dc0299cb62e9 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 01:55:24.808636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4fa4579f-72a6-4b88-a6a2-dc0299cb62e9 tempest-RoutersTest-1943619609 tempest-RoutersTest-1943619609-project] 10.222.0.25 "DELETE /v2.0/subnets/aea2954e-3baf-4b4c-b127-421943b573c7 HTTP/1.1" status: 404 len: 337 time: 0.0275822 Apr 07 01:55:24.896302 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-503a4ca1-a12d-4a4e-8922-78f5891ec793 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440247 Apr 07 01:55:24.993506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-5b68c130-eb17-45a8-aa6a-c4149c900b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:24.994938 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-5b68c130-eb17-45a8-aa6a-c4149c900b9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1129 time: 0.0497432 Apr 07 01:55:25.115370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-e1f234c5-c9da-4a46-bd04-09e2174c998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:25.117069 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-e1f234c5-c9da-4a46-bd04-09e2174c998f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.1014323 Apr 07 01:55:25.189313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-d16d06d5-9fd1-46e4-b13a-eff78823c43b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866bb06b-df91-43ed-add5-f914f5ced71e HTTP/1.1" status: 200 len: 1001 time: 0.0647836 Apr 07 01:55:25.242668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-359fc79f-a083-43ed-a24f-ce1b77085eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:25.244473 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-359fc79f-a083-43ed-a24f-ce1b77085eea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0461729 Apr 07 01:55:25.258439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54068) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:25.297976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-6488ce8d-b2f5-44de-ae18-855a5798f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:25.299501 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-6488ce8d-b2f5-44de-ae18-855a5798f69a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461035 Apr 07 01:55:25.388341 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-73a2041e-46c8-45cf-a931-ba1304ffdbd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14f6ddf30b2e4e02bf7246a3d1336a48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286581 Apr 07 01:55:25.390906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54072) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:25.398012 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-735440a6-d92e-4425-86db-ad5b5c276bcc service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888383 Apr 07 01:55:25.441263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca3fad2c-7db2-4dfe-893b-18a5b235f482 admin admin] Publish callbacks [] for security_group (65cb3980-8376-4e55-928f-00b81147f535), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:25.462429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca3fad2c-7db2-4dfe-893b-18a5b235f482 admin admin] Publish callbacks [] for security_group (65cb3980-8376-4e55-928f-00b81147f535), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:25.488387 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ae5f5b30-4a8b-4292-a400-f53700e73f33 req-7c27bc64-b3ad-4796-8ff3-5b840785d96c service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820153 Apr 07 01:55:25.548823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca3fad2c-7db2-4dfe-893b-18a5b235f482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (65cb3980-8376-4e55-928f-00b81147f535), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:25.551609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ca3fad2c-7db2-4dfe-893b-18a5b235f482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:25.552770 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ca3fad2c-7db2-4dfe-893b-18a5b235f482 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/65cb3980-8376-4e55-928f-00b81147f535 HTTP/1.1" status: 204 len: 168 time: 0.1609626 Apr 07 01:55:25.561395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fad2c-7db2-4dfe-893b-18a5b235f482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb3980-8376-4e55-928f-00b81147f535,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:27.392458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54108) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:27.545056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--1189053633', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:27.628895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:27.632271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.642353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.715319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (70d0ef6a-de27-418a-8aeb-25c83dc17386), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.777238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (70d0ef6a-de27-418a-8aeb-25c83dc17386), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.803033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:55:27.814819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0ef6a-de27-418a-8aeb-25c83dc17386,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:27.823524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b4f94b39-db58-4b09-935b-49087e35e178), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.823901 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment b4f94b39-db58-4b09-935b-49087e35e178 of type vlan for network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd Apr 07 01:55:27.869437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.942944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:27.947938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:27.948526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.012527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:28.023401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:55:28.083482 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e81b7f43-17f2-4ea7-aea8-b01bbd821620 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6895745 Apr 07 01:55:28.086590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54112) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:28.091321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:28.172178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.173300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (56aff9a6-66f4-44d9-bf59-51d78deaab4e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.231972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (56aff9a6-66f4-44d9-bf59-51d78deaab4e), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.437509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (56aff9a6-66f4-44d9-bf59-51d78deaab4e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.683159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.701259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.803461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.27 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/2b1bf0ac-e695-4357-899a-877064fbfdf0) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:28.901122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:28.989127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:29.017375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9cfbdee3-f084-4d62-a685-3db26bc458dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:29.034101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:29.039284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:29.042188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=2b1bf0ac-e695-4357-899a-877064fbfdf0,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:29.044314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:29.353849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:29.553843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:29.760418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:55:30.213953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:30.224435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:30.233695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:30.234313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:30.316959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.318228 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b543afc2-e0fd-447c-82fe-5d5c9511144b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2306855 Apr 07 01:55:30.321848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54118) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:30.342100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:30.399899 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9b928d29-cda4-4f5b-bc35-6952c464f693 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768836 Apr 07 01:55:30.402636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54122) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:30.522988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:29Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:30.556179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:30.559351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Updating router 56aff9a6-66f4-44d9-bf59-51d78deaab4e port 2b1bf0ac-e695-4357-899a-877064fbfdf0 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:55:30.575393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c990a5f-0abb-444c-b4a9-ebec3cd94f8d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:30.577013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6c990a5f-0abb-444c-b4a9-ebec3cd94f8d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1732700 Apr 07 01:55:30.579708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54124) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:30.585106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.616619 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-143d75e2-a2e4-4f64-b195-6e77e5417dfa tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0359356 Apr 07 01:55:30.619289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54126) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:30.624213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-408741539', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:30.754722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:30.758174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.831330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Publish callbacks [] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.874788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.925463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Attempting to bind port 2b1bf0ac-e695-4357-899a-877064fbfdf0 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:30.925838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Attempting to bind port 2b1bf0ac-e695-4357-899a-877064fbfdf0 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:30.926205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Attempting to bind port 2b1bf0ac-e695-4357-899a-877064fbfdf0 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:30.934637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:30.935012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:30.935413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.935805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:30.936268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Bound port: 2b1bf0ac-e695-4357-899a-877064fbfdf0, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:30.936649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.941751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a22eca-e1cc-4a47-94e3-01c64123dc38 None None] Pushing event updated for resources: {'Port': ['ID=2b1bf0ac-e695-4357-899a-877064fbfdf0,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:30.983196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (65eb17fa-b41c-4385-80f7-c2e18f8fea1e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:30.993165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] For port 2b1bf0ac-e695-4357-899a-877064fbfdf0, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:30.996258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] For port 2b1bf0ac-e695-4357-899a-877064fbfdf0, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b1bf0ac-e695-4357-899a-877064fbfdf0,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:31.044639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=65eb17fa-b41c-4385-80f7-c2e18f8fea1e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:31.052400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:31.052818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:55:31.075070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.135279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:31.135901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:31.137742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a22eca-e1cc-4a47-94e3-01c64123dc38 None None] Pushing event updated for resources: {'Port': ['ID=2b1bf0ac-e695-4357-899a-877064fbfdf0,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:31.160838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:55:31.252918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:31.269522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:31.275461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:31.276590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.283565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765c78f-4d38-4691-ba44-c0c8ea0c1296 None None] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:31.363518 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f4e65aa6-ebdd-4f56-81e7-33a8903cf36a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7429526 Apr 07 01:55:31.366077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54128) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:31.457905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c46b0f62-cc3f-437c-8549-a6b9222f3e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.501605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:55:31.502463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.610794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:29Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:31.662521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a807f86c-9b55-4308-9c8f-5778a3daa2aa None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:29Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:31.684834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Allocated IP 172.20.0.2 (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd/65eb17fa-b41c-4385-80f7-c2e18f8fea1e/545dcac0-85e3-435b-bad7-04b74275d357) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:31.828905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Publish callbacks [] for port (545dcac0-85e3-435b-bad7-04b74275d357), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.848337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.938220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (545dcac0-85e3-435b-bad7-04b74275d357), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:31.979651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:31.982223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:31.985297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:32.022993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Pushing event updated for resources: {'Port': ['ID=545dcac0-85e3-435b-bad7-04b74275d357,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:32.058311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Attempting to bind port 545dcac0-85e3-435b-bad7-04b74275d357 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:32.058681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Attempting to bind port 545dcac0-85e3-435b-bad7-04b74275d357 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:32.059045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Attempting to bind port 545dcac0-85e3-435b-bad7-04b74275d357 on network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:32.064777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:32.065363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Checking segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:32.065772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.066172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Bound using segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:32.066641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Bound port: 545dcac0-85e3-435b-bad7-04b74275d357, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:32.067027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (545dcac0-85e3-435b-bad7-04b74275d357), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.132571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] For port 545dcac0-85e3-435b-bad7-04b74275d357, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:32.136726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] For port 545dcac0-85e3-435b-bad7-04b74275d357, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=545dcac0-85e3-435b-bad7-04b74275d357,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:32.165855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd/65eb17fa-b41c-4385-80f7-c2e18f8fea1e/03ca2819-8777-4b3c-89f8-7a873a4fc0a2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:32.212400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (545dcac0-85e3-435b-bad7-04b74275d357), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.296281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.401122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.449442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df652eb-1a60-4e98-ae5b-427a20ebff37 None None] Pushing event updated for resources: {'Port': ['ID=545dcac0-85e3-435b-bad7-04b74275d357,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:32.458886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:32.462871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:32.466499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:32.492116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.498258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:32.524369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.576211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b1bf0ac-e695-4357-899a-877064fbfdf0 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:32.656921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2b1bf0ac-e695-4357-899a-877064fbfdf0 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:32.657410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.765874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2b1bf0ac-e695-4357-899a-877064fbfdf0 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:32.769832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.787511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.795152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 2b1bf0ac-e695-4357-899a-877064fbfdf0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b1bf0ac-e695-4357-899a-877064fbfdf0,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:32.852691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:32.909791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=2b1bf0ac-e695-4357-899a-877064fbfdf0,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:33.079566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:33.137858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:33.215591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:33.217542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:33.308700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:33.309965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:33.423617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:33.536784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:33.543043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e38f3e2c-95da-4d2d-9f76-63f587b24590 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/56aff9a6-66f4-44d9-bf59-51d78deaab4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1758986 Apr 07 01:55:33.545622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54130) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:33.733630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:33.734116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:33.734589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:33.735057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:33.735528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:33.735990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:33.737951 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-177c9f60-a201-4787-b9be-7628cfd240e3 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1913223 Apr 07 01:55:33.740774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54132) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:33.809056 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:33.820320 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:33.821600 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:33.843030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2166d4-6684-416f-baae-e52d440dfdaa None None] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:55:33.911052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] Provisioning complete for port 545dcac0-85e3-435b-bad7-04b74275d357 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:33.911434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (545dcac0-85e3-435b-bad7-04b74275d357), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:33.953222 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:33.992472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.051550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] Current status of the port 545dcac0-85e3-435b-bad7-04b74275d357 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:34.051988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (545dcac0-85e3-435b-bad7-04b74275d357), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.099289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:34.099779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:34.099902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] For port 545dcac0-85e3-435b-bad7-04b74275d357, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=545dcac0-85e3-435b-bad7-04b74275d357,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:34.100215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:34.100678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:34.101168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:34.101677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:34.103914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d9b7e57c-34ed-4bc9-8af1-326f4e6fc886 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.3621688 Apr 07 01:55:34.107035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54134) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:34.165643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (545dcac0-85e3-435b-bad7-04b74275d357), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.188897 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:34.220523 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:34.221210 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Updating router 56aff9a6-66f4-44d9-bf59-51d78deaab4e port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:55:34.231928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639ed78-e271-41fc-9eb3-8a44c1f4b3ef None None] Pushing event updated for resources: {'Port': ['ID=545dcac0-85e3-435b-bad7-04b74275d357,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:34.259385 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.364281 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-23b7f26c-0fcf-4509-9063-325c0b43c817 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2559571 Apr 07 01:55:34.392119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4a599c80-cfd7-48d5-9cb9-bf868644273c None None] Provisioning complete for port 545dcac0-85e3-435b-bad7-04b74275d357 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:34.392420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a599c80-cfd7-48d5-9cb9-bf868644273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (545dcac0-85e3-435b-bad7-04b74275d357), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.475421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4a599c80-cfd7-48d5-9cb9-bf868644273c None None] Current status of the port 545dcac0-85e3-435b-bad7-04b74275d357 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:34.486966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4a599c80-cfd7-48d5-9cb9-bf868644273c None None] Provisioning complete for port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:34.487345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a599c80-cfd7-48d5-9cb9-bf868644273c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.540105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4a599c80-cfd7-48d5-9cb9-bf868644273c None None] Port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:34.571154 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Publish callbacks [] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.635093 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.675808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5a5059c6-27c8-4d94-866b-ba71afda5e41 None None] Provisioning complete for port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:34.676500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a5059c6-27c8-4d94-866b-ba71afda5e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.731475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5a5059c6-27c8-4d94-866b-ba71afda5e41 None None] Port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:34.734247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b1bf0ac-e695-4357-899a-877064fbfdf0 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:34.795733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2b1bf0ac-e695-4357-899a-877064fbfdf0 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:34.796053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.816038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4ea53-25f6-4950-8042-38735ca0129d None None] Pushing event updated for resources: {'Port': ['ID=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:34.890423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ea998806-d506-4a22-9b57-2ad629db16e6 None None] Provisioning complete for port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:34.891063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ea998806-d506-4a22-9b57-2ad629db16e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.918662 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Attempting to bind port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:34.919143 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Attempting to bind port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:34.920181 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Attempting to bind port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 on network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:34.928437 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:34.928928 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Checking segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:34.929407 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.930420 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Bound using segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:34.931176 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Bound port: 03ca2819-8777-4b3c-89f8-7a873a4fc0a2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:34.931375 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:34.947043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2b1bf0ac-e695-4357-899a-877064fbfdf0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:34.948138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 545dcac0-85e3-435b-bad7-04b74275d357 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:34.950033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ea998806-d506-4a22-9b57-2ad629db16e6 None None] Port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:35.005269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 545dcac0-85e3-435b-bad7-04b74275d357 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:35.005770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (545dcac0-85e3-435b-bad7-04b74275d357), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.013908 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] For port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:35.017463 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] For port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:35.092551 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.097653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 545dcac0-85e3-435b-bad7-04b74275d357 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:35.104505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54140) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:35.111158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1995158274', 'description': 'tempest-secgroup-smoke-1995158274 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:35.161697 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:35.162335 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:35.169286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] Provisioning complete for port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:35.169746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.199316 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4ea53-25f6-4950-8042-38735ca0129d None None] Pushing event updated for resources: {'Port': ['ID=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:35.219800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.275101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] Current status of the port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:35.275510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.290114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.306049 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:35.317677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (89794aa2-fbce-4a05-a519-f5b9151f7d23), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.319192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] For port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:35.383664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (89794aa2-fbce-4a05-a519-f5b9151f7d23), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.394625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.417837 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89794aa2-fbce-4a05-a519-f5b9151f7d23,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:35.455870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866f6e0-73c6-41f8-b687-c308f3c7154d None None] Pushing event updated for resources: {'Port': ['ID=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:35.482418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.483834 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-64fea96e-2e8d-4530-8d7b-6f7f3e4ec5b4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3765891 Apr 07 01:55:35.486952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54142) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:35.491828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '89794aa2-fbce-4a05-a519-f5b9151f7d23', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:35.515141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9530bb54-ae63-4f2f-8ad8-e6df69069e80 None None] Provisioning complete for port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:35.519434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9530bb54-ae63-4f2f-8ad8-e6df69069e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.519586 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:35.547361 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15fb22d-af63-43fc-b361-0ce4f3c9e0da None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:35.606583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (0b3798f3-a02a-480b-97a8-fa9e53d137a0), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.625780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9530bb54-ae63-4f2f-8ad8-e6df69069e80 None None] Current status of the port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:35.675953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (0b3798f3-a02a-480b-97a8-fa9e53d137a0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.743401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (0b3798f3-a02a-480b-97a8-fa9e53d137a0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.762805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3798f3-a02a-480b-97a8-fa9e53d137a0,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:35.808284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.812375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4a848539-fe1e-4fd5-a1c8-7da0dcf4c234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3214936 Apr 07 01:55:35.812548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54144) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:35.817076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '89794aa2-fbce-4a05-a519-f5b9151f7d23', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:35.909127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (7c998df9-c39d-4677-bbb7-a37f480f02b5), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:35.973610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (7c998df9-c39d-4677-bbb7-a37f480f02b5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.051675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (7c998df9-c39d-4677-bbb7-a37f480f02b5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.068622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c998df9-c39d-4677-bbb7-a37f480f02b5,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:36.168166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.169489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3f3be540-8a14-476c-a265-760c4cebce96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3560128 Apr 07 01:55:36.172312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54146) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:36.177427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '89794aa2-fbce-4a05-a519-f5b9151f7d23', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:36.282773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (6acb04ff-9503-4415-b627-e1cd46deaae8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.569311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:36.626356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:36.626734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.707104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:36.720395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (6acb04ff-9503-4415-b627-e1cd46deaae8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.817342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (6acb04ff-9503-4415-b627-e1cd46deaae8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.837220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acb04ff-9503-4415-b627-e1cd46deaae8,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:36.905143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:36.906380 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3e71ce0a-5336-4a7e-ba28-06e1246cda11 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7328939 Apr 07 01:55:36.909042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54148) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:36.913391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '89794aa2-fbce-4a05-a519-f5b9151f7d23', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:37.016062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (7fb02494-7a89-4c7f-9927-2c21e5ade3ec), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.072707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (7fb02494-7a89-4c7f-9927-2c21e5ade3ec), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.137005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (7fb02494-7a89-4c7f-9927-2c21e5ade3ec), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.154958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb02494-7a89-4c7f-9927-2c21e5ade3ec,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:37.230326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.231573 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d9f67122-2d14-47eb-8a3a-3720d8f90625 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214736 Apr 07 01:55:37.234356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54150) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:37.238697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '89794aa2-fbce-4a05-a519-f5b9151f7d23', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:37.303172 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:55:37.308465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (f811719c-af03-460f-88f5-52cae428aec8), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.368368 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (f811719c-af03-460f-88f5-52cae428aec8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.428643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f811719c-af03-460f-88f5-52cae428aec8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.446948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f811719c-af03-460f-88f5-52cae428aec8,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:37.499731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.501002 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c108bc27-99f0-44d6-b24d-80660fa0b890 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2657034 Apr 07 01:55:37.503991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54152) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:37.509001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '89794aa2-fbce-4a05-a519-f5b9151f7d23', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:37.588907 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:55:37.593767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (15859897-f927-492f-9f9b-e4c5f5b94b16), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.650487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (15859897-f927-492f-9f9b-e4c5f5b94b16), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.703038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (15859897-f927-492f-9f9b-e4c5f5b94b16), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.721811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15859897-f927-492f-9f9b-e4c5f5b94b16,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:37.762342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:37.763616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-497e226c-0ffd-4cc9-b614-dfec039b1409 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2586515 Apr 07 01:55:37.916187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-8922b016-8dbf-406b-912e-002ca204d815 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1995158274&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0441506 Apr 07 01:55:38.020726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-df14ad2a-35ec-434b-a226-870a66736558 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:38.022232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-df14ad2a-35ec-434b-a226-870a66736558 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd HTTP/1.1" status: 200 len: 797 time: 0.0995009 Apr 07 01:55:38.038570 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-1f8f6db1-9039-4703-873c-76570305b88c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0091064 Apr 07 01:55:38.097254 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-1f674a6e-5255-4188-b0cf-3f369b97f39d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530624 Apr 07 01:55:38.189522 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-518cb9d3-44bc-4bc1-a770-d7be94138260 service neutron] 10.222.0.25 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805357 Apr 07 01:55:38.281418 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-a084bbd7-3799-443d-b45e-afb845bf22fd service neutron] 10.222.0.25 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863388 Apr 07 01:55:38.605525 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-641a570e-63ca-42a1-b97e-f4c81b6413ed req-7a2b4a5c-b431-4bd6-81cc-6a9d71c429ee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 210 time: 0.0277483 Apr 07 01:55:39.698782 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ebee7dae-77b5-484e-9585-f7ecf122e7f3 req-94706c35-a7f0-4a62-bcb2-baba874f3dea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 210 time: 0.0272353 Apr 07 01:55:40.794685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-053c01f3-63d1-4f31-aa93-4e7d0d1d61c1 req-05e3551f-97d3-4ed5-895b-abf99f8972c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Apr 07 01:55:40.921246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-101c22db-5774-4e3f-9d45-5a16995b6bd0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:40.922687 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-101c22db-5774-4e3f-9d45-5a16995b6bd0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd HTTP/1.1" status: 200 len: 797 time: 0.1804106 Apr 07 01:55:41.002479 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-443ce439-7c4d-42cf-a746-a5358c3429a1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 380 time: 0.0665152 Apr 07 01:55:41.012695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['89794aa2-fbce-4a05-a519-f5b9151f7d23']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:41.183080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:55:41.186513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:41.306640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.7 (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd/65eb17fa-b41c-4385-80f7-c2e18f8fea1e/6fd3f5a1-0fb7-4a17-8162-a391167344bd) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:41.449330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:41.573435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:41.611143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:41.614418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:41.618106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:41.625444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=6fd3f5a1-0fb7-4a17-8162-a391167344bd,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:41.675927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:41.676555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:41.764034 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-97f68055-260d-46e6-a7dc-a6a31fa4445a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7561221 Apr 07 01:55:41.776747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Request body: {'port': {'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:41.837500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:41.886451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-aff0ea87-89a7-4781-af22-af4d4927edec None None] Provisioning complete for port 6fd3f5a1-0fb7-4a17-8162-a391167344bd triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:41.887470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aff0ea87-89a7-4781-af22-af4d4927edec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:41.923713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e2830-96a1-4441-8d5c-ca1f11e4cda9 req-791c4b00-fdd9-442c-a097-3aefb16d10a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:41.925264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-942e2830-96a1-4441-8d5c-ca1f11e4cda9 req-791c4b00-fdd9-442c-a097-3aefb16d10a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 931 time: 0.0608065 Apr 07 01:55:41.934599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-aff0ea87-89a7-4781-af22-af4d4927edec None None] Port 6fd3f5a1-0fb7-4a17-8162-a391167344bd cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:55:41.979052 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-942e2830-96a1-4441-8d5c-ca1f11e4cda9 req-ee9a32ec-233a-4f48-abba-1d1a2021f126 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471730 Apr 07 01:55:42.164189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd3f5a1-0fb7-4a17-8162-a391167344bd {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:55:42.172214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Publish callbacks [] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:42.188458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Transition to ACTIVE for port object 6fd3f5a1-0fb7-4a17-8162-a391167344bd will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:55:42.251056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:42.300917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3f5a1-0fb7-4a17-8162-a391167344bd,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:42.400649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Attempting to bind port 6fd3f5a1-0fb7-4a17-8162-a391167344bd on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:55:42.400649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Attempting to bind port 6fd3f5a1-0fb7-4a17-8162-a391167344bd by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:55:42.400649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Attempting to bind port 6fd3f5a1-0fb7-4a17-8162-a391167344bd on network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:42.402383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Port 6fd3f5a1-0fb7-4a17-8162-a391167344bd on network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:55:42.402716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Attempting to bind port 6fd3f5a1-0fb7-4a17-8162-a391167344bd on network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:55:42.408446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:55:42.408853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Checking segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:55:42.409203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Bound using segment: {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:55:42.409638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Bound port: 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4f94b39-db58-4b09-935b-49087e35e178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:55:42.410165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:42.475012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] For port 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:55:42.477992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] For port 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:55:42.589153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:42.630790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:42.631413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:42.632945 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] 10.222.0.10 "PUT /v2.0/ports/6fd3f5a1-0fb7-4a17-8162-a391167344bd HTTP/1.1" status: 200 len: 1093 time: 0.8607199 Apr 07 01:55:42.633403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:55:42.635713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6673d9ca-32d2-4a6d-b743-c557c8e42561" -d '{"events": [{"name": "network-changed", "server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:55:42.659085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faa6b9-4107-4a22-b98b-0083fa24ae23 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3f5a1-0fb7-4a17-8162-a391167344bd,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:42.684864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c362dd32-b7bd-4bf2-a9fb-ba9e7e304ca7 x-openstack-request-id: req-c362dd32-b7bd-4bf2-a9fb-ba9e7e304ca7 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:55:42.685381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:55:42.685644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c362dd32-b7bd-4bf2-a9fb-ba9e7e304ca7 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:55:42.686063 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c362dd32-b7bd-4bf2-a9fb-ba9e7e304ca7'] response: {'name': 'network-changed', 'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'status': 'completed', 'code': 200} Apr 07 01:55:42.759532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d9ca-32d2-4a6d-b743-c557c8e42561 req-1ab6d2e9-3bb1-4ae3-b316-26ed79fb05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:42.761446 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6673d9ca-32d2-4a6d-b743-c557c8e42561 req-1ab6d2e9-3bb1-4ae3-b316-26ed79fb05bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 1127 time: 0.0509577 Apr 07 01:55:42.939160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d9ca-32d2-4a6d-b743-c557c8e42561 req-3c250238-0ee9-4c3d-8969-14b0f9223087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:42.940565 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6673d9ca-32d2-4a6d-b743-c557c8e42561 req-3c250238-0ee9-4c3d-8969-14b0f9223087 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1706705 Apr 07 01:55:43.101749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103abf8-3497-447b-b2b2-2b6aa0ec92c6 req-68c8fd39-3769-4a0d-9934-55df692288ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:43.103380 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9103abf8-3497-447b-b2b2-2b6aa0ec92c6 req-68c8fd39-3769-4a0d-9934-55df692288ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 943 time: 0.0540252 Apr 07 01:55:43.112810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673d9ca-32d2-4a6d-b743-c557c8e42561 req-de97564c-385d-4146-afea-4f514bdbfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:43.114279 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6673d9ca-32d2-4a6d-b743-c557c8e42561 req-de97564c-385d-4146-afea-4f514bdbfbc9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1643240 Apr 07 01:55:43.157309 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9103abf8-3497-447b-b2b2-2b6aa0ec92c6 req-2dbea259-3098-46e2-8347-42e90f648cb6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476747 Apr 07 01:55:43.199502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-591656a7-f380-4211-be13-7ecc5500307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:43.201624 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-591656a7-f380-4211-be13-7ecc5500307e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 1127 time: 0.0442643 Apr 07 01:55:43.242826 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-e4fd2cdf-a302-4787-b115-2bb2c3ca87bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd HTTP/1.1" status: 200 len: 217 time: 0.0334387 Apr 07 01:55:43.294111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-a6c64288-0a72-4c96-a729-60fd16881a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:43.295536 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-a6c64288-0a72-4c96-a729-60fd16881a11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65eb17fa-b41c-4385-80f7-c2e18f8fea1e HTTP/1.1" status: 200 len: 834 time: 0.0456192 Apr 07 01:55:43.345567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-f73dd1aa-c463-4c1d-9ab5-6a8c8eb12280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:43.347043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-f73dd1aa-c463-4c1d-9ab5-6a8c8eb12280 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433328 Apr 07 01:55:43.435225 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-e68cb682-2995-4996-9b47-949adc8b6e27 service neutron] 10.222.0.10 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797081 Apr 07 01:55:43.532312 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ebf5e3f-ea5b-420a-a3de-703fcf176939 req-696e8516-08d2-49f7-ac17-303dd4d852a3 service neutron] 10.222.0.10 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872462 Apr 07 01:55:44.276410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baad8f4-26a9-4dd9-84cd-f731a0e9c2ee req-79920f31-401f-41f2-a9a4-a5f3f756a96a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:44.277994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6baad8f4-26a9-4dd9-84cd-f731a0e9c2ee req-79920f31-401f-41f2-a9a4-a5f3f756a96a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 943 time: 0.0530467 Apr 07 01:55:44.329985 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6baad8f4-26a9-4dd9-84cd-f731a0e9c2ee req-05d1bb10-5d56-4326-a712-348e7afda8d0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458760 Apr 07 01:55:45.453575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0220-960c-444e-a177-5f65d53e834f req-c07c491d-8696-4ce6-9e56-cace15c261d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:45.454990 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4c2b0220-960c-444e-a177-5f65d53e834f req-c07c491d-8696-4ce6-9e56-cace15c261d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 943 time: 0.0566597 Apr 07 01:55:45.504605 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4c2b0220-960c-444e-a177-5f65d53e834f req-85e26ced-ff67-42ab-9a18-0f68ce5fa5c9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 Apr 07 01:55:46.335458 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:55:46.621017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7af0b-1886-4c66-911a-4de14a20a177 req-ed75c117-3931-4128-b34d-5bb56af092ff tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:46.623173 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb7af0b-1886-4c66-911a-4de14a20a177 req-ed75c117-3931-4128-b34d-5bb56af092ff tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 943 time: 0.0527880 Apr 07 01:55:46.670808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb7af0b-1886-4c66-911a-4de14a20a177 req-fa862e3a-aedd-438d-b1b2-8f1e9d709369 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Apr 07 01:55:47.144977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6fd3f5a1-0fb7-4a17-8162-a391167344bd details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:55:47.243499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:47.254511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:55:47.291466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6fd3f5a1-0fb7-4a17-8162-a391167344bd is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:47.291858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:47.304242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd3f5a1-0fb7-4a17-8162-a391167344bd {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:55:47.323459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:47.405542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:47.451871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6fd3f5a1-0fb7-4a17-8162-a391167344bd,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:47.682217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['6fd3f5a1-0fb7-4a17-8162-a391167344bd'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:55:47.773739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:47.793190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58429de-9e41-4ebd-bd54-2ed9d5b15093 req-afe5042f-73c8-42ca-9a70-3a4224bb4d68 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:47.794801 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d58429de-9e41-4ebd-bd54-2ed9d5b15093 req-afe5042f-73c8-42ca-9a70-3a4224bb4d68 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 944 time: 0.0575612 Apr 07 01:55:47.845106 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d58429de-9e41-4ebd-bd54-2ed9d5b15093 req-b733ad81-88f8-4b3f-bc42-5e11630c6043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441468 Apr 07 01:55:48.964275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0a7-848a-4bc4-a3aa-ba451020cd98 req-3e39aafc-cf45-4cec-9a9b-1bf0890d6cdb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:48.966623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d99ed0a7-848a-4bc4-a3aa-ba451020cd98 req-3e39aafc-cf45-4cec-9a9b-1bf0890d6cdb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 944 time: 0.0516667 Apr 07 01:55:49.014162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d99ed0a7-848a-4bc4-a3aa-ba451020cd98 req-aec22d62-0a95-48f9-b392-11989f8c1897 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Apr 07 01:55:49.160556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6fd3f5a1-0fb7-4a17-8162-a391167344bd up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:55:49.251225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 6fd3f5a1-0fb7-4a17-8162-a391167344bd completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:55:49.255036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 6fd3f5a1-0fb7-4a17-8162-a391167344bd triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:55:49.255414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:49.330079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6fd3f5a1-0fb7-4a17-8162-a391167344bd is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:55:49.330476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:49.352167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:55:49.354410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cfedbb-638e-4399-8656-c1b738302c2a" -d '{"events": [{"server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:55:49.366502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:55:49.389061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418dcef-6d3e-490c-b505-4c0d94ffb165 x-openstack-request-id: req-e418dcef-6d3e-490c-b505-4c0d94ffb165 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:55:49.389357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:55:49.389617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e418dcef-6d3e-490c-b505-4c0d94ffb165 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:55:49.390011 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e418dcef-6d3e-490c-b505-4c0d94ffb165'] response: {'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'code': 200} Apr 07 01:55:49.422739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:49.473589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6fd3f5a1-0fb7-4a17-8162-a391167344bd,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:49.699856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa835323-fa9d-4681-a350-a7979c2e0e88 req-be21541b-1812-4645-9d75-029f0b75b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:49.701441 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aa835323-fa9d-4681-a350-a7979c2e0e88 req-be21541b-1812-4645-9d75-029f0b75b652 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 1129 time: 0.0439341 Apr 07 01:55:49.756200 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aa835323-fa9d-4681-a350-a7979c2e0e88 req-a239dc3a-6e82-42aa-a658-b6262edd4eb2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460134 Apr 07 01:55:50.130505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c41980-7cc2-4fb6-bf4d-b1ee348e891b req-a50defd9-0810-4d51-ae47-ae5ce61a5065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:50.132064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-54c41980-7cc2-4fb6-bf4d-b1ee348e891b req-a50defd9-0810-4d51-ae47-ae5ce61a5065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.0513721 Apr 07 01:55:50.183285 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-54c41980-7cc2-4fb6-bf4d-b1ee348e891b req-b10f5e06-709d-41e8-b41a-aa07722c8298 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Apr 07 01:55:51.303940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f739587-70aa-42a0-bba8-dc4286aff8b2 req-c2e195fa-a35e-445a-ada8-c603553dc784 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:51.305468 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f739587-70aa-42a0-bba8-dc4286aff8b2 req-c2e195fa-a35e-445a-ada8-c603553dc784 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.0548849 Apr 07 01:55:51.354032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f739587-70aa-42a0-bba8-dc4286aff8b2 req-1938055b-b3e9-4f1e-85ff-edc9f01da815 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Apr 07 01:55:52.469895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91656f82-0c2d-4f34-a35f-9aec9c26457c req-b2dc2b08-05e2-4c8c-90d2-5209ed4275d3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:52.471381 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-91656f82-0c2d-4f34-a35f-9aec9c26457c req-b2dc2b08-05e2-4c8c-90d2-5209ed4275d3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.0527401 Apr 07 01:55:52.519085 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-91656f82-0c2d-4f34-a35f-9aec9c26457c req-be5dce17-8c0a-48cd-af58-81dbd3cc6c4a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421638 Apr 07 01:55:52.636120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e72b0-076d-4a58-9062-242b172608a6 req-d52fc952-d1d4-4017-9e5a-de86effeb574 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:52.638174 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d30e72b0-076d-4a58-9062-242b172608a6 req-d52fc952-d1d4-4017-9e5a-de86effeb574 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.0556736 Apr 07 01:55:52.685099 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d30e72b0-076d-4a58-9062-242b172608a6 req-5ab49d7b-67a0-4d82-85b1-baa2be07d28f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413611 Apr 07 01:55:52.706856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54222) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:52.753960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9f0766-10eb-4b97-8291-383ea6f59826 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:52.755542 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6a9f0766-10eb-4b97-8291-383ea6f59826 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 1124 time: 0.0476432 Apr 07 01:55:52.758395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54224) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:52.763158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:55:52.833434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:52.928184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:53.037349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.21 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/e788ded1-b3f4-4224-87cb-9960808a404d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:55:53.133650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (e788ded1-b3f4-4224-87cb-9960808a404d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:53.240224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e788ded1-b3f4-4224-87cb-9960808a404d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:53.534942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:55:53.537629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:55:53.543427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:55:53.569777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=e788ded1-b3f4-4224-87cb-9960808a404d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:53.908262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (3cad3bf7-319e-40b0-baeb-7b24b2d50080), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:54.038795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e788ded1-b3f4-4224-87cb-9960808a404d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:54.185942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (e788ded1-b3f4-4224-87cb-9960808a404d), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:54.234029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (e788ded1-b3f4-4224-87cb-9960808a404d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:54.306930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=e788ded1-b3f4-4224-87cb-9960808a404d,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:55:54.315155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (3cad3bf7-319e-40b0-baeb-7b24b2d50080), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:54.419600 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP 3cad3bf7-319e-40b0-baeb-7b24b2d50080 associated. External IP: 172.26.8.21, port: 6fd3f5a1-0fb7-4a17-8162-a391167344bd. Apr 07 01:55:54.627217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:55:54.737358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:55:54.747673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:55:54.756678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:54.757320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:54.813423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:55:54.847211 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-09f7ee0b-66fb-48fb-8218-820a39495e9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0877852 Apr 07 01:55:54.847958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:55:54.850051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54226) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:54.850533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f7bcbb-464b-4db5-8310-327b76500dff" -d '{"events": [{"name": "network-changed", "server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:55:54.870962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:54.889388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff3af9-3d13-4aa4-9218-63e409cced20 x-openstack-request-id: req-b3ff3af9-3d13-4aa4-9218-63e409cced20 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:55:54.889690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:55:54.889949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ff3af9-3d13-4aa4-9218-63e409cced20 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:55:54.890362 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3ff3af9-3d13-4aa4-9218-63e409cced20'] response: {'name': 'network-changed', 'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'status': 'completed', 'code': 200} Apr 07 01:55:54.931110 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b31ba28-1a71-4889-9504-42cec43bf75a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/3cad3bf7-319e-40b0-baeb-7b24b2d50080 HTTP/1.1" status: 200 len: 990 time: 0.0798731 Apr 07 01:55:54.964326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7bcbb-464b-4db5-8310-327b76500dff req-f16dac68-b872-44db-b36b-6bc036c17e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:54.966310 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-f16dac68-b872-44db-b36b-6bc036c17e68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 1129 time: 0.0456834 Apr 07 01:55:55.056042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7bcbb-464b-4db5-8310-327b76500dff req-c54b774c-54f3-4f54-a49d-44441ab06671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:55.057480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-c54b774c-54f3-4f54-a49d-44441ab06671 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd HTTP/1.1" status: 200 len: 897 time: 0.0844972 Apr 07 01:55:55.103209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:53Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:55.127186 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-39ddb641-e0e2-487d-b374-ea87c832ae2e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd HTTP/1.1" status: 200 len: 998 time: 0.0635180 Apr 07 01:55:55.178979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7bcbb-464b-4db5-8310-327b76500dff req-90f6c621-6268-4ed0-b648-34e2c492a7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:55.180494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-90f6c621-6268-4ed0-b648-34e2c492a7dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65eb17fa-b41c-4385-80f7-c2e18f8fea1e HTTP/1.1" status: 200 len: 834 time: 0.0471647 Apr 07 01:55:55.230875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7bcbb-464b-4db5-8310-327b76500dff req-8263ef4a-5b12-4777-8aef-cf02751d7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:55:55.233975 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-8263ef4a-5b12-4777-8aef-cf02751d7d31 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476630 Apr 07 01:55:55.270414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:55:55.279330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:55:55.279952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:55:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:55.326623 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-475c4762-9d1b-4c49-98e0-3ec5f7811aa8 service neutron] 10.222.0.10 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860820 Apr 07 01:55:55.387600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:55:55.415704 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-53f7bcbb-464b-4db5-8310-327b76500dff req-b889ea39-8d9a-41b4-84cf-f6b25e16047d service neutron] 10.222.0.10 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832608 Apr 07 01:55:55.612581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:53Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:55:55.638704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37a9b8-6fb4-4fc3-869e-0855404bb26c None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:53Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:55:55.826550 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c299285-1040-4333-8b67-678bb2a7e5d1 None None] New status for floating IP 3cad3bf7-319e-40b0-baeb-7b24b2d50080: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:55:55.934054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54230) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:55.999921 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7a530e43-9a2b-45e5-a944-6d41233c1038 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/3cad3bf7-319e-40b0-baeb-7b24b2d50080 HTTP/1.1" status: 200 len: 990 time: 0.0642195 Apr 07 01:55:57.003210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54232) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:55:57.063530 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5cd6100e-0122-440f-b6cc-e50c8ddf24ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/3cad3bf7-319e-40b0-baeb-7b24b2d50080 HTTP/1.1" status: 200 len: 992 time: 0.0591757 Apr 07 01:55:59.011307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c8847c58-8764-4cb9-8aaa-f0b3b6cb8a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:01.376518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f70ba396-8322-4107-acbd-a289173b0fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:02.422614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:03.925487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:05.285537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:17.805377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:23.334709 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:56:25.910185 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-5070e843-e09f-4f19-b89f-0403462fe500 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438392 Apr 07 01:56:26.005058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-9e5c9be6-8c01-4816-801a-a562482e9fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:26.006540 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-9e5c9be6-8c01-4816-801a-a562482e9fcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 1129 time: 0.0502810 Apr 07 01:56:26.105936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-effefa2d-4294-4b0e-8ee7-290e9eeeafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:26.107385 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-effefa2d-4294-4b0e-8ee7-290e9eeeafc9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.0817797 Apr 07 01:56:26.174370 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-e8afd9fd-7f81-47f9-ae8c-b3450c390d17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866bb06b-df91-43ed-add5-f914f5ced71e HTTP/1.1" status: 200 len: 1001 time: 0.0605361 Apr 07 01:56:26.228135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-f64d1400-2009-48f1-abce-57b611384b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:26.229635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-f64d1400-2009-48f1-abce-57b611384b36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0478320 Apr 07 01:56:26.277057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-6cb8b6ec-f9ea-4121-81c0-a14d47114db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:26.278542 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-6cb8b6ec-f9ea-4121-81c0-a14d47114db7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425408 Apr 07 01:56:26.368009 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-74383a46-068e-4c34-abe5-d7b1d8b84d5f service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832126 Apr 07 01:56:26.454201 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-64814e95-e89b-4f55-ac7a-1ad32450e7e9 req-e44630e4-83fc-4423-b283-355f4846770f service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798864 Apr 07 01:56:28.999354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5a4afa2-0d86-4e44-946c-03f6af5bcc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:30.338732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54250) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:30.419264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa43b0-3698-493b-b56b-bf16b25c3470 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:30.419748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa43b0-3698-493b-b56b-bf16b25c3470 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:30.420225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acaa43b0-3698-493b-b56b-bf16b25c3470 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:30.421933 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-acaa43b0-3698-493b-b56b-bf16b25c3470 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=b5e77b02be0348c0b1e3c2ec27e66098&network_id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd HTTP/1.1" status: 200 len: 3102 time: 0.0822673 Apr 07 01:56:31.387749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e85d7f8a-6099-45f5-91fb-58bbdb06ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:32.404528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:32.500179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:32.549906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d23799-f115-42f3-9843-ea0eceb80cd8 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:32.551383 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-14d23799-f115-42f3-9843-ea0eceb80cd8 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 814 time: 0.0496423 Apr 07 01:56:33.123443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54266) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.129088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--1465517318', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:33.244275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:56:33.247570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:33.274634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:56:33.283544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (3bd542a0-57e6-44ad-9c58-092712cec3f8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:33.283959 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment 3bd542a0-57e6-44ad-9c58-092712cec3f8 of type vlan for network 13abb832-c8be-439a-8af9-29cc8b79c506 Apr 07 01:56:33.322416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (13abb832-c8be-439a-8af9-29cc8b79c506), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:33.398892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (13abb832-c8be-439a-8af9-29cc8b79c506), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:33.403985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:33.404567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:33.468130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=13abb832-c8be-439a-8af9-29cc8b79c506,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:33.475717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.476063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.476405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.476772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.477109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.477441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.477806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.478153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.478478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.478803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.479129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.479454 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.479782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.480106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.480432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:33.492811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 13abb832-c8be-439a-8af9-29cc8b79c506 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:56:33.510428 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e46f33a9-fb30-49c1-b816-6e2e567fae70 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3858266 Apr 07 01:56:33.513416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54268) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.589069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8bf2ee-b77f-400a-86b9-c4b21aaab740 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:33.590846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1e8bf2ee-b77f-400a-86b9-c4b21aaab740 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0764561 Apr 07 01:56:33.593645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54270) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.738345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f7ead-ce93-417d-bd7b-91a848bdd548 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:33.739860 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-549f7ead-ce93-417d-bd7b-91a848bdd548 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1447072 Apr 07 01:56:33.742684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54272) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.804505 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b7303842-0693-419f-8966-4aaa8287b63b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318236 Apr 07 01:56:33.806591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54274) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.836791 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b33e55d8-56c8-486e-b651-65f46b25a61a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291741 Apr 07 01:56:33.839186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54276) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.913238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:33.923868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2481ebb0-95a6-4e90-8deb-f20cf07d0400 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:33.928356 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2481ebb0-95a6-4e90-8deb-f20cf07d0400 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850909 Apr 07 01:56:33.928356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54278) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.954949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-40485cd8-4546-4340-928b-e072f879cb7b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256567 Apr 07 01:56:33.957312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54280) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:33.961716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-358922768', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:34.113338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:56:34.116694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:34.348203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c9e41852-7969-4cb4-a3bc-2aba34136667), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:34.405021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=c9e41852-7969-4cb4-a3bc-2aba34136667,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:34.417078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:56:34.417606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: 13abb832-c8be-439a-8af9-29cc8b79c506, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:56:34.485511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 13abb832-c8be-439a-8af9-29cc8b79c506 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:56:34.548363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 13abb832-c8be-439a-8af9-29cc8b79c506) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:56:34.552554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:34.553212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:34.558951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87919b5e-b7be-40dc-8285-13503e3d3f26 None None] Network 13abb832-c8be-439a-8af9-29cc8b79c506 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:56:34.642380 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d8112a37-e308-4169-b4cb-28cdbe8080bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6839306 Apr 07 01:56:34.659274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-13abb832-c8be-439a-8af9-29cc8b79c506', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': 'c9e41852-7969-4cb4-a3bc-2aba34136667'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:56:34.659274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:34.793777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Allocated IP 172.20.0.18 (13abb832-c8be-439a-8af9-29cc8b79c506/c9e41852-7969-4cb4-a3bc-2aba34136667/e3465dbe-590e-4663-b2b6-a0bb124955ae) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:56:34.892210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54284) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:34.897496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858062627', 'description': 'tempest-secgroup-smoke-858062627 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:34.937694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Publish callbacks [] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:34.965093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:34.988026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.025780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Network 13abb832-c8be-439a-8af9-29cc8b79c506 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:56:35.028593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:56:35.034678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:56:35.037578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (f93e1369-581a-4379-bc6e-e970645ba67c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.048660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Pushing event updated for resources: {'Port': ['ID=e3465dbe-590e-4663-b2b6-a0bb124955ae,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:35.071242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.071602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.071956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.072306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.072653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.073022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.073359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.073710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.074033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.074366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.074701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.075035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.075366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.075714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.076029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.085260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f93e1369-581a-4379-bc6e-e970645ba67c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.105878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Attempting to bind port e3465dbe-590e-4663-b2b6-a0bb124955ae on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:56:35.106260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Attempting to bind port e3465dbe-590e-4663-b2b6-a0bb124955ae by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:56:35.106638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Attempting to bind port e3465dbe-590e-4663-b2b6-a0bb124955ae on network 13abb832-c8be-439a-8af9-29cc8b79c506 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:56:35.111865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:56:35.112243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Checking segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:56:35.112651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.113087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Bound using segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:56:35.113558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Bound port: e3465dbe-590e-4663-b2b6-a0bb124955ae, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:56:35.113950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.115877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e1369-581a-4379-bc6e-e970645ba67c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:35.162944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.164228 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6c26d25f-40a9-4e7f-a9b3-7944fb8ed0c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2707050 Apr 07 01:56:35.167026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54286) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:35.171414 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f93e1369-581a-4379-bc6e-e970645ba67c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:35.176832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] For port e3465dbe-590e-4663-b2b6-a0bb124955ae, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:56:35.181006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] For port e3465dbe-590e-4663-b2b6-a0bb124955ae, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e3465dbe-590e-4663-b2b6-a0bb124955ae,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:56:35.245436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.297486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (bbe35e13-2fa1-4439-b49e-0c22c60763a7), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.308373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.310139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08e65b-1071-461b-b954-7bee34bd424e None None] Pushing event updated for resources: {'Port': ['ID=e3465dbe-590e-4663-b2b6-a0bb124955ae,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:35.362489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (bbe35e13-2fa1-4439-b49e-0c22c60763a7), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.416663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (bbe35e13-2fa1-4439-b49e-0c22c60763a7), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.436523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe35e13-2fa1-4439-b49e-0c22c60763a7,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:35.477424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.479936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05144ccb-40d4-4409-858d-e7866c06573e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3117015 Apr 07 01:56:35.481208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54288) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:35.486502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f93e1369-581a-4379-bc6e-e970645ba67c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:35.570590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (e7782940-b787-496c-a806-9397dbc9e8c1), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.628917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (e7782940-b787-496c-a806-9397dbc9e8c1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.696565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e7782940-b787-496c-a806-9397dbc9e8c1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.715535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7782940-b787-496c-a806-9397dbc9e8c1,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:35.722483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.722851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.723207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.723560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.723909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.724270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.724592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.724975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.725324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.725662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.725998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.726334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.726668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.727002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.727356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:56:35.773049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.774342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-43d54e31-4bf1-492d-986f-a81cad5565a4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2915521 Apr 07 01:56:35.777079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54290) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:35.781674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f93e1369-581a-4379-bc6e-e970645ba67c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:35.872995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (457b4d4b-4e41-4305-9b24-78ddd8b4b331), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:35.936230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (457b4d4b-4e41-4305-9b24-78ddd8b4b331), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.004953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (457b4d4b-4e41-4305-9b24-78ddd8b4b331), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.023556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=457b4d4b-4e41-4305-9b24-78ddd8b4b331,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:36.087081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.088375 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d3fbf752-0edd-4d7b-8c29-2c6fc087807e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103433 Apr 07 01:56:36.091438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54292) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:36.096169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f93e1369-581a-4379-bc6e-e970645ba67c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:36.180611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ce109d08-c9a9-466c-949e-fb90345d4b0c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.205472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e198a4-e302-4b48-a866-54ef3258085c None None] Network 13abb832-c8be-439a-8af9-29cc8b79c506 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:56:36.242516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ce109d08-c9a9-466c-949e-fb90345d4b0c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.269261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] Provisioning complete for port e3465dbe-590e-4663-b2b6-a0bb124955ae triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:36.269642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.319136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ce109d08-c9a9-466c-949e-fb90345d4b0c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.336971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce109d08-c9a9-466c-949e-fb90345d4b0c,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:36.392660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] Current status of the port e3465dbe-590e-4663-b2b6-a0bb124955ae is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:36.393093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.412872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.417140 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-33cf4761-5dce-4c57-8d0a-a3c02be139f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219123 Apr 07 01:56:36.417456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54294) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:36.422680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f93e1369-581a-4379-bc6e-e970645ba67c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:36.431486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] For port e3465dbe-590e-4663-b2b6-a0bb124955ae, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e3465dbe-590e-4663-b2b6-a0bb124955ae,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:56:36.507896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.519675 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:56:36.525866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (75571748-4ea9-4340-b954-4cbbb9b1763f), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.567167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df822248-ffb0-47fd-96f2-5305388d4e16 None None] Pushing event updated for resources: {'Port': ['ID=e3465dbe-590e-4663-b2b6-a0bb124955ae,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:36.596993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (75571748-4ea9-4340-b954-4cbbb9b1763f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.600349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3465dbe-590e-4663-b2b6-a0bb124955ae up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:56:36.648971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9c89bf9b-ba9e-48c3-aca4-ad7d930f5b83 None None] Provisioning complete for port e3465dbe-590e-4663-b2b6-a0bb124955ae triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:36.649348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c89bf9b-ba9e-48c3-aca4-ad7d930f5b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.667872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (75571748-4ea9-4340-b954-4cbbb9b1763f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.685482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75571748-4ea9-4340-b954-4cbbb9b1763f,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:36.693311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e3465dbe-590e-4663-b2b6-a0bb124955ae triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:36.693698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.760563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.761758 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7013bbda-be2f-483e-a71d-c86b73fb7b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432541 Apr 07 01:56:36.764540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54296) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:36.769630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f93e1369-581a-4379-bc6e-e970645ba67c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:36.773523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9c89bf9b-ba9e-48c3-aca4-ad7d930f5b83 None None] Current status of the port e3465dbe-590e-4663-b2b6-a0bb124955ae is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:36.811380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e3465dbe-590e-4663-b2b6-a0bb124955ae is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:36.879405 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:56:36.884685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a22756a2-533d-4b14-84d1-8d82fbeeabce), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:36.944187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a22756a2-533d-4b14-84d1-8d82fbeeabce), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:37.021990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a22756a2-533d-4b14-84d1-8d82fbeeabce), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:37.036594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22756a2-533d-4b14-84d1-8d82fbeeabce,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:37.092854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:37.094095 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8f7bf6a5-3704-487a-8250-5ea15308fd9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3285365 Apr 07 01:56:37.245494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-dfec756c-5d55-42ef-b792-2d57c8277c26 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858062627&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0441778 Apr 07 01:56:37.351641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-42e4591c-69cc-495b-93af-8c7d8679d1bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:37.353137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-42e4591c-69cc-495b-93af-8c7d8679d1bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=13abb832-c8be-439a-8af9-29cc8b79c506 HTTP/1.1" status: 200 len: 797 time: 0.1007836 Apr 07 01:56:37.367669 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-a62b804b-fdcc-4af5-b961-ecaa900898e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0092671 Apr 07 01:56:37.425895 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-546c15b7-130e-450b-a3fb-2d79cf6cf6ef tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0535319 Apr 07 01:56:37.521325 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28663ead-c9fb-43d2-b16a-75c429372975 service neutron] 10.222.0.25 "GET /v2.0/networks/13abb832-c8be-439a-8af9-29cc8b79c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843811 Apr 07 01:56:37.607816 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-a1f34e0f-93e8-4a4d-a583-8866c4c99fc4 service neutron] 10.222.0.25 "GET /v2.0/networks/13abb832-c8be-439a-8af9-29cc8b79c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Apr 07 01:56:37.841970 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-08149086-e570-42d4-b8cb-e78db6e97e12 req-6272204f-751c-4966-ace0-5b121872c614 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 210 time: 0.0268989 Apr 07 01:56:38.572438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3465dbe-590e-4663-b2b6-a0bb124955ae up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:56:38.619289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e3465dbe-590e-4663-b2b6-a0bb124955ae triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:38.619665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:38.697726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e3465dbe-590e-4663-b2b6-a0bb124955ae is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:38.935232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8a2b526-527c-4624-bd62-46183c70671b req-9fb011a4-704d-4e2f-aea8-f5cfe6574008 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 210 time: 0.0267367 Apr 07 01:56:39.626201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-1a3f2224-0198-437f-be61-e8cf1050deb5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:39.627653 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-1a3f2224-0198-437f-be61-e8cf1050deb5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=13abb832-c8be-439a-8af9-29cc8b79c506 HTTP/1.1" status: 200 len: 797 time: 0.0995231 Apr 07 01:56:39.704671 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-00bf1302-b1f1-438a-8d75-bb3d7ded3b02 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 472 time: 0.0655339 Apr 07 01:56:39.716491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['f93e1369-581a-4379-bc6e-e970645ba67c']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:39.885246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:56:39.888634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.020314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.24 (13abb832-c8be-439a-8af9-29cc8b79c506/c9e41852-7969-4cb4-a3bc-2aba34136667/6ad4e448-ab54-4cb6-aa94-fb78b1ed653c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:56:40.035809 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-986764e9-2c26-4191-bb42-f54e6de4ebab req-0dacc56d-b007-49ec-bca5-0e61eea8ecc3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 210 time: 0.0307453 Apr 07 01:56:40.155725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.239553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.287086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 13abb832-c8be-439a-8af9-29cc8b79c506 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:56:40.290328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:56:40.294029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:56:40.318361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:40.347249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:40.347865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.428058 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-fdbc3966-1710-45c8-a44c-be25d76f79c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7152321 Apr 07 01:56:40.445093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Request body: {'port': {'device_id': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:56:40.504254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.519401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2982d071-785f-4689-96e1-e287c87ab0cb None None] Provisioning complete for port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:40.519909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2982d071-785f-4689-96e1-e287c87ab0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.553790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2982d071-785f-4689-96e1-e287c87ab0cb None None] Port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:56:40.759623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:56:40.766823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Publish callbacks [] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.778177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Transition to ACTIVE for port object 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:56:40.850117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:40.903372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:40.973068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Attempting to bind port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:56:40.973412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Attempting to bind port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:56:40.973747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Attempting to bind port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c on network 13abb832-c8be-439a-8af9-29cc8b79c506 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:56:40.978599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c on network 13abb832-c8be-439a-8af9-29cc8b79c506 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:56:40.979094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Attempting to bind port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c on network 13abb832-c8be-439a-8af9-29cc8b79c506 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:56:40.984568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:56:40.985027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Checking segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:56:40.985426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Bound using segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:56:40.985858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Bound port: 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:56:40.986232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:41.050690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] For port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:56:41.053718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] For port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:56:41.137028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:41.158200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03488e78-0054-47cb-92c7-04bef8de789f req-9f4a85d8-0ffd-461f-b31d-ec37c28f0981 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.159612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03488e78-0054-47cb-92c7-04bef8de789f req-9f4a85d8-0ffd-461f-b31d-ec37c28f0981 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 944 time: 0.0528438 Apr 07 01:56:41.171179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.172292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:41.173761 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] 10.222.0.10 "PUT /v2.0/ports/6ad4e448-ab54-4cb6-aa94-fb78b1ed653c HTTP/1.1" status: 200 len: 1094 time: 0.7330909 Apr 07 01:56:41.174196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'tag': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:56:41.176571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40077578-ad2d-44d8-9cd8-232b36435e70" -d '{"events": [{"name": "network-changed", "server_uuid": "cc9f59fe-b479-4aed-8bec-cccf5e8d577d", "tag": "6ad4e448-ab54-4cb6-aa94-fb78b1ed653c"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:56:41.206486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28783dc1-cf9a-46ef-a7fa-5091834841b2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:41.218163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0f921a-3f86-4c8e-ac6c-8150a398e238 x-openstack-request-id: req-bf0f921a-3f86-4c8e-ac6c-8150a398e238 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:56:41.223939 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03488e78-0054-47cb-92c7-04bef8de789f req-a5ed8f87-1ded-4772-88b3-a9b061b918f2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529163 Apr 07 01:56:41.224464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc9f59fe-b479-4aed-8bec-cccf5e8d577d", "tag": "6ad4e448-ab54-4cb6-aa94-fb78b1ed653c", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:56:41.224464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf0f921a-3f86-4c8e-ac6c-8150a398e238 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:56:41.224464 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf0f921a-3f86-4c8e-ac6c-8150a398e238'] response: {'name': 'network-changed', 'server_uuid': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'tag': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c', 'status': 'completed', 'code': 200} Apr 07 01:56:41.290067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-9c9db445-e634-4dcd-8757-59c40efd8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.291606 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-9c9db445-e634-4dcd-8757-59c40efd8a88 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 1128 time: 0.0474529 Apr 07 01:56:41.404591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-7896b5ca-0b9a-409a-b3de-21336d13700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.405116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-7896b5ca-0b9a-409a-b3de-21336d13700b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.406702 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-7896b5ca-0b9a-409a-b3de-21336d13700b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1027060 Apr 07 01:56:41.506659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-8d6e3dc1-dc48-4318-9a56-9a9367eafa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.508043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40077578-ad2d-44d8-9cd8-232b36435e70 req-8d6e3dc1-dc48-4318-9a56-9a9367eafa54 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0925262 Apr 07 01:56:41.590212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-eac7e252-4918-4558-a400-c12204702de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.591594 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-eac7e252-4918-4558-a400-c12204702de6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 1128 time: 0.0427363 Apr 07 01:56:41.631769 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-561065b7-ef1e-4223-85e8-d88034852142 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c HTTP/1.1" status: 200 len: 217 time: 0.0332553 Apr 07 01:56:41.684538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-54bee97a-8617-4e03-afe4-a5a3c01f8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:41.685974 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-54bee97a-8617-4e03-afe4-a5a3c01f8942 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c9e41852-7969-4cb4-a3bc-2aba34136667 HTTP/1.1" status: 200 len: 837 time: 0.0452049 Apr 07 01:56:42.024326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-f311c238-2741-408a-9f27-3e78a8df488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:42.025859 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-f311c238-2741-408a-9f27-3e78a8df488b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=13abb832-c8be-439a-8af9-29cc8b79c506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.3332572 Apr 07 01:56:42.115697 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-99009b85-ae29-4713-ad3d-eacee532ecea service neutron] 10.222.0.10 "GET /v2.0/networks/13abb832-c8be-439a-8af9-29cc8b79c506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795434 Apr 07 01:56:42.212993 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73bbb57a-f1dc-4bd4-916d-4deba0214a9a req-c52e3400-2cf3-49ee-bb37-1072dc991c7e service neutron] 10.222.0.10 "GET /v2.0/networks/13abb832-c8be-439a-8af9-29cc8b79c506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863135 Apr 07 01:56:42.337576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8414a62-f21e-43a1-b40e-391e370ba455 req-9ce9d920-aa28-4ba2-a7b4-2f17bd12c2e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:42.339064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8414a62-f21e-43a1-b40e-391e370ba455 req-9ce9d920-aa28-4ba2-a7b4-2f17bd12c2e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 944 time: 0.0516858 Apr 07 01:56:42.387725 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c8414a62-f21e-43a1-b40e-391e370ba455 req-df227035-3728-42e5-bbb5-46fca3896356 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Apr 07 01:56:43.507678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba650b3d-cc86-441b-b117-dffdd547e3d5 req-fff43b1a-0c5b-49ec-b770-7910cf2b414a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:43.509189 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba650b3d-cc86-441b-b117-dffdd547e3d5 req-fff43b1a-0c5b-49ec-b770-7910cf2b414a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 944 time: 0.0570462 Apr 07 01:56:43.557556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba650b3d-cc86-441b-b117-dffdd547e3d5 req-566dd014-a0e4-405b-84f1-2424c6d53a13 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Apr 07 01:56:44.674108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce0ca5-70fe-4a71-bc40-da6c4927fc8f req-a4056bf7-7005-48ea-aa04-a72dedc95eb5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:44.675588 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11ce0ca5-70fe-4a71-bc40-da6c4927fc8f req-a4056bf7-7005-48ea-aa04-a72dedc95eb5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 944 time: 0.0515735 Apr 07 01:56:44.724075 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11ce0ca5-70fe-4a71-bc40-da6c4927fc8f req-4ffcce0b-0bca-42ba-8cfa-a02da545005c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429487 Apr 07 01:56:45.472714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:56:45.573661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:56:45.586625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'port_id': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c', 'mac_address': 'fa:16:3e:5f:b4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:56:45.625417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:45.625821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:45.639400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:56:45.662908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:56:45.753581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:45.802676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:45.840990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5525a-c8f9-4e56-bbec-093d691e65a7 req-8c37ae16-eb34-4308-831e-c03596bb9839 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:45.842472 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20d5525a-c8f9-4e56-bbec-093d691e65a7 req-8c37ae16-eb34-4308-831e-c03596bb9839 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 945 time: 0.0524471 Apr 07 01:56:45.894936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20d5525a-c8f9-4e56-bbec-093d691e65a7 req-46bb0c7c-7663-4ff5-8d1a-f5f7757e9e38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 Apr 07 01:56:46.010716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['6ad4e448-ab54-4cb6-aa94-fb78b1ed653c'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:56:47.009990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39b5b8a-e228-4979-b634-1484cc0e1d01 req-aa2f6b5b-34bf-417d-86e8-1ab863f12237 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:47.011487 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d39b5b8a-e228-4979-b634-1484cc0e1d01 req-aa2f6b5b-34bf-417d-86e8-1ab863f12237 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 945 time: 0.0515463 Apr 07 01:56:47.059174 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d39b5b8a-e228-4979-b634-1484cc0e1d01 req-463baf93-5831-440a-8ff4-c9fddabd520d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414023 Apr 07 01:56:47.493057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:56:47.587551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:56:47.591543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:47.591926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:47.668441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:47.668910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:47.691010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:56:47.693246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ee00a0-86db-4fa5-900b-0a6130be56d2" -d '{"events": [{"server_uuid": "cc9f59fe-b479-4aed-8bec-cccf5e8d577d", "name": "network-vif-plugged", "status": "completed", "tag": "6ad4e448-ab54-4cb6-aa94-fb78b1ed653c"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:56:47.709065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:56:47.728904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3be338-cc18-4e6f-9c77-de874189f441 x-openstack-request-id: req-3d3be338-cc18-4e6f-9c77-de874189f441 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:56:47.729220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9f59fe-b479-4aed-8bec-cccf5e8d577d", "name": "network-vif-plugged", "status": "completed", "tag": "6ad4e448-ab54-4cb6-aa94-fb78b1ed653c", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:56:47.729499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d3be338-cc18-4e6f-9c77-de874189f441 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:56:47.729896 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3be338-cc18-4e6f-9c77-de874189f441'] response: {'server_uuid': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c', 'code': 200} Apr 07 01:56:47.787246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:47.793176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:47.835477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:48.013983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebe36f-3b2a-4e80-9eed-a86b9bec27a6 req-48147e62-54f0-4567-a7f4-dbf69bff8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:48.015955 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9ebe36f-3b2a-4e80-9eed-a86b9bec27a6 req-48147e62-54f0-4567-a7f4-dbf69bff8640 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 1130 time: 0.0418551 Apr 07 01:56:48.066429 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9ebe36f-3b2a-4e80-9eed-a86b9bec27a6 req-db722beb-ddc5-4cec-a655-a7642be6bdab service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Apr 07 01:56:48.178680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02091d00-ea2a-4e7b-9f6f-73d0526f6274 req-a8ea2990-07e4-40af-809a-22377c372222 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:48.180175 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-02091d00-ea2a-4e7b-9f6f-73d0526f6274 req-a8ea2990-07e4-40af-809a-22377c372222 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0519156 Apr 07 01:56:48.228017 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-02091d00-ea2a-4e7b-9f6f-73d0526f6274 req-31723160-83f9-4670-9338-7725e1d65508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421581 Apr 07 01:56:49.349217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6f7c0-5d8d-43d1-bbcc-744b21507f85 req-ec5f6572-c9ab-41ae-80df-c8c8ae2c135e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:49.350704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3df6f7c0-5d8d-43d1-bbcc-744b21507f85 req-ec5f6572-c9ab-41ae-80df-c8c8ae2c135e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0566823 Apr 07 01:56:49.398656 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3df6f7c0-5d8d-43d1-bbcc-744b21507f85 req-2343d1cc-0ffb-4faf-8f7b-d0ef1f6c5993 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423751 Apr 07 01:56:50.514407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530033df-a721-4102-9236-175e63269ab3 req-d02bce41-abed-4253-875c-5c1798b3d166 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:50.515755 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-530033df-a721-4102-9236-175e63269ab3 req-d02bce41-abed-4253-875c-5c1798b3d166 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0522263 Apr 07 01:56:50.565100 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-530033df-a721-4102-9236-175e63269ab3 req-7cf5579c-c992-4313-99b3-081e9f0aa0f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432150 Apr 07 01:56:50.687863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf247-10e1-406d-b7fa-598caa83d787 req-ed8b915f-e9c2-44ff-ab30-1879bd78d9c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:56:50.689560 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5bebf247-10e1-406d-b7fa-598caa83d787 req-ed8b915f-e9c2-44ff-ab30-1879bd78d9c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0574341 Apr 07 01:56:50.738024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5bebf247-10e1-406d-b7fa-598caa83d787 req-4b4c6c60-5974-471e-a944-18f1002605dc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429397 Apr 07 01:56:52.212200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54356) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:56:52.653589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:52.931499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.17 (13abb832-c8be-439a-8af9-29cc8b79c506/c9e41852-7969-4cb4-a3bc-2aba34136667/d07ab5b9-6b2d-42e8-9051-2862b6c23314) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:56:53.042955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.118962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.165299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 13abb832-c8be-439a-8af9-29cc8b79c506 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:56:53.168403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:56:53.172175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:56:53.179022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=d07ab5b9-6b2d-42e8-9051-2862b6c23314,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:53.221699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.389585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-24bac998-0d23-41b9-bcdd-45dd66268aaf None None] Provisioning complete for port d07ab5b9-6b2d-42e8-9051-2862b6c23314 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:53.390150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-24bac998-0d23-41b9-bcdd-45dd66268aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.434190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.569128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-24bac998-0d23-41b9-bcdd-45dd66268aaf None None] Port d07ab5b9-6b2d-42e8-9051-2862b6c23314 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:56:53.724455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.799559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.873203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:53.875026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=d07ab5b9-6b2d-42e8-9051-2862b6c23314,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:53.969635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 13abb832-c8be-439a-8af9-29cc8b79c506 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:56:53.970977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:56:54.094159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:56:54.191933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7ddf2191-42f7-4d9e-845a-a21390e6562e None None] Provisioning complete for port d07ab5b9-6b2d-42e8-9051-2862b6c23314 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:54.192310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7ddf2191-42f7-4d9e-845a-a21390e6562e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:54.209374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:56:54.215190 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a4947427-a61e-40f7-844a-60b0e6646164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/56aff9a6-66f4-44d9-bf59-51d78deaab4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0015867 Apr 07 01:56:54.226223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf2191-42f7-4d9e-845a-a21390e6562e None None] Port d07ab5b9-6b2d-42e8-9051-2862b6c23314 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:56:54.230460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:56:54.242279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:56:54.243351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:56:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:56:54.352443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:56:54.578833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:56:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:55Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd07ab5b9-6b2d-42e8-9051-2862b6c23314', 'name': '', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c6:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:56:52Z', 'updated_at': '2022-04-07T01:56:53Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:56:54.604194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:56:54.604560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Updating router 56aff9a6-66f4-44d9-bf59-51d78deaab4e port d07ab5b9-6b2d-42e8-9051-2862b6c23314 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:56:54.631703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:54.891672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Publish callbacks [] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:54.953236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.001246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21612692-4675-4f52-833f-bc4baae481f8 None None] Pushing event updated for resources: {'Port': ['ID=d07ab5b9-6b2d-42e8-9051-2862b6c23314,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:55.054730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Attempting to bind port d07ab5b9-6b2d-42e8-9051-2862b6c23314 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:56:55.059961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Attempting to bind port d07ab5b9-6b2d-42e8-9051-2862b6c23314 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:56:55.059961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Attempting to bind port d07ab5b9-6b2d-42e8-9051-2862b6c23314 on network 13abb832-c8be-439a-8af9-29cc8b79c506 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:56:55.060594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:56:55.061011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Checking segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:56:55.061422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.061828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Bound using segment: {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:56:55.062301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Bound port: d07ab5b9-6b2d-42e8-9051-2862b6c23314, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd542a0-57e6-44ad-9c58-092712cec3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:56:55.062694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.131044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] For port d07ab5b9-6b2d-42e8-9051-2862b6c23314, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:56:55.134350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] For port d07ab5b9-6b2d-42e8-9051-2862b6c23314, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d07ab5b9-6b2d-42e8-9051-2862b6c23314,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:56:55.228441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.302019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] Provisioning complete for port d07ab5b9-6b2d-42e8-9051-2862b6c23314 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:55.302397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.306005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21612692-4675-4f52-833f-bc4baae481f8 None None] Pushing event updated for resources: {'Port': ['ID=d07ab5b9-6b2d-42e8-9051-2862b6c23314,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:55.310205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:56:55.310845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:56:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:56:55.483635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:56:55.507707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] Current status of the port d07ab5b9-6b2d-42e8-9051-2862b6c23314 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:55.508100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.588590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] For port d07ab5b9-6b2d-42e8-9051-2862b6c23314, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d07ab5b9-6b2d-42e8-9051-2862b6c23314,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:56:55.661382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.748452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273f7be-5434-4a33-9444-98b6663f8a16 None None] Pushing event updated for resources: {'Port': ['ID=d07ab5b9-6b2d-42e8-9051-2862b6c23314,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:56:55.784733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:56:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:55Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd07ab5b9-6b2d-42e8-9051-2862b6c23314', 'name': '', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c6:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:56:52Z', 'updated_at': '2022-04-07T01:56:55Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:56:55.812527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-efbfa0b8-45b6-47d1-8a8e-86a8ff08cc1f None None] Provisioning complete for port d07ab5b9-6b2d-42e8-9051-2862b6c23314 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:55.812935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-efbfa0b8-45b6-47d1-8a8e-86a8ff08cc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:55.815108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41dcd93-0386-49d4-b87d-ef2424f3a87a None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:56:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:55Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd07ab5b9-6b2d-42e8-9051-2862b6c23314', 'name': '', 'network_id': '13abb832-c8be-439a-8af9-29cc8b79c506', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c6:3d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:56:52Z', 'updated_at': '2022-04-07T01:56:55Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'c9e41852-7969-4cb4-a3bc-2aba34136667', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:56:55.927956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-efbfa0b8-45b6-47d1-8a8e-86a8ff08cc1f None None] Current status of the port d07ab5b9-6b2d-42e8-9051-2862b6c23314 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:56.587223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d07ab5b9-6b2d-42e8-9051-2862b6c23314 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:56:56.634548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port d07ab5b9-6b2d-42e8-9051-2862b6c23314 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:56:56.635220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:56:56.712480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port d07ab5b9-6b2d-42e8-9051-2862b6c23314 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:56:59.061813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e37239a2-bd3e-477c-9663-978f31b563ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:00.333694 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:57:01.238224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a81d97-e1e6-44a0-bbdd-f85f2082a847 req-4de070e6-414a-4e2d-9ed5-681d6f646eb7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:01.239708 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-34a81d97-e1e6-44a0-bbdd-f85f2082a847 req-4de070e6-414a-4e2d-9ed5-681d6f646eb7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Apr 07 01:57:01.288777 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-34a81d97-e1e6-44a0-bbdd-f85f2082a847 req-d00f5535-e2f2-4f31-ace8-0a98b55bb81d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433362 Apr 07 01:57:01.398699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4b217656-559c-42e4-99c0-981650e94cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:02.408557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb761899-fcfc-4984-8b81-1bf79045f037 req-a92dd5ac-21c6-4946-9152-6f6ef64311d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:02.410556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb761899-fcfc-4984-8b81-1bf79045f037 req-a92dd5ac-21c6-4946-9152-6f6ef64311d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.0532801 Apr 07 01:57:02.438906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:02.462353 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb761899-fcfc-4984-8b81-1bf79045f037 req-9b31fca7-783d-46ce-9fc2-3e0591013b05 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460167 Apr 07 01:57:02.969513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-e4076d39-7003-406c-bf95-067722c2eec7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:02.970973 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-e4076d39-7003-406c-bf95-067722c2eec7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.0649929 Apr 07 01:57:03.061167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Deleting port 866bb06b-df91-43ed-add5-f914f5ced71e {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:03.061506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:03.152208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] For port 866bb06b-df91-43ed-add5-f914f5ced71e, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=866bb06b-df91-43ed-add5-f914f5ced71e,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:03.152483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:03.424972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:03.425264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (fbae0a7f-b211-464a-88b0-2af313095010), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:03.425579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Floating IP fbae0a7f-b211-464a-88b0-2af313095010 disassociated. External IP: 172.26.8.106, port: 866bb06b-df91-43ed-add5-f914f5ced71e. Apr 07 01:57:03.425919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Calling delete_port for 866bb06b-df91-43ed-add5-f914f5ced71e owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:03.582763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca0e41-2a27-42f6-8352-608b9c23af16 req-d03d912a-adba-4f55-904e-8c33bff27d0c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:03.584255 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ca0e41-2a27-42f6-8352-608b9c23af16 req-d03d912a-adba-4f55-904e-8c33bff27d0c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 945 time: 0.0530806 Apr 07 01:57:03.622188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (866bb06b-df91-43ed-add5-f914f5ced71e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:03.632699 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ca0e41-2a27-42f6-8352-608b9c23af16 req-fbbd863b-2103-4587-be40-ad270fe43cf2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428455 Apr 07 01:57:03.659458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'Port': ['ID=866bb06b-df91-43ed-add5-f914f5ced71e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:03.775538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:57:03.907574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:04.191458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:04.200612 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:04.209930 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:04.210855 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:04.230555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] No DVR routers for this DVR port 866bb06b-df91-43ed-add5-f914f5ced71e on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:57:04.233078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:04.236405 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b07eafbc-3f54-40be-9adf-3dfd268c2682 req-2cdabaff-65ad-4d48-8dac-22deb5f08ec3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "DELETE /v2.0/ports/866bb06b-df91-43ed-add5-f914f5ced71e HTTP/1.1" status: 204 len: 173 time: 1.2601533 Apr 07 01:57:04.236818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'name': 'network-vif-deleted', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:04.239648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03354b57-837f-41b6-b293-914599eb2a4a" -d '{"events": [{"server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "name": "network-vif-deleted", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:04.279327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d3a849-ef26-4563-adb9-339c814eafd7 x-openstack-request-id: req-00d3a849-ef26-4563-adb9-339c814eafd7 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:04.279327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7de29d-3a99-4648-b0a4-c18e778f6a97", "name": "network-vif-deleted", "tag": "866bb06b-df91-43ed-add5-f914f5ced71e", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:04.279327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00d3a849-ef26-4563-adb9-339c814eafd7 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:04.279666 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d3a849-ef26-4563-adb9-339c814eafd7'] response: {'server_uuid': '9e7de29d-3a99-4648-b0a4-c18e778f6a97', 'name': 'network-vif-deleted', 'tag': '866bb06b-df91-43ed-add5-f914f5ced71e', 'status': 'completed', 'code': 200} Apr 07 01:57:04.323079 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:04.522381 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:04.548342 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:04.556596 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:04.557234 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:04.663660 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:04.738030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ef441a0-f892-4ed1-bbdf-d4205ab30ddd req-f29357bc-8f65-49e4-969a-f214d032c526 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0328634 Apr 07 01:57:04.946279 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:04.972503 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96673f8a-d487-4d70-9043-9964fb532a13 None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:05.200710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7bc16-5dee-4081-87e3-f7ba33f93ae9 None None] New status for floating IP fbae0a7f-b211-464a-88b0-2af313095010: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:57:05.353211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:05.835996 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15b7adab-8e59-4352-bc7d-3028015ebc2e req-f97ff5ff-635a-49a1-86fc-bd557d8186bd tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Apr 07 01:57:06.934151 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f474799c-3653-44e2-b6f3-6f977c97aada req-a9b78cb3-51b0-4cbb-a523-c6eb1f4f9d44 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0299964 Apr 07 01:57:07.533297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 866bb06b-df91-43ed-add5-f914f5ced71e no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:07.554123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 866bb06b-df91-43ed-add5-f914f5ced71e {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:07.554480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 866bb06b-df91-43ed-add5-f914f5ced71e not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:08.027724 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be5c1978-8268-4301-a647-11877f3a92fb req-249db275-b73e-4d70-a94e-d7a8b0ecb771 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Apr 07 01:57:09.119982 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7dc081e8-5d09-40ed-ad60-4102de3ce80c req-8f79abba-b139-4ba8-8a6e-43ea96529ea4 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0271618 Apr 07 01:57:10.211150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa5d661b-859c-4eda-bb8c-a0a893936b52 req-a9e4aa5c-ef06-45e2-b2bb-d8bc3e50a399 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0265067 Apr 07 01:57:11.304246 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-68101ed3-9d6b-45af-ac1b-b8647c39252b req-17f8f7d9-df6e-414f-af43-65105e4b030d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0268750 Apr 07 01:57:12.401695 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-285a9755-2762-4f9e-aac0-3b23bb9982c6 req-435e31d6-c606-4361-8390-23a5987f169e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0270162 Apr 07 01:57:13.514041 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f113e2a7-f33e-4c54-ba71-551381e5df34 req-97e1242f-4c39-4dd0-a2f3-66d63f6c5549 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7de29d-3a99-4648-b0a4-c18e778f6a97 HTTP/1.1" status: 200 len: 210 time: 0.0299623 Apr 07 01:57:14.767319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-e8e89647-152d-4e98-bfab-b0dbb95312dd tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985821973&fields=id&tenant_id=d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 267 time: 0.0442436 Apr 07 01:57:14.869960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-b6db8209-142d-442a-a7ff-c5dac64b3ebc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:14.871460 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-b6db8209-142d-442a-a7ff-c5dac64b3ebc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 812 time: 0.0977337 Apr 07 01:57:14.886404 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-bfcff8e9-9f90-4558-93ef-86734ef15a5b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/quotas/d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 375 time: 0.0095773 Apr 07 01:57:14.943278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-6241a896-d282-44e8-817e-a2f8e541786a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516324 Apr 07 01:57:15.037212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-4cd2c887-2d56-485e-b51c-c4dddb06541b service neutron] 10.222.0.25 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826552 Apr 07 01:57:15.128910 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-4776df95-1853-4473-8879-73610d94ff19 service neutron] 10.222.0.25 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860207 Apr 07 01:57:15.675296 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-04a0eb84-c945-4cbd-aac2-125b4e77d648 req-0a6b7d06-1180-4bcd-b5b2-c73f31149ecd tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0270135 Apr 07 01:57:16.766768 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c84fea4-51a7-4219-928f-b0656aa1d8e2 req-092471ba-ce8c-4bad-95d2-f7b087c0883d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0267122 Apr 07 01:57:17.111813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54440) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:17.541298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:17.617336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-251a8b16-28d3-417f-8d8e-b94a9b7995b4 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:17.618779 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-251a8b16-28d3-417f-8d8e-b94a9b7995b4 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 812 time: 0.1541495 Apr 07 01:57:17.755877 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-5eb043a6-500e-4f4a-882b-d3b15b811d5f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 380 time: 0.1077650 Apr 07 01:57:17.775855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:17.796927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'port': {'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'admin_state_up': True, 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'security_groups': ['6269cc99-6995-4e9a-80b5-3b34a15a5e67']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:17.888185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ec28c38c-69bd-4e8e-a69e-5c09cf1f2bf2 req-b064c437-7dde-4954-a361-99a9e28c1be6 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0423815 Apr 07 01:57:18.035710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port d07ab5b9-6b2d-42e8-9051-2862b6c23314 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:18.036235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.040659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Made reservation on behalf of d53abc16c6de49038c4d52d9f4840c22 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:57:18.044046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.192915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port d07ab5b9-6b2d-42e8-9051-2862b6c23314, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d07ab5b9-6b2d-42e8-9051-2862b6c23314,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:18.193627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.232930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for d07ab5b9-6b2d-42e8-9051-2862b6c23314 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:18.292515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Allocated IP 172.20.0.6 (5be66362-4225-42f0-95ba-e0bcb8c23c7c/c25c6726-53a3-4da7-a0ae-870315ca5e0f/fa3db305-f850-4341-bbcb-206470b4fdf9) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:18.525373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.638693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d07ab5b9-6b2d-42e8-9051-2862b6c23314), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.671231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.675690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=d07ab5b9-6b2d-42e8-9051-2862b6c23314,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:18.738237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:18.760614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:18.772016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:18.816160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=fa3db305-f850-4341-bbcb-206470b4fdf9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:18.887913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:18.888568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:18.984842 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3125bfc7-778f-43e6-bbfb-53f11dab0056 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1976085 Apr 07 01:57:18.995995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Request body: {'port': {'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:19.033237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:19.038685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ee8d2-53ce-4118-9649-ed1576896274 req-527d5d4b-eca7-428c-b8b3-4e1c1dc1bb2a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:19.040259 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d12ee8d2-53ce-4118-9649-ed1576896274 req-527d5d4b-eca7-428c-b8b3-4e1c1dc1bb2a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 931 time: 0.0699937 Apr 07 01:57:19.116790 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d12ee8d2-53ce-4118-9649-ed1576896274 req-66f846c1-116a-4fb5-98ff-da51487e92c1 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672009 Apr 07 01:57:19.129162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:19.208749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a19a7195-539f-4eab-b41f-4b8765bf6415 None None] Provisioning complete for port fa3db305-f850-4341-bbcb-206470b4fdf9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:19.209368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a19a7195-539f-4eab-b41f-4b8765bf6415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:19.249358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a19a7195-539f-4eab-b41f-4b8765bf6415 None None] Port fa3db305-f850-4341-bbcb-206470b4fdf9 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:57:19.481007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:57:19.578443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3db305-f850-4341-bbcb-206470b4fdf9 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:57:19.588311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Publish callbacks [] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:19.633549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Transition to ACTIVE for port object fa3db305-f850-4341-bbcb-206470b4fdf9 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:57:19.647831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:19.656224 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-017d4f81-2f61-4cf3-bd76-014dcd345043 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/56aff9a6-66f4-44d9-bf59-51d78deaab4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5404742 Apr 07 01:57:19.658822 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:19.671087 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:19.671900 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:19.691044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:19.786409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Pushing event updated for resources: {'Port': ['ID=fa3db305-f850-4341-bbcb-206470b4fdf9,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:19.801515 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:19.908585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Attempting to bind port fa3db305-f850-4341-bbcb-206470b4fdf9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:57:19.909365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Attempting to bind port fa3db305-f850-4341-bbcb-206470b4fdf9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:57:19.910702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Attempting to bind port fa3db305-f850-4341-bbcb-206470b4fdf9 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:19.919045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Port fa3db305-f850-4341-bbcb-206470b4fdf9 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:57:19.919645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Attempting to bind port fa3db305-f850-4341-bbcb-206470b4fdf9 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:19.925957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:57:19.930791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Checking segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:57:19.930791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Bound using segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:57:19.930791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Bound port: fa3db305-f850-4341-bbcb-206470b4fdf9, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:57:19.930791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:20.006735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] For port fa3db305-f850-4341-bbcb-206470b4fdf9, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:57:20.007474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] For port fa3db305-f850-4341-bbcb-206470b4fdf9, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=fa3db305-f850-4341-bbcb-206470b4fdf9,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:57:20.075030 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:18Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:55Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:20.105249 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:20.115501 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:20.116121 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:20.125525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:20.132253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cfb87-3f91-4b09-aec5-f6123fd15633 req-19500376-fa46-4d49-9e1d-694e7a3b8cee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:20.133835 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c4cfb87-3f91-4b09-aec5-f6123fd15633 req-19500376-fa46-4d49-9e1d-694e7a3b8cee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0568087 Apr 07 01:57:20.196720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:20.197586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:20.199103 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] 10.222.0.10 "PUT /v2.0/ports/fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 1093 time: 1.2079241 Apr 07 01:57:20.199944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:20.203786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:20.205916 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c4cfb87-3f91-4b09-aec5-f6123fd15633 req-927a704e-7d25-4064-b43a-4f60ec0d8bd7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654175 Apr 07 01:57:20.244840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373e209-bcdc-4e5c-929e-515518cf600e service neutron] Pushing event updated for resources: {'Port': ['ID=fa3db305-f850-4341-bbcb-206470b4fdf9,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:20.266093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d14625-ba08-4537-b00d-4481ed6e6e45 x-openstack-request-id: req-44d14625-ba08-4537-b00d-4481ed6e6e45 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:20.266607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:20.267029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44d14625-ba08-4537-b00d-4481ed6e6e45 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:20.267603 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d14625-ba08-4537-b00d-4481ed6e6e45'] response: {'name': 'network-changed', 'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'status': 'completed', 'code': 200} Apr 07 01:57:20.295953 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:20.296627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a25dd-275a-4afb-8779-e6ecb87c9d74 req-21f7743a-9267-4e4c-b06b-a474ff3012d2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:20.298564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1b4a25dd-275a-4afb-8779-e6ecb87c9d74 req-21f7743a-9267-4e4c-b06b-a474ff3012d2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0757685 Apr 07 01:57:20.375362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1b4a25dd-275a-4afb-8779-e6ecb87c9d74 req-b95f657b-ef0f-46c7-ac48-f4ffdde891e8 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691538 Apr 07 01:57:20.559644 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:18Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:55Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:20.590255 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8225a901-5ee7-4011-a31a-0f5221947f89 None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:18Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3cad3bf7-319e-40b0-baeb-7b24b2d50080', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.21', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'port_id': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'mac_address': 'fa:16:3e:c5:49:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:55:53Z', 'updated_at': '2022-04-07T01:55:55Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:21.198809 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0 req-a8994af0-7025-4524-9186-f0d503b07da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.200337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0 req-a8994af0-7025-4524-9186-f0d503b07da0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1127 time: 0.0443056 Apr 07 01:57:21.302498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0 req-ccda83ee-35bb-48af-8f57-2340049b8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.304029 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0 req-ccda83ee-35bb-48af-8f57-2340049b8590 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d53abc16c6de49038c4d52d9f4840c22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0943451 Apr 07 01:57:21.329871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2655e6-3b1e-4f87-8abd-c80d3cb57e83 req-91a8706a-87e2-4513-8ecb-e9c4b0f36052 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.338291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa2655e6-3b1e-4f87-8abd-c80d3cb57e83 req-91a8706a-87e2-4513-8ecb-e9c4b0f36052 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0654645 Apr 07 01:57:21.382896 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa2655e6-3b1e-4f87-8abd-c80d3cb57e83 req-f430bc2d-156c-4469-87f5-c4a7f62ea4a2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433497 Apr 07 01:57:21.431622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0 req-5e237c30-9108-46ab-b7e0-b5a65d478fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.433539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a45edb84-8b22-44d0-a1fe-ae2ddbfbdec0 req-5e237c30-9108-46ab-b7e0-b5a65d478fd3 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1067255 Apr 07 01:57:21.504090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6daac8b-2bd0-422b-8697-5af207acad77 req-157da5e5-e267-4534-b449-174693fb31d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.505753 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6daac8b-2bd0-422b-8697-5af207acad77 req-157da5e5-e267-4534-b449-174693fb31d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0608287 Apr 07 01:57:21.539897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-795d3aa4-01c4-4a15-852e-315d5cc09f87 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.541415 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-795d3aa4-01c4-4a15-852e-315d5cc09f87 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.1025765 Apr 07 01:57:21.543238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-952d17cb-bd52-4bba-8083-2554a4794e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:21.544586 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-952d17cb-bd52-4bba-8083-2554a4794e71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1127 time: 0.0667758 Apr 07 01:57:21.557010 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6daac8b-2bd0-422b-8697-5af207acad77 req-069143b0-4076-439f-af6f-a7c572a61bd1 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446229 Apr 07 01:57:21.618152 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-1519e5e7-7bc3-4585-a3dd-4069d82e7760 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 217 time: 0.0530517 Apr 07 01:57:22.022029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-dacb35ff-145c-4c85-8aae-c953d8c2b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:22.023493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-dacb35ff-145c-4c85-8aae-c953d8c2b492 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.3955011 Apr 07 01:57:22.063153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:22.063495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:22.140859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-4689bfee-45d5-49c9-9637-184140226969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:22.142391 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-4689bfee-45d5-49c9-9637-184140226969 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.1065314 Apr 07 01:57:22.217028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:22.217696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:22.235854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:22.307522 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-7e46c5d8-d30c-4f28-85ce-9717c9b010e2 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521153 Apr 07 01:57:22.449619 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7ae60deb-9f2b-48fe-b594-057e7a46801d req-eaa7d6a3-72f5-4dc8-be3e-f03f78c59614 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305029 Apr 07 01:57:22.524649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790ba11-4ba7-4473-9d76-e3094c3ab3d3 req-b705f156-cb0d-4d7e-881b-a47e02b38668 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:22.526074 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d790ba11-4ba7-4473-9d76-e3094c3ab3d3 req-b705f156-cb0d-4d7e-881b-a47e02b38668 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc9f59fe-b479-4aed-8bec-cccf5e8d577d HTTP/1.1" status: 200 len: 946 time: 0.0573273 Apr 07 01:57:22.535325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6ad4e448-ab54-4cb6-aa94-fb78b1ed653c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:22.557997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d07ab5b9-6b2d-42e8-9051-2862b6c23314 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:22.581088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: d07ab5b9-6b2d-42e8-9051-2862b6c23314 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:22.583505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d07ab5b9-6b2d-42e8-9051-2862b6c23314 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:22.583671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=6ad4e448-ab54-4cb6-aa94-fb78b1ed653c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:22.616440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d790ba11-4ba7-4473-9d76-e3094c3ab3d3 req-667aa988-bcdd-4e4a-9aef-81eee4859c98 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f93e1369-581a-4379-bc6e-e970645ba67c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789242 Apr 07 01:57:22.628136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:57:22.630694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:22.634009 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f79058c2-d53b-4520-b92b-4074b98dd32e req-335f17a2-99e6-4e0e-95f7-67de504dd5bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/6ad4e448-ab54-4cb6-aa94-fb78b1ed653c HTTP/1.1" status: 204 len: 173 time: 1.0751772 Apr 07 01:57:22.634466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'name': 'network-vif-deleted', 'tag': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:22.636696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb7754d-f7e7-4a28-a5d5-2bc353999f34" -d '{"events": [{"server_uuid": "cc9f59fe-b479-4aed-8bec-cccf5e8d577d", "name": "network-vif-deleted", "tag": "6ad4e448-ab54-4cb6-aa94-fb78b1ed653c"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:22.674033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d670458-06ff-4ae0-a515-3fb702580f5a x-openstack-request-id: req-8d670458-06ff-4ae0-a515-3fb702580f5a {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:22.674509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc9f59fe-b479-4aed-8bec-cccf5e8d577d", "name": "network-vif-deleted", "tag": "6ad4e448-ab54-4cb6-aa94-fb78b1ed653c", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:22.675392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d670458-06ff-4ae0-a515-3fb702580f5a {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:22.676056 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d670458-06ff-4ae0-a515-3fb702580f5a'] response: {'server_uuid': 'cc9f59fe-b479-4aed-8bec-cccf5e8d577d', 'name': 'network-vif-deleted', 'tag': '6ad4e448-ab54-4cb6-aa94-fb78b1ed653c', 'status': 'completed', 'code': 200} Apr 07 01:57:22.711986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae47357-b930-4eb6-9167-dce2a98304b5 req-ffd5497a-d33b-47a1-af6e-2adecbc991d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:22.713816 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aae47357-b930-4eb6-9167-dce2a98304b5 req-ffd5497a-d33b-47a1-af6e-2adecbc991d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0564845 Apr 07 01:57:22.766472 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aae47357-b930-4eb6-9167-dce2a98304b5 req-c762a9c0-9b7e-47c3-99c2-0ba1129ddf83 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450115 Apr 07 01:57:23.672323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54468) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:23.732488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-def9c4b0-d201-4170-b174-59cf11546316 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (f93e1369-581a-4379-bc6e-e970645ba67c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:23.759271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-def9c4b0-d201-4170-b174-59cf11546316 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (f93e1369-581a-4379-bc6e-e970645ba67c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:23.887970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa97dd-c6a0-4cdd-be64-9e0f786ffb88 req-d7999fa8-2306-4097-9338-d292e4ac113c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:23.889501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e9fa97dd-c6a0-4cdd-be64-9e0f786ffb88 req-d7999fa8-2306-4097-9338-d292e4ac113c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0541258 Apr 07 01:57:23.890017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-def9c4b0-d201-4170-b174-59cf11546316 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f93e1369-581a-4379-bc6e-e970645ba67c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:23.892647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-def9c4b0-d201-4170-b174-59cf11546316 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:23.899914 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-def9c4b0-d201-4170-b174-59cf11546316 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/f93e1369-581a-4379-bc6e-e970645ba67c HTTP/1.1" status: 204 len: 168 time: 0.2205687 Apr 07 01:57:23.909580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9c4b0-d201-4170-b174-59cf11546316 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e1369-581a-4379-bc6e-e970645ba67c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:23.961351 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e9fa97dd-c6a0-4cdd-be64-9e0f786ffb88 req-e7d427db-40ef-4392-a764-454166738ff6 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533202 Apr 07 01:57:24.022298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54474) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:24.073294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet c9e41852-7969-4cb4-a3bc-2aba34136667 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:57:24.076485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (c9e41852-7969-4cb4-a3bc-2aba34136667), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.116656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (c9e41852-7969-4cb4-a3bc-2aba34136667), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.202246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c9e41852-7969-4cb4-a3bc-2aba34136667), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.301981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (c9e41852-7969-4cb4-a3bc-2aba34136667), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.326217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e41852-7969-4cb4-a3bc-2aba34136667,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:24.331985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.337731 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a44c355c-932d-4a2d-921a-002f214f28ce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/c9e41852-7969-4cb4-a3bc-2aba34136667 HTTP/1.1" status: 204 len: 168 time: 0.3117237 Apr 07 01:57:24.339119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54476) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:24.339808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ada7ec-15c5-4544-863d-0acc67d447f0 None None] Network 13abb832-c8be-439a-8af9-29cc8b79c506 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:57:24.418927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (13abb832-c8be-439a-8af9-29cc8b79c506), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.473042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port e3465dbe-590e-4663-b2b6-a0bb124955ae {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:24.473394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.507714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] DHCP port deletion for 13abb832-c8be-439a-8af9-29cc8b79c506 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:57:24.570415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] Deleting port e3465dbe-590e-4663-b2b6-a0bb124955ae {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:24.571201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.762047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3465dbe-590e-4663-b2b6-a0bb124955ae no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:24.816231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port e3465dbe-590e-4663-b2b6-a0bb124955ae, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e3465dbe-590e-4663-b2b6-a0bb124955ae,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:24.816641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.828515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] For port e3465dbe-590e-4663-b2b6-a0bb124955ae, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e3465dbe-590e-4663-b2b6-a0bb124955ae,segment=NetworkSegment(3bd542a0-57e6-44ad-9c58-092712cec3f8),segment_id=3bd542a0-57e6-44ad-9c58-092712cec3f8)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:24.829090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.830558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for e3465dbe-590e-4663-b2b6-a0bb124955ae owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:24.845997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] Calling delete_port for e3465dbe-590e-4663-b2b6-a0bb124955ae owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:24.917693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e3465dbe-590e-4663-b2b6-a0bb124955ae is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:24.918086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:24.974972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.004065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port e3465dbe-590e-4663-b2b6-a0bb124955ae on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:57:25.005945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=e3465dbe-590e-4663-b2b6-a0bb124955ae,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:25.023139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (e3465dbe-590e-4663-b2b6-a0bb124955ae), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.055611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] Pushing event deleted for resources: {'Port': ['ID=e3465dbe-590e-4663-b2b6-a0bb124955ae,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:25.066311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4c359e-0f4f-46fd-b980-4f48c6d80b12 None None] No DVR routers for this DVR port e3465dbe-590e-4663-b2b6-a0bb124955ae on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:57:25.119269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (13abb832-c8be-439a-8af9-29cc8b79c506), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.151579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13abb832-c8be-439a-8af9-29cc8b79c506']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:25.162967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd542a0-57e6-44ad-9c58-092712cec3f8') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:25.163253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd542a0-57e6-44ad-9c58-092712cec3f8') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:25.171081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01492fbc-36ea-4ea9-ba04-637b48f24b95 req-895b46e8-0627-4cbe-b892-af8ee529cf8b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:25.172558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01492fbc-36ea-4ea9-ba04-637b48f24b95 req-895b46e8-0627-4cbe-b892-af8ee529cf8b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.1211727 Apr 07 01:57:25.181322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (3bd542a0-57e6-44ad-9c58-092712cec3f8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.215405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (3bd542a0-57e6-44ad-9c58-092712cec3f8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.229267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:57:25.229669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (3bd542a0-57e6-44ad-9c58-092712cec3f8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:57:25.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:57:25.275700 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01492fbc-36ea-4ea9-ba04-637b48f24b95 req-c58334d2-dde1-41a3-ba28-b862e4518977 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961754 Apr 07 01:57:25.352500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (13abb832-c8be-439a-8af9-29cc8b79c506), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.359654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.362978 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/13abb832-c8be-439a-8af9-29cc8b79c506 HTTP/1.1" status: 204 len: 168 time: 1.0226119 Apr 07 01:57:25.365843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54480) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:25.382509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b6ecd-69cc-4d4e-918e-ff3d480e0c44 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=13abb832-c8be-439a-8af9-29cc8b79c506,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:25.524202 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port e788ded1-b3f4-4224-87cb-9960808a404d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:25.524543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e788ded1-b3f4-4224-87cb-9960808a404d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.595980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:25.603118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e788ded1-b3f4-4224-87cb-9960808a404d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.603452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (e788ded1-b3f4-4224-87cb-9960808a404d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.615808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for e788ded1-b3f4-4224-87cb-9960808a404d owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:25.618594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:25.619050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6ad4e448-ab54-4cb6-aa94-fb78b1ed653c not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:25.867293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e788ded1-b3f4-4224-87cb-9960808a404d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.891092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=e788ded1-b3f4-4224-87cb-9960808a404d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:25.955360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (3cad3bf7-319e-40b0-baeb-7b24b2d50080), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:25.955865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP 3cad3bf7-319e-40b0-baeb-7b24b2d50080 disassociated (deleted). External IP: 172.26.8.21, port: 6fd3f5a1-0fb7-4a17-8162-a391167344bd. Apr 07 01:57:26.174794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:57:26.284914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:26.289692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:26.295768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:26.306405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:26.307043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:26.325916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6fb24f7f-146c-494b-be6c-bc4dea60c755 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/3cad3bf7-319e-40b0-baeb-7b24b2d50080 HTTP/1.1" status: 204 len: 168 time: 0.9589059 Apr 07 01:57:26.340196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:26.349397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacaa7cf-fd17-4568-8702-1e9b11fa7682" -d '{"events": [{"name": "network-changed", "server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:26.422020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f70f3-5c4f-4ee8-87eb-09fd1231ecf2 req-f242628f-ad37-4776-9cc1-d94086945763 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:26.423545 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f8f70f3-5c4f-4ee8-87eb-09fd1231ecf2 req-f242628f-ad37-4776-9cc1-d94086945763 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0656278 Apr 07 01:57:26.445804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:26.475576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f8f70f3-5c4f-4ee8-87eb-09fd1231ecf2 req-5ee21067-a090-494a-88de-c91346dbd088 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Apr 07 01:57:26.535303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad8c7cc-3627-4756-87a3-eb9015ea74a2 x-openstack-request-id: req-bad8c7cc-3627-4756-87a3-eb9015ea74a2 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:26.535938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:26.536125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bad8c7cc-3627-4756-87a3-eb9015ea74a2 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:26.536576 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bad8c7cc-3627-4756-87a3-eb9015ea74a2'] response: {'name': 'network-changed', 'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'status': 'completed', 'code': 200} Apr 07 01:57:26.618056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-2b8aa069-1c89-4e36-8321-32b7498b6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:26.619620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-2b8aa069-1c89-4e36-8321-32b7498b6923 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 1129 time: 0.0549531 Apr 07 01:57:26.685961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:18Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:26.720368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:26.729961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:26.730625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:26.736035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-bddd259e-99fc-4ad6-85d9-3aec49118f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:26.739214 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-bddd259e-99fc-4ad6-85d9-3aec49118f8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd HTTP/1.1" status: 200 len: 897 time: 0.1113396 Apr 07 01:57:26.810181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a4df9-8cb6-4f8c-8611-6b9f0e2866f0 req-cc465286-df78-47d7-8a09-f115ca5a082a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:26.811761 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-409a4df9-8cb6-4f8c-8611-6b9f0e2866f0 req-cc465286-df78-47d7-8a09-f115ca5a082a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.0558817 Apr 07 01:57:26.848370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:26.861502 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-409a4df9-8cb6-4f8c-8611-6b9f0e2866f0 req-c6d87dce-0505-48da-98bf-af9d2b5cf5c6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Apr 07 01:57:27.054097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:18Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:27.081137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed03dd7-7c58-4f1d-bc75-548cf4e5e9aa None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:18Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '03ca2819-8777-4b3c-89f8-7a873a4fc0a2', 'name': '', 'network_id': 'cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:bc:43:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:32Z', 'updated_at': '2022-04-07T01:55:35Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '65eb17fa-b41c-4385-80f7-c2e18f8fea1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:27.301923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549e4e89-4afb-4a61-87a2-3437ed20f242 None None] New status for floating IP 3cad3bf7-319e-40b0-baeb-7b24b2d50080: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:57:27.703278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f826f-1c1c-4081-b479-eb75eb44a5ab req-63899c90-73d7-4d76-a72c-8e1a0b6934a9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:27.704792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c5f826f-1c1c-4081-b479-eb75eb44a5ab req-63899c90-73d7-4d76-a72c-8e1a0b6934a9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.1601903 Apr 07 01:57:27.759916 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c5f826f-1c1c-4081-b479-eb75eb44a5ab req-4579cc7b-1909-47fe-b221-d28666fe45f1 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490210 Apr 07 01:57:27.920791 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-477fec16-a2f6-45a9-89f4-50d22bb2e78f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd HTTP/1.1" status: 200 len: 217 time: 0.0467494 Apr 07 01:57:27.991261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-0e02128b-d62a-4970-a390-0cf1b630f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:27.992246 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-0e02128b-d62a-4970-a390-0cf1b630f9ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=65eb17fa-b41c-4385-80f7-c2e18f8fea1e HTTP/1.1" status: 200 len: 834 time: 0.0635352 Apr 07 01:57:28.077735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-750c2325-b270-40f5-a697-b5a4e2b3715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:28.079601 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-750c2325-b270-40f5-a697-b5a4e2b3715e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458798 Apr 07 01:57:28.088695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f798b-f186-4ef6-9e22-49d12d2c072f req-88e1d726-c78a-4242-b0c0-7efb70d4e0fb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:28.090819 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-373f798b-f186-4ef6-9e22-49d12d2c072f req-88e1d726-c78a-4242-b0c0-7efb70d4e0fb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.1131413 Apr 07 01:57:28.147187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-373f798b-f186-4ef6-9e22-49d12d2c072f req-b0a18b45-00d5-4645-8966-218770a2de2c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=89794aa2-fbce-4a05-a519-f5b9151f7d23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502217 Apr 07 01:57:28.206771 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-ef68019c-745b-4b82-80f7-10ae93de2bf8 service neutron] 10.222.0.10 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203551 Apr 07 01:57:28.265830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-c51e3194-d9b4-4844-99ac-73d24c1f4393 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:28.267312 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-c51e3194-d9b4-4844-99ac-73d24c1f4393 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 945 time: 0.1170037 Apr 07 01:57:28.366327 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aacaa7cf-fd17-4568-8702-1e9b11fa7682 req-07d88b72-1a8e-44f2-bc1e-d1dd8781524c service neutron] 10.222.0.10 "GET /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521063 Apr 07 01:57:28.395395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 6fd3f5a1-0fb7-4a17-8162-a391167344bd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:28.397106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:28.489678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 6fd3f5a1-0fb7-4a17-8162-a391167344bd, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6fd3f5a1-0fb7-4a17-8162-a391167344bd,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:28.489967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:28.504205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 6fd3f5a1-0fb7-4a17-8162-a391167344bd owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:28.706842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6fd3f5a1-0fb7-4a17-8162-a391167344bd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:28.741975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=6fd3f5a1-0fb7-4a17-8162-a391167344bd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:28.780626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 6fd3f5a1-0fb7-4a17-8162-a391167344bd on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:57:28.784444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:28.787992 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-89af40f5-cd6b-40e1-bdae-5104d24f378e req-567115ef-1c31-4af9-a6d7-ca800b75a3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/6fd3f5a1-0fb7-4a17-8162-a391167344bd HTTP/1.1" status: 204 len: 173 time: 0.5116246 Apr 07 01:57:28.791881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'name': 'network-vif-deleted', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:28.791881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f69531-42e1-4fce-99ef-23de100dd785" -d '{"events": [{"server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "name": "network-vif-deleted", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:28.833336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f4ac5a-dbde-45c8-bd62-e404e7cf0dc9 x-openstack-request-id: req-b3f4ac5a-dbde-45c8-bd62-e404e7cf0dc9 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:28.833631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c5c9bb-540a-4cee-98e7-0ee8204d5047", "name": "network-vif-deleted", "tag": "6fd3f5a1-0fb7-4a17-8162-a391167344bd", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:28.833888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3f4ac5a-dbde-45c8-bd62-e404e7cf0dc9 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:28.834300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f4ac5a-dbde-45c8-bd62-e404e7cf0dc9'] response: {'server_uuid': '88c5c9bb-540a-4cee-98e7-0ee8204d5047', 'name': 'network-vif-deleted', 'tag': '6fd3f5a1-0fb7-4a17-8162-a391167344bd', 'status': 'completed', 'code': 200} Apr 07 01:57:28.881752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3eaeb-56d2-4d98-ac84-bab8f70112ae req-3b2284f6-7bdb-4e65-8bc2-4c9cb5860202 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:28.883682 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dcf3eaeb-56d2-4d98-ac84-bab8f70112ae req-3b2284f6-7bdb-4e65-8bc2-4c9cb5860202 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0549271 Apr 07 01:57:28.933096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dcf3eaeb-56d2-4d98-ac84-bab8f70112ae req-2006f027-8a71-4431-bc7b-1cd3a8b54097 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431836 Apr 07 01:57:29.003941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-67d7f9de-6ffa-4d29-a832-08d28942f7e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:29.266408 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dde4358-470d-42dd-9cb0-548676ed717e req-ff52c3ed-d9a7-4831-b66d-27bd9fa3b0f2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 210 time: 0.0298157 Apr 07 01:57:30.049150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c5caa-69ff-40f9-bdb4-b29adabd51f7 req-5d962de0-cca4-42e3-bf58-04bf7af50532 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:30.051151 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a74c5caa-69ff-40f9-bdb4-b29adabd51f7 req-5d962de0-cca4-42e3-bf58-04bf7af50532 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0519221 Apr 07 01:57:30.100551 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a74c5caa-69ff-40f9-bdb4-b29adabd51f7 req-4e56f9a7-8ae6-4c3e-a95e-2473b6000cae tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Apr 07 01:57:30.373056 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9e049b4f-d7f2-4f8d-ae17-91214fa683e1 req-b086a770-eade-49ef-9cd5-c21457257e85 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=88c5c9bb-540a-4cee-98e7-0ee8204d5047 HTTP/1.1" status: 200 len: 210 time: 0.0275781 Apr 07 01:57:31.218156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddbcb7-a2e8-46f4-9b13-4251d432f66a req-917ecb5c-8513-4689-99ff-4499549778c2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:31.219539 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-10ddbcb7-a2e8-46f4-9b13-4251d432f66a req-917ecb5c-8513-4689-99ff-4499549778c2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0520098 Apr 07 01:57:31.270599 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-10ddbcb7-a2e8-46f4-9b13-4251d432f66a req-ce389c27-cb2d-4a96-ab54-de231464ebc7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453558 Apr 07 01:57:31.374726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f81c0f9d-81b9-4bea-8160-21b0c17e283b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:31.428313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54512) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:31.483474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0fbf1bd9-aa07-480d-ac61-2e560563c1cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (89794aa2-fbce-4a05-a519-f5b9151f7d23), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:31.508790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0fbf1bd9-aa07-480d-ac61-2e560563c1cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (89794aa2-fbce-4a05-a519-f5b9151f7d23), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:31.627046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0fbf1bd9-aa07-480d-ac61-2e560563c1cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (89794aa2-fbce-4a05-a519-f5b9151f7d23), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:31.627572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6fd3f5a1-0fb7-4a17-8162-a391167344bd no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:31.629674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0fbf1bd9-aa07-480d-ac61-2e560563c1cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:31.630890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0fbf1bd9-aa07-480d-ac61-2e560563c1cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/89794aa2-fbce-4a05-a519-f5b9151f7d23 HTTP/1.1" status: 204 len: 168 time: 0.2015569 Apr 07 01:57:31.639902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf1bd9-aa07-480d-ac61-2e560563c1cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89794aa2-fbce-4a05-a519-f5b9151f7d23,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:31.651528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 6fd3f5a1-0fb7-4a17-8162-a391167344bd {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:31.651883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6fd3f5a1-0fb7-4a17-8162-a391167344bd not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:31.718727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54516) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:32.074442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:32.332666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:32.333189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:32.392682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0811865-814d-445e-adb9-fa642bcb8478 req-e1e71e3f-2026-4f39-9928-b9bd4efa3148 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:32.394932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0811865-814d-445e-adb9-fa642bcb8478 req-e1e71e3f-2026-4f39-9928-b9bd4efa3148 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0565970 Apr 07 01:57:32.428401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 03ca2819-8777-4b3c-89f8-7a873a4fc0a2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:32.429057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:32.442041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:32.442977 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0811865-814d-445e-adb9-fa642bcb8478 req-6bc58f50-fe24-4b64-b138-2d44c6770671 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Apr 07 01:57:32.472626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:32.684002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (03ca2819-8777-4b3c-89f8-7a873a4fc0a2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:32.712580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=03ca2819-8777-4b3c-89f8-7a873a4fc0a2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:32.894533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:33.425789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 56aff9a6-66f4-44d9-bf59-51d78deaab4e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:57:33.536430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:33.544588 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c9816aef-bee2-4de1-97b7-82a376d73007 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/56aff9a6-66f4-44d9-bf59-51d78deaab4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220720 Apr 07 01:57:33.544588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54522) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:33.546120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] Sync routers for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:33.557380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:33.558013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:33.568369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c4df7-6bd4-4d08-985b-2097986b617a req-6cd90c8b-a4f7-4cc3-924c-29296861f849 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:33.569899 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-109c4df7-6bd4-4d08-985b-2097986b617a req-6cd90c8b-a4f7-4cc3-924c-29296861f849 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0585775 Apr 07 01:57:33.596287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet 65eb17fa-b41c-4385-80f7-c2e18f8fea1e {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:57:33.599523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (65eb17fa-b41c-4385-80f7-c2e18f8fea1e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:33.623800 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-109c4df7-6bd4-4d08-985b-2097986b617a req-bc6f0e06-c00d-40a6-a2b9-bcbe0a713852 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471156 Apr 07 01:57:33.643404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (65eb17fa-b41c-4385-80f7-c2e18f8fea1e), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:33.664943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:33.727870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (65eb17fa-b41c-4385-80f7-c2e18f8fea1e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:33.845727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:32Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:33.849394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (65eb17fa-b41c-4385-80f7-c2e18f8fea1e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:33.876899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=65eb17fa-b41c-4385-80f7-c2e18f8fea1e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:33.880798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:33.881612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] Checking router: 56aff9a6-66f4-44d9-bf59-51d78deaab4e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:33.886411 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-04050014-8c13-4591-ab14-3ddb91e71152 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/65eb17fa-b41c-4385-80f7-c2e18f8fea1e HTTP/1.1" status: 204 len: 168 time: 0.3395810 Apr 07 01:57:33.886827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54524) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:33.893188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90e26db-9868-4729-a451-5221734ac76b None None] Network cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:57:33.908081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] Routers {'56aff9a6-66f4-44d9-bf59-51d78deaab4e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:33.910207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:33.975136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.001871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.077399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] Set router 56aff9a6-66f4-44d9-bf59-51d78deaab4e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:34.120169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (56aff9a6-66f4-44d9-bf59-51d78deaab4e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.174218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374437ef-e936-446e-95de-d8dc05059985 None None] DHCP port deletion for cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:57:34.229322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 2b1bf0ac-e695-4357-899a-877064fbfdf0 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:34.229669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.277923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-374437ef-e936-446e-95de-d8dc05059985 None None] Deleting port 545dcac0-85e3-435b-bad7-04b74275d357 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:57:34.278215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-374437ef-e936-446e-95de-d8dc05059985 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (545dcac0-85e3-435b-bad7-04b74275d357), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.311367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 2b1bf0ac-e695-4357-899a-877064fbfdf0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b1bf0ac-e695-4357-899a-877064fbfdf0,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:34.311822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.324146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 2b1bf0ac-e695-4357-899a-877064fbfdf0 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:34.349344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-374437ef-e936-446e-95de-d8dc05059985 None None] For port 545dcac0-85e3-435b-bad7-04b74275d357, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=545dcac0-85e3-435b-bad7-04b74275d357,segment=NetworkSegment(b4f94b39-db58-4b09-935b-49087e35e178),segment_id=b4f94b39-db58-4b09-935b-49087e35e178)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:34.349745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-374437ef-e936-446e-95de-d8dc05059985 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (545dcac0-85e3-435b-bad7-04b74275d357), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.365239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-374437ef-e936-446e-95de-d8dc05059985 None None] Calling delete_port for 545dcac0-85e3-435b-bad7-04b74275d357 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:57:34.370342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:32Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:34.400939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c148db0a-4c78-487f-bd5f-b88b7793b2af None None] The sync data for ids ['56aff9a6-66f4-44d9-bf59-51d78deaab4e'] in dv-neutron-836863-2-hyperv is: [{'id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'name': 'tempest-TestNetworkBasicOps-router-1754736048', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:57:32Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '2b1bf0ac-e695-4357-899a-877064fbfdf0', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aff9a6-66f4-44d9-bf59-51d78deaab4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:55:28Z', 'updated_at': '2022-04-07T01:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:34.552692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-374437ef-e936-446e-95de-d8dc05059985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (545dcac0-85e3-435b-bad7-04b74275d357), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.577082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374437ef-e936-446e-95de-d8dc05059985 None None] Pushing event deleted for resources: {'Port': ['ID=545dcac0-85e3-435b-bad7-04b74275d357,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:34.581066 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2b1bf0ac-e695-4357-899a-877064fbfdf0), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.592238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374437ef-e936-446e-95de-d8dc05059985 None None] No DVR routers for this DVR port 545dcac0-85e3-435b-bad7-04b74275d357 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:57:34.606437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=2b1bf0ac-e695-4357-899a-877064fbfdf0,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:34.669120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.746408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0c2fd-cd3c-49fa-89ec-7f41ce2e12f3 req-53921299-f892-45fc-8538-814a26030778 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:34.747984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-00c0c2fd-cd3c-49fa-89ec-7f41ce2e12f3 req-53921299-f892-45fc-8538-814a26030778 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0582018 Apr 07 01:57:34.773780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (56aff9a6-66f4-44d9-bf59-51d78deaab4e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.776042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (56aff9a6-66f4-44d9-bf59-51d78deaab4e), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.810912 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-00c0c2fd-cd3c-49fa-89ec-7f41ce2e12f3 req-9e7d09c0-5674-4d83-aa47-c81694940a0b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561733 Apr 07 01:57:34.896311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (56aff9a6-66f4-44d9-bf59-51d78deaab4e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.896922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router 56aff9a6-66f4-44d9-bf59-51d78deaab4e {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:57:34.900692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 545dcac0-85e3-435b-bad7-04b74275d357 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:34.907649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:34.907649 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b81dc13b-add3-47ea-a744-9c2d0cfc180f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/56aff9a6-66f4-44d9-bf59-51d78deaab4e HTTP/1.1" status: 204 len: 168 time: 1.0172420 Apr 07 01:57:34.908028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54528) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:34.921625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 545dcac0-85e3-435b-bad7-04b74275d357 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:34.922004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 545dcac0-85e3-435b-bad7-04b74275d357 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:34.922414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:34.944996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:34.945359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03ca2819-8777-4b3c-89f8-7a873a4fc0a2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:34.985125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.079110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.100517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:35.109954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4f94b39-db58-4b09-935b-49087e35e178') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:35.110262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4f94b39-db58-4b09-935b-49087e35e178') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:35.120557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (b4f94b39-db58-4b09-935b-49087e35e178), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.134121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b4f94b39-db58-4b09-935b-49087e35e178), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.139782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:57:35.140173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (b4f94b39-db58-4b09-935b-49087e35e178), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:57:35.143119 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:57:35.284556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.295021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.295384 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd HTTP/1.1" status: 204 len: 168 time: 0.3864284 Apr 07 01:57:35.308884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=cd90c9d3-17bb-4d6a-a1e0-f973a67bd8cd,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:35.317328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54530) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:35.322388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.322647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--1537767354', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:35.323314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.323891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.324423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.325554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.326080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.326818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.327332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.327838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.328367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.328940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.329536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.330047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.330593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.331090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f30e30a-20af-4e2c-94b7-5e08f6cb6b5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:35.432413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:57:35.435857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.460138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:57:35.465933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.473808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d1c2c636-4aa3-4d7b-a287-c40bbe82633d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.474159 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment d1c2c636-4aa3-4d7b-a287-c40bbe82633d of type vlan for network 6d9a3ff5-2416-44ca-be86-359d870e654f Apr 07 01:57:35.513869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (6d9a3ff5-2416-44ca-be86-359d870e654f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.574985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (6d9a3ff5-2416-44ca-be86-359d870e654f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.579925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:35.580501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.646836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=6d9a3ff5-2416-44ca-be86-359d870e654f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:35.656820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 6d9a3ff5-2416-44ca-be86-359d870e654f details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:57:35.698294 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3bb72d51-c2c2-41e1-b116-7538cc8d2ffb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3798001 Apr 07 01:57:35.701058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54532) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:35.705584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-501544269', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:35.803844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.805156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.857289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:35.934524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e2b02-b06b-4a5b-83e7-21fe61260c7b req-df1ce783-5905-4db0-8a34-a4df5ddc84ec tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:35.936019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5a3e2b02-b06b-4a5b-83e7-21fe61260c7b req-df1ce783-5905-4db0-8a34-a4df5ddc84ec tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0529006 Apr 07 01:57:35.985376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5a3e2b02-b06b-4a5b-83e7-21fe61260c7b req-a5523b0e-df43-4c1c-8dcc-7d64125800a7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Apr 07 01:57:36.060720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:36.311268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:36.333473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:36.433250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.174 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/299d021c-bae4-4a3d-b534-497ec13586aa) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:36.537267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (299d021c-bae4-4a3d-b534-497ec13586aa), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:36.555086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b1bf0ac-e695-4357-899a-877064fbfdf0 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:57:36.577781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2b1bf0ac-e695-4357-899a-877064fbfdf0 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:57:36.578064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b1bf0ac-e695-4357-899a-877064fbfdf0 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:57:36.655994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:36.696594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:36.699649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:36.703175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:36.724912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=299d021c-bae4-4a3d-b534-497ec13586aa,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:36.735733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.736091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.736439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.737314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.737651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.738004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.738336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.738663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.738991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.739319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.739711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.740033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.740358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.740680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:36.741029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:37.055479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:37.102398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03d2af-e794-48be-8667-50d336b426bc req-7adb7a7c-ec95-4fa2-be15-b6eb2e932f08 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:37.103894 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1f03d2af-e794-48be-8667-50d336b426bc req-7adb7a7c-ec95-4fa2-be15-b6eb2e932f08 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 943 time: 0.0523942 Apr 07 01:57:37.156039 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1f03d2af-e794-48be-8667-50d336b426bc req-32344f30-7a0a-4279-8f97-9695de9da10b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463126 Apr 07 01:57:37.258952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:37.332140 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:57:37.443793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:57:37.560833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:37.569995 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Sync routers for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:37.579475 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:37.580095 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:37.639995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:37.641279 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8480fd96-8369-41f4-974b-038965092fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9391699 Apr 07 01:57:37.644935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54538) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:37.658822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device fa3db305-f850-4341-bbcb-206470b4fdf9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:57:37.672830 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-05316156-da81-4803-b1df-09c99202fd58 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267735 Apr 07 01:57:37.675447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54540) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:37.691965 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:37.766120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port fa3db305-f850-4341-bbcb-206470b4fdf9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=fa3db305-f850-4341-bbcb-206470b4fdf9,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:37.769820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1374a0b-38f3-4cb8-904d-0e19cf6d845f tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:37.771397 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b1374a0b-38f3-4cb8-904d-0e19cf6d845f tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950289 Apr 07 01:57:37.774084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54542) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:37.779318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:57:37.802710 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e9adc38a-ab2a-435a-8206-4585de6fdb30 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272987 Apr 07 01:57:37.805282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54544) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:37.811010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1173011161', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:37.822899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port fa3db305-f850-4341-bbcb-206470b4fdf9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:37.823295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:37.838883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3db305-f850-4341-bbcb-206470b4fdf9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:57:37.860155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port fa3db305-f850-4341-bbcb-206470b4fdf9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=fa3db305-f850-4341-bbcb-206470b4fdf9,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:37.952406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:37.982273 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:36Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:37.988037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:57:37.991568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.003118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=fa3db305-f850-4341-bbcb-206470b4fdf9,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:38.010529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.010935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.011290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.011633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.011987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.012316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.012653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.013012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.013350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.014033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.014375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.014717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.014939 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Checking router: 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:38.015162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.015367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.015496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Updating router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 port 299d021c-bae4-4a3d-b534-497ec13586aa binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:57:38.015693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.043037 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.202195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['fa3db305-f850-4341-bbcb-206470b4fdf9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:57:38.252187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (f67f5cd1-869d-4ad0-9023-ebbe545affba), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.303325 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Publish callbacks [] for port (299d021c-bae4-4a3d-b534-497ec13586aa), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.330912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=f67f5cd1-869d-4ad0-9023-ebbe545affba,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:38.351108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddb645-b6e4-46a0-a9c5-417a3e2173e7 req-43df145c-a673-4735-b3a3-b93ba27855ab tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:38.352628 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-daddb645-b6e4-46a0-a9c5-417a3e2173e7 req-43df145c-a673-4735-b3a3-b93ba27855ab tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 944 time: 0.1278217 Apr 07 01:57:38.353891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:57:38.354262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: 6d9a3ff5-2416-44ca-be86-359d870e654f, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:57:38.369668 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.416550 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-daddb645-b6e4-46a0-a9c5-417a3e2173e7 req-9860d585-4011-4981-be21-7ee208445c44 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567539 Apr 07 01:57:38.419935 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Attempting to bind port 299d021c-bae4-4a3d-b534-497ec13586aa on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:57:38.420454 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Attempting to bind port 299d021c-bae4-4a3d-b534-497ec13586aa by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:57:38.420921 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Attempting to bind port 299d021c-bae4-4a3d-b534-497ec13586aa on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:38.439576 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:57:38.440088 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:57:38.440486 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.440906 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:57:38.441367 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Bound port: 299d021c-bae4-4a3d-b534-497ec13586aa, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:57:38.441761 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.449346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6d9a3ff5-2416-44ca-be86-359d870e654f is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:57:38.467274 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Pushing event updated for resources: {'Port': ['ID=299d021c-bae4-4a3d-b534-497ec13586aa,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:38.481518 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.481865 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.482264 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.482607 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.482937 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.483263 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.483589 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.483911 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.484248 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.484572 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.484918 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.485242 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.485559 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.485872 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.486186 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:57:38.500745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 6d9a3ff5-2416-44ca-be86-359d870e654f) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:38.505540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:38.506224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.510412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f662680-0792-42a3-9a7c-473e620e428a None None] Network 6d9a3ff5-2416-44ca-be86-359d870e654f requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:57:38.511253 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] For port 299d021c-bae4-4a3d-b534-497ec13586aa, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:57:38.514587 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] For port 299d021c-bae4-4a3d-b534-497ec13586aa, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=299d021c-bae4-4a3d-b534-497ec13586aa,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:57:38.558551 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.572552 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-62dc21d9-24dc-4292-8904-e4f2a584fce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7660952 Apr 07 01:57:38.575444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54548) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:38.617782 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:38.618411 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:38.621978 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145a6d7-5136-4609-bf33-db22d7cf5c22 None None] Pushing event updated for resources: {'Port': ['ID=299d021c-bae4-4a3d-b534-497ec13586aa,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:38.626917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-6d9a3ff5-2416-44ca-be86-359d870e654f', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:57:38.627912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.732172 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:38.768489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Allocated IP 172.20.0.2 (6d9a3ff5-2416-44ca-be86-359d870e654f/f67f5cd1-869d-4ad0-9023-ebbe545affba/235b26e6-2461-48a5-9e68-0be248519f8e) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:38.919804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Publish callbacks [] for port (235b26e6-2461-48a5-9e68-0be248519f8e), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:38.930368 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:36Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:38.956098 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be389fb-8f77-4a24-9ed5-bbd1bf053e54 None None] The sync data for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv is: [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:36Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:38.981721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.025273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Network 6d9a3ff5-2416-44ca-be86-359d870e654f is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:39.028381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:39.031971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:39.039817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Pushing event updated for resources: {'Port': ['ID=235b26e6-2461-48a5-9e68-0be248519f8e,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:39.064002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.098584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Attempting to bind port 235b26e6-2461-48a5-9e68-0be248519f8e on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:57:39.100509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Attempting to bind port 235b26e6-2461-48a5-9e68-0be248519f8e by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:57:39.100509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Attempting to bind port 235b26e6-2461-48a5-9e68-0be248519f8e on network 6d9a3ff5-2416-44ca-be86-359d870e654f {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:39.104680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:57:39.105095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Checking segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:57:39.105566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.105978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Bound using segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:57:39.106452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Bound port: 235b26e6-2461-48a5-9e68-0be248519f8e, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:57:39.106841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.172699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] For port 235b26e6-2461-48a5-9e68-0be248519f8e, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:57:39.176523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] For port 235b26e6-2461-48a5-9e68-0be248519f8e, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=235b26e6-2461-48a5-9e68-0be248519f8e,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:57:39.256325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.321067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87ab94-a089-4873-98e3-02b3e2cf91d3 None None] Pushing event updated for resources: {'Port': ['ID=235b26e6-2461-48a5-9e68-0be248519f8e,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:39.373432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (6d9a3ff5-2416-44ca-be86-359d870e654f/f67f5cd1-869d-4ad0-9023-ebbe545affba/86af895a-9315-4913-8b1e-e555c26705f8) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:39.574052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (86af895a-9315-4913-8b1e-e555c26705f8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.601333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae6eb-1af7-4423-abe3-61f579816893 req-ecad2a02-6e1b-4946-8f7f-fa5419853b76 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:39.603009 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-111ae6eb-1af7-4423-abe3-61f579816893 req-ecad2a02-6e1b-4946-8f7f-fa5419853b76 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 944 time: 0.1093473 Apr 07 01:57:39.670703 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-111ae6eb-1af7-4423-abe3-61f579816893 req-e641a3f9-88e4-487e-a61c-e6362bbc65a8 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616565 Apr 07 01:57:39.680153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device fa3db305-f850-4341-bbcb-206470b4fdf9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:39.706945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (86af895a-9315-4913-8b1e-e555c26705f8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.756310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6d9a3ff5-2416-44ca-be86-359d870e654f is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:39.761691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:39.767210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:39.786840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port fa3db305-f850-4341-bbcb-206470b4fdf9 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:57:39.799126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port fa3db305-f850-4341-bbcb-206470b4fdf9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:39.799126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.799403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=86af895a-9315-4913-8b1e-e555c26705f8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:39.817334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.877715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port fa3db305-f850-4341-bbcb-206470b4fdf9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:39.878119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:39.903266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:39.905589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2876a7-1f4b-4655-b4b0-34845f0e7e33" -d '{"events": [{"server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "name": "network-vif-plugged", "status": "completed", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:39.921935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port fa3db305-f850-4341-bbcb-206470b4fdf9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=fa3db305-f850-4341-bbcb-206470b4fdf9,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:39.952639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800328c7-65f4-4e33-9fa7-db8b5a02577c x-openstack-request-id: req-800328c7-65f4-4e33-9fa7-db8b5a02577c {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:39.953044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "name": "network-vif-plugged", "status": "completed", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:39.953369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-800328c7-65f4-4e33-9fa7-db8b5a02577c {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:39.953841 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800328c7-65f4-4e33-9fa7-db8b5a02577c'] response: {'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'code': 200} Apr 07 01:57:39.985872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.041839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=fa3db305-f850-4341-bbcb-206470b4fdf9,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:40.043203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (86af895a-9315-4913-8b1e-e555c26705f8), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.232479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde78273-6f08-44e2-9899-87398478f099 req-5d0aed1e-9d23-453c-8c21-43afbdd12a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:40.234241 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cde78273-6f08-44e2-9899-87398478f099 req-5d0aed1e-9d23-453c-8c21-43afbdd12a1a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1129 time: 0.0505705 Apr 07 01:57:40.286256 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cde78273-6f08-44e2-9899-87398478f099 req-344b947a-712f-4e19-a81e-b7f2e793e3d8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Apr 07 01:57:40.343959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (86af895a-9315-4913-8b1e-e555c26705f8), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.347963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1aca7-1284-49f6-a68a-18d5594b66f5 None None] Network 6d9a3ff5-2416-44ca-be86-359d870e654f requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:57:40.415308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (86af895a-9315-4913-8b1e-e555c26705f8), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.417623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] Provisioning complete for port 235b26e6-2461-48a5-9e68-0be248519f8e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:40.418180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.487779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.492827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=86af895a-9315-4913-8b1e-e555c26705f8,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:40.537312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] Current status of the port 235b26e6-2461-48a5-9e68-0be248519f8e is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:40.537708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.575976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] For port 235b26e6-2461-48a5-9e68-0be248519f8e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=235b26e6-2461-48a5-9e68-0be248519f8e,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:40.599095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6d9a3ff5-2416-44ca-be86-359d870e654f is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:40.600800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:40.644501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.708895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 235b26e6-2461-48a5-9e68-0be248519f8e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:40.747023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5deec4-a9b2-48d2-b6ca-7219cb323589 None None] Pushing event updated for resources: {'Port': ['ID=235b26e6-2461-48a5-9e68-0be248519f8e,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:40.793785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-42748349-9a1f-4e50-8f9d-979020be56e9 None None] Provisioning complete for port 235b26e6-2461-48a5-9e68-0be248519f8e triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:40.794442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-42748349-9a1f-4e50-8f9d-979020be56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.797953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 235b26e6-2461-48a5-9e68-0be248519f8e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:40.798339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:40.822802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:57:40.838104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be789be4-77a3-4f71-8e1d-68305fe17f64 req-bf06528e-5d2c-4d5a-8f4a-1edf9918239d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:40.840022 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be789be4-77a3-4f71-8e1d-68305fe17f64 req-bf06528e-5d2c-4d5a-8f4a-1edf9918239d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 945 time: 0.0748668 Apr 07 01:57:40.938587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be789be4-77a3-4f71-8e1d-68305fe17f64 req-7f6eb8b7-f358-4132-9f6a-4b8e95882653 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900548 Apr 07 01:57:40.958079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-42748349-9a1f-4e50-8f9d-979020be56e9 None None] Current status of the port 235b26e6-2461-48a5-9e68-0be248519f8e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:40.980314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 235b26e6-2461-48a5-9e68-0be248519f8e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:40.981777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 299d021c-bae4-4a3d-b534-497ec13586aa up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:41.017253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-42748349-9a1f-4e50-8f9d-979020be56e9 None None] Provisioning complete for port 86af895a-9315-4913-8b1e-e555c26705f8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:41.017663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-42748349-9a1f-4e50-8f9d-979020be56e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (86af895a-9315-4913-8b1e-e555c26705f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.065924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-42748349-9a1f-4e50-8f9d-979020be56e9 None None] Port 86af895a-9315-4913-8b1e-e555c26705f8 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:57:41.082104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 299d021c-bae4-4a3d-b534-497ec13586aa triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:41.082730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.188918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 299d021c-bae4-4a3d-b534-497ec13586aa is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:41.189469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.208910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fce8ed58-16c6-4735-8fa3-afa937795637 None None] Provisioning complete for port 86af895a-9315-4913-8b1e-e555c26705f8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:41.209429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fce8ed58-16c6-4735-8fa3-afa937795637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (86af895a-9315-4913-8b1e-e555c26705f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.238245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 299d021c-bae4-4a3d-b534-497ec13586aa, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=299d021c-bae4-4a3d-b534-497ec13586aa,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:41.255812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fce8ed58-16c6-4735-8fa3-afa937795637 None None] Port 86af895a-9315-4913-8b1e-e555c26705f8 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:57:41.287477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:41.294729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d70f4db9-2b1a-483a-98fa-faad16ba36d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/2d195fc5-1d20-4e0b-bf7b-97d6029ead83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7155838 Apr 07 01:57:41.299067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.299206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54556) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:41.299606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Sync routers for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:41.338310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:41.338958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:41.397538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=299d021c-bae4-4a3d-b534-497ec13586aa,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:41.446493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-58a5ed4e-21a1-4155-a94e-a4d6ff220990 None None] Provisioning complete for port 86af895a-9315-4913-8b1e-e555c26705f8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:41.446868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-58a5ed4e-21a1-4155-a94e-a4d6ff220990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (86af895a-9315-4913-8b1e-e555c26705f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.504410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-58a5ed4e-21a1-4155-a94e-a4d6ff220990 None None] Port 86af895a-9315-4913-8b1e-e555c26705f8 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:57:41.506870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:41.710469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:40Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:41.741362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Checking router: 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:41.741732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Updating router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 port 86af895a-9315-4913-8b1e-e555c26705f8 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:57:41.770907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (86af895a-9315-4913-8b1e-e555c26705f8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:41.800834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.801320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.804663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.804663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.804663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.804663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.805622 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-68a8892d-6069-4242-99ee-4d8c55ae59b1 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.5091178 Apr 07 01:57:41.807680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54558) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:41.894514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.895005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.895615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.895914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.896363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.897214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:41.898655 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dd8a5141-c8e3-4018-9fc6-93b6200becc4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0900352 Apr 07 01:57:41.901309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54560) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:42.052489 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f6709ec2-8439-430a-aabb-645dad7862da tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1499901 Apr 07 01:57:42.084579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e23cd-80f4-46e6-a58f-cef5bdf6a845 req-6e2609d6-01c0-4fd6-bc78-7e4a99e19045 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:42.086694 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-056e23cd-80f4-46e6-a58f-cef5bdf6a845 req-6e2609d6-01c0-4fd6-bc78-7e4a99e19045 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 945 time: 0.0572753 Apr 07 01:57:42.136430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-056e23cd-80f4-46e6-a58f-cef5bdf6a845 req-722d7ba7-0b22-476b-8d58-d0757a3aa38d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Apr 07 01:57:42.190594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Publish callbacks [] for port (86af895a-9315-4913-8b1e-e555c26705f8), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.248707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (86af895a-9315-4913-8b1e-e555c26705f8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.262532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd1b58-1621-43a4-acdb-06cd2845c331 req-c2729c3c-3bef-4f49-a814-d99e4f4ee950 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:42.264154 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a6cd1b58-1621-43a4-acdb-06cd2845c331 req-c2729c3c-3bef-4f49-a814-d99e4f4ee950 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 945 time: 0.0573173 Apr 07 01:57:42.307612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aae84-3fad-43c6-a9fd-a57269e86272 None None] Pushing event updated for resources: {'Port': ['ID=86af895a-9315-4913-8b1e-e555c26705f8,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:42.346947 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a6cd1b58-1621-43a4-acdb-06cd2845c331 req-dfc2cae9-3cbb-48fa-97ae-24e094983973 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760574 Apr 07 01:57:42.357741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Attempting to bind port 86af895a-9315-4913-8b1e-e555c26705f8 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:57:42.358272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Attempting to bind port 86af895a-9315-4913-8b1e-e555c26705f8 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:57:42.358748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Attempting to bind port 86af895a-9315-4913-8b1e-e555c26705f8 on network 6d9a3ff5-2416-44ca-be86-359d870e654f {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:42.364427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:57:42.364967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Checking segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:57:42.365583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.366079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Bound using segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:57:42.366765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Bound port: 86af895a-9315-4913-8b1e-e555c26705f8, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:57:42.367247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (86af895a-9315-4913-8b1e-e555c26705f8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.375662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:42.438881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6307f27-a813-443a-b546-90c2f1621795 tempest-TestVolumeBootPattern-699116869 tempest-TestVolumeBootPattern-699116869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:42.441136 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d6307f27-a813-443a-b546-90c2f1621795 tempest-TestVolumeBootPattern-699116869 tempest-TestVolumeBootPattern-699116869-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1124 time: 0.0644789 Apr 07 01:57:42.443876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54570) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:42.448558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:42.449071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] For port 86af895a-9315-4913-8b1e-e555c26705f8, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:57:42.452425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] For port 86af895a-9315-4913-8b1e-e555c26705f8, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=86af895a-9315-4913-8b1e-e555c26705f8,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:57:42.523993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54572) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:42.528746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1751761738', 'description': 'tempest-secgroup-smoke-1751761738 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:42.530409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-15f59af1-8a68-471c-949e-02c6c542b4c3 None None] Provisioning complete for port 86af895a-9315-4913-8b1e-e555c26705f8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:42.530795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-15f59af1-8a68-471c-949e-02c6c542b4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (86af895a-9315-4913-8b1e-e555c26705f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.557898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (86af895a-9315-4913-8b1e-e555c26705f8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.569739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.604103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-15f59af1-8a68-471c-949e-02c6c542b4c3 None None] Port 86af895a-9315-4913-8b1e-e555c26705f8 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:57:42.619231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:42.619925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:42.626749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.668071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 235b26e6-2461-48a5-9e68-0be248519f8e up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:42.695021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.708287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3aae84-3fad-43c6-a9fd-a57269e86272 None None] Pushing event updated for resources: {'Port': ['ID=86af895a-9315-4913-8b1e-e555c26705f8,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:42.742414 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (2d1f057d-440d-46f0-8e27-ffc4091b90e0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.795782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 235b26e6-2461-48a5-9e68-0be248519f8e triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:42.796311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.819076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:42.824937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Allocated IP 172.26.8.173 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/311e872d-1ed5-4466-9759-66824ca40efd) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:42.827540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2d1f057d-440d-46f0-8e27-ffc4091b90e0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.872335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1f057d-440d-46f0-8e27-ffc4091b90e0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:42.943009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.947224 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-662a0faa-ed89-4d49-a695-0c189cb62508 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4194932 Apr 07 01:57:42.951564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (311e872d-1ed5-4466-9759-66824ca40efd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:42.951730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54574) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:42.951863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2d1f057d-440d-46f0-8e27-ffc4091b90e0', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:43.011717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] Provisioning complete for port 86af895a-9315-4913-8b1e-e555c26705f8 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:43.012113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (86af895a-9315-4913-8b1e-e555c26705f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.042444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 235b26e6-2461-48a5-9e68-0be248519f8e is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:43.043537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 299d021c-bae4-4a3d-b534-497ec13586aa up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:43.060201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (1f0a9ec9-d474-498f-b163-75b40c006104), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.067657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (311e872d-1ed5-4466-9759-66824ca40efd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.107719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:43.115747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:43.119676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:43.125342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (1f0a9ec9-d474-498f-b163-75b40c006104), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.144676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=311e872d-1ed5-4466-9759-66824ca40efd,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:43.185264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 299d021c-bae4-4a3d-b534-497ec13586aa triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:43.185681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.192703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (1f0a9ec9-d474-498f-b163-75b40c006104), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.208006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] Current status of the port 86af895a-9315-4913-8b1e-e555c26705f8 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:43.208616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (86af895a-9315-4913-8b1e-e555c26705f8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.221509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0a9ec9-d474-498f-b163-75b40c006104,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:43.234041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:42Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:43.274390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b9017c-fa96-4918-be13-81f800cfe87a None None] The sync data for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv is: [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:42Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:43.287320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.289379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7a34accb-f1c7-4e7f-8961-efed516508b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406215 Apr 07 01:57:43.291800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54576) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:43.296649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2d1f057d-440d-46f0-8e27-ffc4091b90e0', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:43.302291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] For port 86af895a-9315-4913-8b1e-e555c26705f8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=86af895a-9315-4913-8b1e-e555c26705f8,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:43.367435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 299d021c-bae4-4a3d-b534-497ec13586aa is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:43.377460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (86af895a-9315-4913-8b1e-e555c26705f8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.430873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ba1e0-b409-4108-a0fd-cd638cc4d704 None None] Pushing event updated for resources: {'Port': ['ID=86af895a-9315-4913-8b1e-e555c26705f8,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:43.445258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (37856d3c-6b48-4ddc-aa9a-307051b63e5e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.551901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (37856d3c-6b48-4ddc-aa9a-307051b63e5e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.585205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (315b4a8d-b193-4e99-a50b-ce64a3a07e44), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.627804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (37856d3c-6b48-4ddc-aa9a-307051b63e5e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.647959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37856d3c-6b48-4ddc-aa9a-307051b63e5e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:43.716974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.718320 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94ba3e31-6f30-419d-9351-b11a613e1510 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4252510 Apr 07 01:57:43.721031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54578) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:43.732860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2d1f057d-440d-46f0-8e27-ffc4091b90e0', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:43.735128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (311e872d-1ed5-4466-9759-66824ca40efd), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.848154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (9d95cf75-39de-4a94-b06a-67c511c78c05), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.944816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (9d95cf75-39de-4a94-b06a-67c511c78c05), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:43.947004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (311e872d-1ed5-4466-9759-66824ca40efd), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.016474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (9d95cf75-39de-4a94-b06a-67c511c78c05), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.036614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d95cf75-39de-4a94-b06a-67c511c78c05,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:44.050545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (311e872d-1ed5-4466-9759-66824ca40efd), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.119023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.123577 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-09b5c599-e555-4e5c-9e71-038945239518 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3981266 Apr 07 01:57:44.123577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54580) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:44.129706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2d1f057d-440d-46f0-8e27-ffc4091b90e0', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:44.133980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=311e872d-1ed5-4466-9759-66824ca40efd,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:44.157165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (315b4a8d-b193-4e99-a50b-ce64a3a07e44), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.250219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (42d1a6cb-3884-40f2-b6f4-6ba7429600d1), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.296368 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Floating IP 315b4a8d-b193-4e99-a50b-ce64a3a07e44 associated. External IP: 172.26.8.173, port: fa3db305-f850-4341-bbcb-206470b4fdf9. Apr 07 01:57:44.359868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (42d1a6cb-3884-40f2-b6f4-6ba7429600d1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.466444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (42d1a6cb-3884-40f2-b6f4-6ba7429600d1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.495434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d1a6cb-3884-40f2-b6f4-6ba7429600d1,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:44.565816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:57:44.579041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.582989 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0534677f-476b-4556-8cd9-63d79d6c51d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4563115 Apr 07 01:57:44.588683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54582) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:44.589459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2d1f057d-440d-46f0-8e27-ffc4091b90e0', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:44.639122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 86af895a-9315-4913-8b1e-e555c26705f8 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:44.689246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 86af895a-9315-4913-8b1e-e555c26705f8 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:44.689581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (86af895a-9315-4913-8b1e-e555c26705f8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.699952 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:57:44.711049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (de1e4184-f6cb-4a0b-971d-d2d23ec50a43), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.739740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:57:44.752426 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:57:44.774803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 86af895a-9315-4913-8b1e-e555c26705f8 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:44.778456 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:44.779580 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:44.786854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (de1e4184-f6cb-4a0b-971d-d2d23ec50a43), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.861613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (de1e4184-f6cb-4a0b-971d-d2d23ec50a43), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.866882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:44.904783 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:44.910754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1e4184-f6cb-4a0b-971d-d2d23ec50a43,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:44.916563 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bd283526-4f55-41e3-a753-31b3c3192d06 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4715345 Apr 07 01:57:44.917280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:44.919539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8ec37-d2ad-4f94-a2a5-268f55481852" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:45.003114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:45.003515 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5870eaf3-b92d-44c0-bb5b-17ff836818e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4185567 Apr 07 01:57:45.006083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54590) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:45.011131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2d1f057d-440d-46f0-8e27-ffc4091b90e0', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:45.023929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb0646d-dccc-4c5e-a641-a43232296893 x-openstack-request-id: req-0fb0646d-dccc-4c5e-a641-a43232296893 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:45.024229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:45.024622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fb0646d-dccc-4c5e-a641-a43232296893 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:45.025219 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fb0646d-dccc-4c5e-a641-a43232296893'] response: {'name': 'network-changed', 'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'status': 'completed', 'code': 200} Apr 07 01:57:45.101239 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:57:45.106382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (cd2dccda-c0f0-4ebb-a0a8-f1bd87d37e4f), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:45.111661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-ee521bae-499f-412e-a4d5-812cac562ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:45.111661 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-ee521bae-499f-412e-a4d5-812cac562ec5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1129 time: 0.0621967 Apr 07 01:57:45.162386 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:45.181157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (cd2dccda-c0f0-4ebb-a0a8-f1bd87d37e4f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:45.196788 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:57:45.205696 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:57:45.209505 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:45.213436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-9c7013c2-7f3c-41e8-b7e5-fcd7070e99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:45.215398 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-9c7013c2-7f3c-41e8-b7e5-fcd7070e99ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.0981896 Apr 07 01:57:45.244196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (cd2dccda-c0f0-4ebb-a0a8-f1bd87d37e4f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:45.265953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2dccda-c0f0-4ebb-a0a8-f1bd87d37e4f,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:45.293852 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-a78bb642-757a-4d8f-8600-64708b4a31b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 999 time: 0.0697417 Apr 07 01:57:45.322679 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:57:45.347411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-e5935e36-637f-484c-a199-71e52c7b0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:45.349643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-e5935e36-637f-484c-a199-71e52c7b0aac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0487843 Apr 07 01:57:45.360086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:45.372145 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c0a203c7-cc57-4dda-aaef-e2f663a82768 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3648248 Apr 07 01:57:45.413903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-ce421f52-41b0-4a2a-af0a-604122eb8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:45.417195 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-ce421f52-41b0-4a2a-af0a-604122eb8651 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0620751 Apr 07 01:57:45.433221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-45a2266c-2a96-406b-bc4c-63279046ab56 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:57:45.436950 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-45a2266c-2a96-406b-bc4c-63279046ab56 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114231 Apr 07 01:57:45.547283 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-880ec1e4-54ad-4425-996c-39e00634804b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1751761738&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0584686 Apr 07 01:57:45.554488 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-9ca47356-ab96-4253-ae81-e66c3693cf71 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122861 Apr 07 01:57:45.607473 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:57:45.637972 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860356f0-b66c-4fa6-a8e9-9e44992b2798 None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:57:45.655951 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-84b8ec37-d2ad-4f94-a2a5-268f55481852 req-14e4e653-380d-4623-9e73-3042cbb720c3 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946867 Apr 07 01:57:45.670401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-e7a2bfbd-ce78-4f06-9f82-05d56fbf877b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:45.671929 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-e7a2bfbd-ce78-4f06-9f82-05d56fbf877b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=6d9a3ff5-2416-44ca-be86-359d870e654f HTTP/1.1" status: 200 len: 797 time: 0.1168215 Apr 07 01:57:45.688703 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-91e2080f-fd91-461e-9848-e74b3ad7752a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0109370 Apr 07 01:57:45.753562 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-7c33865d-f0d1-4228-86e9-13b694bc5a52 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564601 Apr 07 01:57:45.771818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-02efb2ca-b46a-4488-bf7a-8d7c8870e2f0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:57:45.773238 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-02efb2ca-b46a-4488-bf7a-8d7c8870e2f0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068903 Apr 07 01:57:45.866830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e295f294-c5c3-44ab-ba56-41a3744b32bd None None] New status for floating IP 315b4a8d-b193-4e99-a50b-ce64a3a07e44: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:57:45.871454 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-89d14628-2511-4eed-b061-c12973ac6e16 service neutron] 10.222.0.25 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910797 Apr 07 01:57:45.968340 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-4db1f1a5-a533-4e0f-bb97-119f9ae8b292 service neutron] 10.222.0.25 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918303 Apr 07 01:57:46.201463 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44db73b8-472c-49d9-846e-ff7c9d93519a req-79164d3b-d7df-48b6-b046-87bfe9d43368 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 210 time: 0.0276568 Apr 07 01:57:47.294376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-25ddb4c1-0864-4a69-bed7-be1e03af65d0 req-1fe20412-af2c-4ced-93a2-5f4f52aaa061 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 210 time: 0.0278413 Apr 07 01:57:47.825700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.005410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-1bd8357f-3395-4fa4-813e-259bf7f26e8d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:48.006889 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-1bd8357f-3395-4fa4-813e-259bf7f26e8d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=6d9a3ff5-2416-44ca-be86-359d870e654f HTTP/1.1" status: 200 len: 797 time: 0.1036868 Apr 07 01:57:48.068719 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-3ea9f84e-5300-48c4-af9d-4e03b0577a2e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 380 time: 0.0527730 Apr 07 01:57:48.076714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['2d1f057d-440d-46f0-8e27-ffc4091b90e0']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:48.266691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:57:48.270264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.391234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e5022e5-a684-47c0-b8eb-354f3a391ced req-09a4752e-dc41-494d-a4bc-43962d27460e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 210 time: 0.0277178 Apr 07 01:57:48.402219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.5 (6d9a3ff5-2416-44ca-be86-359d870e654f/f67f5cd1-869d-4ad0-9023-ebbe545affba/746982aa-1c7f-4d49-956c-2a02a8aad119) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:48.548419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.638153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.677755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6d9a3ff5-2416-44ca-be86-359d870e654f is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:48.683353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:48.687123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:48.715677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=746982aa-1c7f-4d49-956c-2a02a8aad119,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:48.741112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:48.741742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.824103 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-00f9644c-9b45-49df-beeb-c96127ab48e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7509725 Apr 07 01:57:48.881484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Request body: {'port': {'device_id': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:48.925518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-da208b19-be68-46d9-b33b-9e030ad45c29 None None] Provisioning complete for port 746982aa-1c7f-4d49-956c-2a02a8aad119 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:48.926150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-da208b19-be68-46d9-b33b-9e030ad45c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.945113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:48.963626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-da208b19-be68-46d9-b33b-9e030ad45c29 None None] Port 746982aa-1c7f-4d49-956c-2a02a8aad119 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:57:49.197429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 746982aa-1c7f-4d49-956c-2a02a8aad119 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:57:49.205044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Publish callbacks [] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:49.216986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Transition to ACTIVE for port object 746982aa-1c7f-4d49-956c-2a02a8aad119 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:57:49.272271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:49.323315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Pushing event updated for resources: {'Port': ['ID=746982aa-1c7f-4d49-956c-2a02a8aad119,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:49.397449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Attempting to bind port 746982aa-1c7f-4d49-956c-2a02a8aad119 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:57:49.397786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Attempting to bind port 746982aa-1c7f-4d49-956c-2a02a8aad119 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:57:49.398119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Attempting to bind port 746982aa-1c7f-4d49-956c-2a02a8aad119 on network 6d9a3ff5-2416-44ca-be86-359d870e654f {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:49.402771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Port 746982aa-1c7f-4d49-956c-2a02a8aad119 on network 6d9a3ff5-2416-44ca-be86-359d870e654f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:57:49.403095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Attempting to bind port 746982aa-1c7f-4d49-956c-2a02a8aad119 on network 6d9a3ff5-2416-44ca-be86-359d870e654f {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:57:49.408975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:57:49.409361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Checking segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:57:49.409918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Bound using segment: {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:57:49.410181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Bound port: 746982aa-1c7f-4d49-956c-2a02a8aad119, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:57:49.410541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:49.482024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] For port 746982aa-1c7f-4d49-956c-2a02a8aad119, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:57:49.485010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] For port 746982aa-1c7f-4d49-956c-2a02a8aad119, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=746982aa-1c7f-4d49-956c-2a02a8aad119,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:57:49.515344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c507-49a7-418f-8f3c-ac58b7498a10 req-9afa51d9-f5ef-49c0-a669-a19e65b8ab6d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:49.516842 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-45c1c507-49a7-418f-8f3c-ac58b7498a10 req-9afa51d9-f5ef-49c0-a669-a19e65b8ab6d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 943 time: 0.0563149 Apr 07 01:57:49.564999 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-45c1c507-49a7-418f-8f3c-ac58b7498a10 req-6a917e7a-5757-44db-a8be-1de2112eacdc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418923 Apr 07 01:57:49.587426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:49.621708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:49.622335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:49.623720 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] 10.222.0.10 "PUT /v2.0/ports/746982aa-1c7f-4d49-956c-2a02a8aad119 HTTP/1.1" status: 200 len: 1093 time: 0.7906942 Apr 07 01:57:49.624170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:49.626441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b81aeae-b447-4ced-af32-ed61b4d3e017" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:49.654765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90460ba7-4e03-4e55-8159-0881acf9b135 service neutron] Pushing event updated for resources: {'Port': ['ID=746982aa-1c7f-4d49-956c-2a02a8aad119,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:49.667604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdffb0cc-3104-4ca0-9fe8-36c504f78b48 x-openstack-request-id: req-fdffb0cc-3104-4ca0-9fe8-36c504f78b48 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:49.667898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:49.668211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdffb0cc-3104-4ca0-9fe8-36c504f78b48 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:49.668630 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdffb0cc-3104-4ca0-9fe8-36c504f78b48'] response: {'name': 'network-changed', 'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'status': 'completed', 'code': 200} Apr 07 01:57:49.737715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81aeae-b447-4ced-af32-ed61b4d3e017 req-6738d7c0-5dd4-423a-b747-b6b2c65c28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:49.739264 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1b81aeae-b447-4ced-af32-ed61b4d3e017 req-6738d7c0-5dd4-423a-b747-b6b2c65c28a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 1127 time: 0.0517676 Apr 07 01:57:49.838111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81aeae-b447-4ced-af32-ed61b4d3e017 req-6d35bb2f-78eb-4425-b359-bcfaab11c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:49.839839 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1b81aeae-b447-4ced-af32-ed61b4d3e017 req-6d35bb2f-78eb-4425-b359-bcfaab11c29a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0938206 Apr 07 01:57:49.935640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81aeae-b447-4ced-af32-ed61b4d3e017 req-6a6530d6-09f7-4a9d-bf2d-6e426167e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:49.937130 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1b81aeae-b447-4ced-af32-ed61b4d3e017 req-6a6530d6-09f7-4a9d-bf2d-6e426167e784 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911372 Apr 07 01:57:50.014362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-8e8c3d9d-c892-4c8c-92ce-ca8385d8414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:50.015852 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-8e8c3d9d-c892-4c8c-92ce-ca8385d8414a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 1127 time: 0.0445383 Apr 07 01:57:50.059798 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-66e50dbe-7f87-4577-bef6-cc171a1ced9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746982aa-1c7f-4d49-956c-2a02a8aad119 HTTP/1.1" status: 200 len: 217 time: 0.0370281 Apr 07 01:57:50.423070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-e0ef2ee7-4647-40b6-91a2-d052a0c3dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:50.425141 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-e0ef2ee7-4647-40b6-91a2-d052a0c3dd14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f67f5cd1-869d-4ad0-9023-ebbe545affba HTTP/1.1" status: 200 len: 835 time: 0.3594735 Apr 07 01:57:50.473405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0a297-40be-473a-a318-be3dfda99903 req-2c0f44ae-343d-4d20-ac16-3fc1ab9dc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:50.474811 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-2c0f44ae-343d-4d20-ac16-3fc1ab9dc337 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d9a3ff5-2416-44ca-be86-359d870e654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434110 Apr 07 01:57:50.563834 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-5a4eb3e0-8f2a-4213-ad5b-7d8d5795f9d7 service neutron] 10.222.0.10 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827167 Apr 07 01:57:50.651667 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c6a0a297-40be-473a-a318-be3dfda99903 req-b6363a25-e3cb-46b3-9e58-46827e46ca09 service neutron] 10.222.0.10 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814960 Apr 07 01:57:50.681163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f266806-b470-49fe-ba08-d123aa886e51 req-6cac5b08-6b43-4568-8d2c-2499621fef88 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:50.682641 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f266806-b470-49fe-ba08-d123aa886e51 req-6cac5b08-6b43-4568-8d2c-2499621fef88 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 943 time: 0.0524962 Apr 07 01:57:50.731619 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f266806-b470-49fe-ba08-d123aa886e51 req-bc47920c-d5fc-4ae1-8f8e-c4384151e1a2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433483 Apr 07 01:57:51.848023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ee68b-c292-4330-a0a1-fbacafb85ed4 req-61466871-25b6-4bdc-9921-ae28e7142fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:51.849520 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-017ee68b-c292-4330-a0a1-fbacafb85ed4 req-61466871-25b6-4bdc-9921-ae28e7142fa3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 943 time: 0.0523520 Apr 07 01:57:51.900836 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-017ee68b-c292-4330-a0a1-fbacafb85ed4 req-45f2dc39-428e-4598-9580-e2a9a22276f9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457330 Apr 07 01:57:53.021196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc675c6-101f-4ada-a973-e860f4597e53 req-88b73a47-c651-4a25-a5d1-38bd43195879 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:53.022672 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5fc675c6-101f-4ada-a973-e860f4597e53 req-88b73a47-c651-4a25-a5d1-38bd43195879 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 943 time: 0.0540500 Apr 07 01:57:53.070839 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5fc675c6-101f-4ada-a973-e860f4597e53 req-1f314e31-2d58-4ce4-b60a-3e50c2dafc78 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425301 Apr 07 01:57:53.773554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 746982aa-1c7f-4d49-956c-2a02a8aad119 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:57:53.872861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 746982aa-1c7f-4d49-956c-2a02a8aad119, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=746982aa-1c7f-4d49-956c-2a02a8aad119,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:53.884826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'port_id': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'mac_address': 'fa:16:3e:d1:5c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:57:53.920866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 746982aa-1c7f-4d49-956c-2a02a8aad119 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:53.921267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:53.934233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 746982aa-1c7f-4d49-956c-2a02a8aad119 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:57:53.953967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 746982aa-1c7f-4d49-956c-2a02a8aad119, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=746982aa-1c7f-4d49-956c-2a02a8aad119,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:54.021129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:54.070001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=746982aa-1c7f-4d49-956c-2a02a8aad119,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:54.192984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1d2b3-89ad-4439-adcb-ec101bf802c1 req-a1d0c656-b4f5-4f08-a9fd-9f80e08b57cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:54.194506 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dbb1d2b3-89ad-4439-adcb-ec101bf802c1 req-a1d0c656-b4f5-4f08-a9fd-9f80e08b57cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 944 time: 0.0548587 Apr 07 01:57:54.243345 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dbb1d2b3-89ad-4439-adcb-ec101bf802c1 req-499663d6-229d-46e8-9c39-e85a921744ac tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430982 Apr 07 01:57:54.274205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['746982aa-1c7f-4d49-956c-2a02a8aad119'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:57:55.361797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72a81a-dcb1-46ba-9a33-961873722ce8 req-d0034a49-bc9b-423f-b5f5-9815c30e9851 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:55.363619 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7f72a81a-dcb1-46ba-9a33-961873722ce8 req-d0034a49-bc9b-423f-b5f5-9815c30e9851 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 944 time: 0.0564981 Apr 07 01:57:55.411024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7f72a81a-dcb1-46ba-9a33-961873722ce8 req-96348bd1-196a-486d-8059-afea3b5a82e8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421052 Apr 07 01:57:55.777867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 746982aa-1c7f-4d49-956c-2a02a8aad119 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:57:55.889230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 746982aa-1c7f-4d49-956c-2a02a8aad119 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:57:55.893160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 746982aa-1c7f-4d49-956c-2a02a8aad119 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:57:55.893544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:55.968015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 746982aa-1c7f-4d49-956c-2a02a8aad119 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:57:55.968399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:55.990515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:57:55.992874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dd1f48-4fa6-4164-9ee1-f53383d7f348" -d '{"events": [{"server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "name": "network-vif-plugged", "status": "completed", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:57:56.005241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 746982aa-1c7f-4d49-956c-2a02a8aad119, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=746982aa-1c7f-4d49-956c-2a02a8aad119,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:57:56.027221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c791f845-b2e4-41fb-a965-3d19a407e4d8 x-openstack-request-id: req-c791f845-b2e4-41fb-a965-3d19a407e4d8 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:57:56.027511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "name": "network-vif-plugged", "status": "completed", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:57:56.027762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c791f845-b2e4-41fb-a965-3d19a407e4d8 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:57:56.028219 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c791f845-b2e4-41fb-a965-3d19a407e4d8'] response: {'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'code': 200} Apr 07 01:57:56.106520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:56.156367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=746982aa-1c7f-4d49-956c-2a02a8aad119,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:57:56.368542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21f17-94a4-408f-a3fe-7b14daa2f6ee req-08fcbdd1-7ee0-484e-afa0-3e267d058f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:56.370075 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a3a21f17-94a4-408f-a3fe-7b14daa2f6ee req-08fcbdd1-7ee0-484e-afa0-3e267d058f93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 1129 time: 0.0441442 Apr 07 01:57:56.420583 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a3a21f17-94a4-408f-a3fe-7b14daa2f6ee req-e2ca3cf4-5c7d-4fda-a25b-8c01fbacef84 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Apr 07 01:57:56.528106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516c62d-9860-4651-8fa2-9e2f7238d280 req-08173e60-abc6-46d2-8fa9-9b5196b0c145 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:56.529719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1516c62d-9860-4651-8fa2-9e2f7238d280 req-08173e60-abc6-46d2-8fa9-9b5196b0c145 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0529194 Apr 07 01:57:56.577196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1516c62d-9860-4651-8fa2-9e2f7238d280 req-6ed3bb03-fca5-4fd6-a7bc-354e4d651b21 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418622 Apr 07 01:57:57.693100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1820-acde-4779-99ac-14fd2e4677d2 req-92fa5405-76e0-4d73-8ccc-39b69c19113e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:57.694584 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-81bd1820-acde-4779-99ac-14fd2e4677d2 req-92fa5405-76e0-4d73-8ccc-39b69c19113e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0514450 Apr 07 01:57:57.747097 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-81bd1820-acde-4779-99ac-14fd2e4677d2 req-8b13b0a3-0dec-49f3-8a78-6baff98a850e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Apr 07 01:57:58.863871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fcfbb-712f-4de9-bc42-411007bd7fd4 req-7fd3c880-8eb4-4279-9cce-5ae7663e8afc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:58.865375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-123fcfbb-712f-4de9-bc42-411007bd7fd4 req-7fd3c880-8eb4-4279-9cce-5ae7663e8afc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0524719 Apr 07 01:57:58.912878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-123fcfbb-712f-4de9-bc42-411007bd7fd4 req-d2e77b22-4d0d-46f9-a037-9c0ccbc9a171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419598 Apr 07 01:57:59.026368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e65220fd-4ec0-4048-9287-a460d876b952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:59.029497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87672b9-539c-4f80-99e6-dd0368b0068c req-487e4498-3b39-4288-af37-d8dfdeb33eb6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:59.031050 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b87672b9-539c-4f80-99e6-dd0368b0068c req-487e4498-3b39-4288-af37-d8dfdeb33eb6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0534551 Apr 07 01:57:59.079420 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b87672b9-539c-4f80-99e6-dd0368b0068c req-a9177ae3-e893-4907-980d-775e1362001f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Apr 07 01:57:59.102074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54656) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:59.173654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bede6d82-af5d-4af2-befc-8df072245f9c tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:57:59.175111 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bede6d82-af5d-4af2-befc-8df072245f9c tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 1124 time: 0.0720835 Apr 07 01:57:59.177951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54658) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:57:59.182156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:57:59.271894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:59.368202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:59.474196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.148 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/5afa36b8-fa2b-440b-9388-a7a9d6550c03) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:57:59.571154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:59.665989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:57:59.701639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:57:59.707868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:57:59.711566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:57:59.737494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=5afa36b8-fa2b-440b-9388-a7a9d6550c03,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:00.077834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:00.201171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:00.393035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:00.529209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:00.601526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=5afa36b8-fa2b-440b-9388-a7a9d6550c03,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:00.610512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:00.716199 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 associated. External IP: 172.26.8.148, port: 746982aa-1c7f-4d49-956c-2a02a8aad119. Apr 07 01:58:00.942315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:58:01.055161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:58:01.066993 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] Sync routers for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:58:01.078896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:01.081070 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:57:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:01.125956 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:01.161475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b4cafca0-c3d9-4d76-9f34-435fafdf6f75 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9797950 Apr 07 01:58:01.161475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:58:01.161861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61d599c-4f78-4cb8-883e-5a610d89334e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:58:01.162010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54660) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:01.235543 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a28abfc0-65ac-44ac-9a82-635488e72610 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 HTTP/1.1" status: 200 len: 991 time: 0.0723560 Apr 07 01:58:01.270301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2942ae4e-93b6-475a-bf11-3e2cd2673093 x-openstack-request-id: req-2942ae4e-93b6-475a-bf11-3e2cd2673093 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:58:01.270840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:58:01.271105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2942ae4e-93b6-475a-bf11-3e2cd2673093 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:58:01.271515 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2942ae4e-93b6-475a-bf11-3e2cd2673093'] response: {'name': 'network-changed', 'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'status': 'completed', 'code': 200} Apr 07 01:58:01.301032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:01.336433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-89d7b984-e2f6-4338-a6dd-c74daeb5d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:01.337899 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-89d7b984-e2f6-4338-a6dd-c74daeb5d00c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 1129 time: 0.0460842 Apr 07 01:58:01.403970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c53ec69f-e7a0-4f1d-8cad-d26c8584b40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:01.444637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-5bcbdc32-2825-4dc1-a078-cc51a2fc41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:01.446200 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-5bcbdc32-2825-4dc1-a078-cc51a2fc41f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d9a3ff5-2416-44ca-be86-359d870e654f HTTP/1.1" status: 200 len: 897 time: 0.1018786 Apr 07 01:58:01.510953 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-c1c5f3a6-95b9-48a3-b745-0a457d3a942e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746982aa-1c7f-4d49-956c-2a02a8aad119 HTTP/1.1" status: 200 len: 999 time: 0.0585337 Apr 07 01:58:01.526570 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'port_id': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'mac_address': 'fa:16:3e:d1:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:59Z', 'updated_at': '2022-04-07T01:57:59Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:01.551965 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] Checking router: 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:58:01.560095 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:01.560697 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:01.561885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-ad80b13d-add6-406b-b18c-096f9d162d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:01.563337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-ad80b13d-add6-406b-b18c-096f9d162d63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f67f5cd1-869d-4ad0-9023-ebbe545affba HTTP/1.1" status: 200 len: 835 time: 0.0464196 Apr 07 01:58:01.611928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-21e9d477-f9f6-4195-b6df-456e06f31c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:01.613480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-21e9d477-f9f6-4195-b6df-456e06f31c6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d9a3ff5-2416-44ca-be86-359d870e654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444849 Apr 07 01:58:01.677039 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:01.705310 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-23375999-b398-49c1-97a2-e1ebe5380e5c service neutron] 10.222.0.10 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839372 Apr 07 01:58:01.802706 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a61d599c-4f78-4cb8-883e-5a610d89334e req-454af2c5-5122-4347-8d21-6b314f9a0f85 service neutron] 10.222.0.10 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910339 Apr 07 01:58:01.910187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'port_id': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'mac_address': 'fa:16:3e:d1:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:59Z', 'updated_at': '2022-04-07T01:57:59Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:01.937517 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2190a-155a-4e7d-81cb-7e1edd19d62e None None] The sync data for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv is: [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'port_id': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1385, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'mac_address': 'fa:16:3e:d1:5c:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:59Z', 'updated_at': '2022-04-07T01:57:59Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:58:02.129235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d366a4-5520-463b-928c-b51c8a69fe57 None None] New status for floating IP b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:58:02.239521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54666) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:02.306632 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e773171f-15a9-4cba-b1d8-8fd8ff0e2638 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 HTTP/1.1" status: 200 len: 991 time: 0.0659914 Apr 07 01:58:02.449468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:03.310525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54668) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:03.373097 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-902edd8c-a8ef-4c86-a5ee-3c855eb9bf01 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 HTTP/1.1" status: 200 len: 993 time: 0.0614297 Apr 07 01:58:03.905910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:05.317826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:14.330307 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:58:17.820652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:27.913018 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-0e48a815-e692-42e0-8eff-31a13560fb66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468416 Apr 07 01:58:27.997285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-09ad49e0-c4c4-4812-a9c0-1e665c459ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:27.998763 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-09ad49e0-c4c4-4812-a9c0-1e665c459ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1129 time: 0.0439491 Apr 07 01:58:28.106794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-e066ab3d-a9fe-4d3e-86ae-da56c51a98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:28.108442 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-e066ab3d-a9fe-4d3e-86ae-da56c51a98d9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.0896087 Apr 07 01:58:28.182044 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-070eb266-bedd-4536-afdc-db8b8fe392f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 1001 time: 0.0630538 Apr 07 01:58:28.234351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-05150be0-a992-4151-bab8-e688a7a7b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:28.235859 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-05150be0-a992-4151-bab8-e688a7a7b288 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0448072 Apr 07 01:58:28.283874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-35fc3c84-4a29-4f35-a205-4438e2c50006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:28.285412 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-35fc3c84-4a29-4f35-a205-4438e2c50006 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438521 Apr 07 01:58:28.380085 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-aeee31e5-6759-4230-94cb-c13ade1424cc service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 Apr 07 01:58:28.467949 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeabeff4-67d8-4e84-a86b-6dcd542f88eb req-fe14d81d-9c42-47b1-ada6-83addff3df49 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815959 Apr 07 01:58:29.025670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-73119e44-8907-4134-9d8b-6640c11419ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:31.368378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c02dadfd-d9a5-4a66-8a08-3b559939e2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:32.437668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:33.985804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:35.293401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:36.570739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54688) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:36.631987 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e3bbacdb-fc0d-4487-bcdb-4817cb94ab47 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 HTTP/1.1" status: 200 len: 993 time: 0.0595212 Apr 07 01:58:36.912017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:37.071308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 5afa36b8-fa2b-440b-9388-a7a9d6550c03 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:58:37.071655 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:37.150824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:37.151137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (5afa36b8-fa2b-440b-9388-a7a9d6550c03), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:37.162322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 5afa36b8-fa2b-440b-9388-a7a9d6550c03 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:58:37.397164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5afa36b8-fa2b-440b-9388-a7a9d6550c03), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:37.424134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=5afa36b8-fa2b-440b-9388-a7a9d6550c03,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:37.450195 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.450552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.450905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.451246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.451593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.451928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.452270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.452604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.452977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.453301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.453633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.453967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.454295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.454622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.454948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:37.492863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:37.493183 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 disassociated (deleted). External IP: 172.26.8.148, port: 746982aa-1c7f-4d49-956c-2a02a8aad119. Apr 07 01:58:37.703814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:58:37.814447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:58:37.819319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:37.824549 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] Sync routers for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:58:37.835036 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:37.835685 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:37.849939 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3fc46792-4051-4b64-a614-cfc6d465a13b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5 HTTP/1.1" status: 204 len: 168 time: 0.9368246 Apr 07 01:58:37.850632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:58:37.853027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c093685-df18-4314-8be8-01017186538e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:58:37.894189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790787a2-7fb6-436d-9a95-a94b15b0f878 x-openstack-request-id: req-790787a2-7fb6-436d-9a95-a94b15b0f878 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:58:37.894780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:58:37.895264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-790787a2-7fb6-436d-9a95-a94b15b0f878 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:58:37.896019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-790787a2-7fb6-436d-9a95-a94b15b0f878'] response: {'name': 'network-changed', 'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'status': 'completed', 'code': 200} Apr 07 01:58:37.950388 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:37.962791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c093685-df18-4314-8be8-01017186538e req-10638639-980a-44cb-8b2e-e6b1c0796a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:37.964228 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-10638639-980a-44cb-8b2e-e6b1c0796a66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 1129 time: 0.0507531 Apr 07 01:58:38.058704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c093685-df18-4314-8be8-01017186538e req-06fef516-df96-4b5f-82b4-7f9a324d947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:38.060185 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-06fef516-df96-4b5f-82b4-7f9a324d947f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d9a3ff5-2416-44ca-be86-359d870e654f HTTP/1.1" status: 200 len: 897 time: 0.0891376 Apr 07 01:58:38.101158 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-3034215d-e3ec-4188-b9cd-438f44841277 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=746982aa-1c7f-4d49-956c-2a02a8aad119 HTTP/1.1" status: 200 len: 217 time: 0.0349333 Apr 07 01:58:38.153522 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:38.155123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c093685-df18-4314-8be8-01017186538e req-751307e0-cb59-45ec-b9ca-ec1b21bfcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:38.156648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-751307e0-cb59-45ec-b9ca-ec1b21bfcf11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f67f5cd1-869d-4ad0-9023-ebbe545affba HTTP/1.1" status: 200 len: 835 time: 0.0498347 Apr 07 01:58:38.180013 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] Checking router: 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:58:38.189103 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:38.189715 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:38.206059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c093685-df18-4314-8be8-01017186538e req-28ed3d67-f6a1-4ae1-adae-a6858e1d7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:38.207616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-28ed3d67-f6a1-4ae1-adae-a6858e1d7ad0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d9a3ff5-2416-44ca-be86-359d870e654f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447900 Apr 07 01:58:38.299299 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:38.305365 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-9b5f56a0-6969-463e-91d5-ffd6c4bef89c service neutron] 10.222.0.10 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897737 Apr 07 01:58:38.379727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b946b8-59b0-481e-afe6-327e9b1273ff req-d17922a5-d3df-49e3-b118-06b1fd3d38f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:38.381322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51b946b8-59b0-481e-afe6-327e9b1273ff req-d17922a5-d3df-49e3-b118-06b1fd3d38f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0548055 Apr 07 01:58:38.430466 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51b946b8-59b0-481e-afe6-327e9b1273ff req-f6f62c6d-2573-4f09-922d-cb35ebe0564e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Apr 07 01:58:38.588115 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:38.613780 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70aebe1e-7c9f-49b4-a775-0f4632b3c8f6 None None] The sync data for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv is: [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:57:39Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '86af895a-9315-4913-8b1e-e555c26705f8', 'name': '', 'network_id': '6d9a3ff5-2416-44ca-be86-359d870e654f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:a2:25:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:39Z', 'updated_at': '2022-04-07T01:57:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'f67f5cd1-869d-4ad0-9023-ebbe545affba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:58:38.832941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3914e7-bb00-4183-8a06-01fafdac8212 None None] New status for floating IP b4aafdad-41cb-4aaf-a91e-5e3bc00cf8d5: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:58:39.553926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d74ae-b692-4749-b7bd-a4bb6c5a5434 req-6720802a-6a42-45a8-9108-52b98a10cc72 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:39.555423 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-359d74ae-b692-4749-b7bd-a4bb6c5a5434 req-6720802a-6a42-45a8-9108-52b98a10cc72 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0558872 Apr 07 01:58:39.597504 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c093685-df18-4314-8be8-01017186538e req-a17b6802-9994-46dd-99e2-755466e84bc2 service neutron] 10.222.0.10 "GET /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890296 Apr 07 01:58:39.606477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-359d74ae-b692-4749-b7bd-a4bb6c5a5434 req-3ca6d5db-ec72-45c3-86e0-f00a0fc7c153 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2d1f057d-440d-46f0-8e27-ffc4091b90e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446980 Apr 07 01:58:40.027410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-16acdb3c-b9a3-469a-9a3d-b8bc5470a2e3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:40.028894 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-16acdb3c-b9a3-469a-9a3d-b8bc5470a2e3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 945 time: 0.0575585 Apr 07 01:58:40.133258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 746982aa-1c7f-4d49-956c-2a02a8aad119 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:58:40.133602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:40.220896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 746982aa-1c7f-4d49-956c-2a02a8aad119, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=746982aa-1c7f-4d49-956c-2a02a8aad119,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:40.221190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:40.233961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 746982aa-1c7f-4d49-956c-2a02a8aad119 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:58:40.449643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (746982aa-1c7f-4d49-956c-2a02a8aad119), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:40.485957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=746982aa-1c7f-4d49-956c-2a02a8aad119,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:40.511110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.511467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.511819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.512167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.512509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.512871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.513282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.513712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.514052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.514399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.514726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.515060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.515392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.515729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.516132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:40.541751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 746982aa-1c7f-4d49-956c-2a02a8aad119 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:58:40.544542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:40.548104 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5bbc0cee-90b8-455f-946a-f650d154af7e req-cdc2167b-04a3-496c-81b1-236d493cfd0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/746982aa-1c7f-4d49-956c-2a02a8aad119 HTTP/1.1" status: 204 len: 173 time: 0.5138950 Apr 07 01:58:40.548577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'name': 'network-vif-deleted', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:58:40.550887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cabd76-a4c8-43a0-9494-c682c85c3bf6" -d '{"events": [{"server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "name": "network-vif-deleted", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:58:40.586403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e8bfec-5677-476d-aaeb-e8eea9549d54 x-openstack-request-id: req-81e8bfec-5677-476d-aaeb-e8eea9549d54 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:58:40.586702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3d062e4-fdc1-4160-959a-e124f1ea26fc", "name": "network-vif-deleted", "tag": "746982aa-1c7f-4d49-956c-2a02a8aad119", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:58:40.586961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81e8bfec-5677-476d-aaeb-e8eea9549d54 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:58:40.587375 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e8bfec-5677-476d-aaeb-e8eea9549d54'] response: {'server_uuid': 'b3d062e4-fdc1-4160-959a-e124f1ea26fc', 'name': 'network-vif-deleted', 'tag': '746982aa-1c7f-4d49-956c-2a02a8aad119', 'status': 'completed', 'code': 200} Apr 07 01:58:40.700584 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7b5c9760-0f56-4244-8c5e-22176de99c7f req-fe09e2c8-b4a6-418b-8377-4b1a1c2947b0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3d062e4-fdc1-4160-959a-e124f1ea26fc HTTP/1.1" status: 200 len: 210 time: 0.0277843 Apr 07 01:58:41.757304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54710) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:41.813266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e4c79ba-27f9-467b-84b2-23316b598969 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (2d1f057d-440d-46f0-8e27-ffc4091b90e0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:41.838018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e4c79ba-27f9-467b-84b2-23316b598969 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (2d1f057d-440d-46f0-8e27-ffc4091b90e0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:41.973987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e4c79ba-27f9-467b-84b2-23316b598969 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2d1f057d-440d-46f0-8e27-ffc4091b90e0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:41.976641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0e4c79ba-27f9-467b-84b2-23316b598969 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:41.977888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0e4c79ba-27f9-467b-84b2-23316b598969 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d1f057d-440d-46f0-8e27-ffc4091b90e0 HTTP/1.1" status: 204 len: 168 time: 0.2195716 Apr 07 01:58:41.987313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c79ba-27f9-467b-84b2-23316b598969 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1f057d-440d-46f0-8e27-ffc4091b90e0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:42.083386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54714) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:42.718218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:42.981444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 86af895a-9315-4913-8b1e-e555c26705f8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:58:42.982158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (86af895a-9315-4913-8b1e-e555c26705f8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:43.077060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 86af895a-9315-4913-8b1e-e555c26705f8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=86af895a-9315-4913-8b1e-e555c26705f8,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:43.077429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (86af895a-9315-4913-8b1e-e555c26705f8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:43.090407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 86af895a-9315-4913-8b1e-e555c26705f8 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:58:43.362668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (86af895a-9315-4913-8b1e-e555c26705f8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:43.389221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=86af895a-9315-4913-8b1e-e555c26705f8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:43.576150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:43.805394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:58:43.909789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:58:43.915212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8f8a9537-afdb-46c7-9902-730d31dd9eae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/2d195fc5-1d20-4e0b-bf7b-97d6029ead83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8304811 Apr 07 01:58:43.918271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54718) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:43.920308 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] Sync routers for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:58:43.929840 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:43.930453 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:43.969699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet f67f5cd1-869d-4ad0-9023-ebbe545affba {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 01:58:43.973116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (f67f5cd1-869d-4ad0-9023-ebbe545affba), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.015112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (f67f5cd1-869d-4ad0-9023-ebbe545affba), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.047533 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:44.063126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 746982aa-1c7f-4d49-956c-2a02a8aad119 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:58:44.093194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 746982aa-1c7f-4d49-956c-2a02a8aad119 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:58:44.094140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 746982aa-1c7f-4d49-956c-2a02a8aad119 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:58:44.124675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (f67f5cd1-869d-4ad0-9023-ebbe545affba), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.226124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (f67f5cd1-869d-4ad0-9023-ebbe545affba), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.236851 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:58:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:44.252366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=f67f5cd1-869d-4ad0-9023-ebbe545affba,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:44.258168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.262415 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-78bef705-f06f-429e-b887-87388ecf2f38 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/f67f5cd1-869d-4ad0-9023-ebbe545affba HTTP/1.1" status: 204 len: 168 time: 0.3426285 Apr 07 01:58:44.264553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54720) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:44.266945 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] Checking router: 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:58:44.270859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b79f1-6c64-45df-b39b-1b2e2e007afc None None] Network 6d9a3ff5-2416-44ca-be86-359d870e654f requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:58:44.275583 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] Routers {'2d195fc5-1d20-4e0b-bf7b-97d6029ead83'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:44.276835 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:44.391871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.410099 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] Set router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:44.476804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] DHCP port deletion for 6d9a3ff5-2416-44ca-be86-359d870e654f request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 01:58:44.516289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.534165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Deleting port 235b26e6-2461-48a5-9e68-0be248519f8e {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:58:44.535918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.625064 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:58:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:44.630601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] For port 235b26e6-2461-48a5-9e68-0be248519f8e, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=235b26e6-2461-48a5-9e68-0be248519f8e,segment=NetworkSegment(d1c2c636-4aa3-4d7b-a287-c40bbe82633d),segment_id=d1c2c636-4aa3-4d7b-a287-c40bbe82633d)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:44.630601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.654961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Calling delete_port for 235b26e6-2461-48a5-9e68-0be248519f8e owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:58:44.662889 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd556c-9b0d-4a7e-825e-5aa94a0f0b49 None None] The sync data for ids ['2d195fc5-1d20-4e0b-bf7b-97d6029ead83'] in dv-neutron-836863-2-hyperv is: [{'id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'name': 'tempest-TestNetworkBasicOps-router-501544269', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:57:35Z', 'updated_at': '2022-04-07T01:58:43Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '299d021c-bae4-4a3d-b534-497ec13586aa', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d195fc5-1d20-4e0b-bf7b-97d6029ead83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:57:36Z', 'updated_at': '2022-04-07T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:58:44.679903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 299d021c-bae4-4a3d-b534-497ec13586aa {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 01:58:44.682697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.787229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 299d021c-bae4-4a3d-b534-497ec13586aa, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=299d021c-bae4-4a3d-b534-497ec13586aa,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:44.787601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.800420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 299d021c-bae4-4a3d-b534-497ec13586aa owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 01:58:44.825901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (235b26e6-2461-48a5-9e68-0be248519f8e), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:44.855576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Pushing event deleted for resources: {'Port': ['ID=235b26e6-2461-48a5-9e68-0be248519f8e,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:44.860058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] No DVR routers for this DVR port 235b26e6-2461-48a5-9e68-0be248519f8e on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 01:58:44.866547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.867156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.867418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.867860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.868310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.868735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.869193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.870249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.870681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.871123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.871555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.871982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.872405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.872868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:44.873287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b02af0-d45f-466a-be47-70d7b2b66f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:45.037722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (299d021c-bae4-4a3d-b534-497ec13586aa), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.057661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 235b26e6-2461-48a5-9e68-0be248519f8e no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:58:45.085637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 235b26e6-2461-48a5-9e68-0be248519f8e {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:58:45.086321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 235b26e6-2461-48a5-9e68-0be248519f8e not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:58:45.097669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=299d021c-bae4-4a3d-b534-497ec13586aa,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:45.146611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.253250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.255325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.396862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (2d195fc5-1d20-4e0b-bf7b-97d6029ead83), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.397482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router 2d195fc5-1d20-4e0b-bf7b-97d6029ead83 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 01:58:45.404550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.408398 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-267f4672-536f-45e6-afbe-737a81dccea2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/2d195fc5-1d20-4e0b-bf7b-97d6029ead83 HTTP/1.1" status: 204 len: 168 time: 1.1396954 Apr 07 01:58:45.408621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54722) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:45.493629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (6d9a3ff5-2416-44ca-be86-359d870e654f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.592422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (6d9a3ff5-2416-44ca-be86-359d870e654f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.613510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9a3ff5-2416-44ca-be86-359d870e654f']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:45.622689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:45.623025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c2c636-4aa3-4d7b-a287-c40bbe82633d') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:45.632509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (d1c2c636-4aa3-4d7b-a287-c40bbe82633d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.646062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (d1c2c636-4aa3-4d7b-a287-c40bbe82633d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.652470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 01:58:45.653253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (d1c2c636-4aa3-4d7b-a287-c40bbe82633d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 01:58:45.655822 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 01:58:45.785736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (6d9a3ff5-2416-44ca-be86-359d870e654f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.792619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.795873 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/6d9a3ff5-2416-44ca-be86-359d870e654f HTTP/1.1" status: 204 len: 168 time: 0.3862331 Apr 07 01:58:45.810894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46fc6d-d03b-431a-96ff-15d8ae6bfe7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=6d9a3ff5-2416-44ca-be86-359d870e654f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:45.812318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54724) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:45.817172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--302901639', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:45.934283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:58:45.937705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.961674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 01:58:45.971289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (12ee2167-7a66-4bd9-8167-4ebc76bc5bc7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:45.971618 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment 12ee2167-7a66-4bd9-8167-4ebc76bc5bc7 of type vlan for network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c Apr 07 01:58:46.009948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (1a24c8b9-b76f-438e-90dd-3f38decb9c6c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.105550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (1a24c8b9-b76f-438e-90dd-3f38decb9c6c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.110713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:46.116464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.180107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=1a24c8b9-b76f-438e-90dd-3f38decb9c6c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:46.190475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 01:58:46.239928 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6076c70f-dc9f-4846-9cd6-f927861230f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4265063 Apr 07 01:58:46.242798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54726) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:46.247658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:46.345950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (734efeb5-9f0c-425e-ab8f-74a622d1d113), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.346980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (734efeb5-9f0c-425e-ab8f-74a622d1d113), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.404642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (734efeb5-9f0c-425e-ab8f-74a622d1d113), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.579810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (734efeb5-9f0c-425e-ab8f-74a622d1d113), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.637609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 86af895a-9315-4913-8b1e-e555c26705f8 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:58:46.659211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 86af895a-9315-4913-8b1e-e555c26705f8 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:58:46.659488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 86af895a-9315-4913-8b1e-e555c26705f8 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:58:46.659928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 299d021c-bae4-4a3d-b534-497ec13586aa no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 01:58:46.679191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 299d021c-bae4-4a3d-b534-497ec13586aa {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 01:58:46.679546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 299d021c-bae4-4a3d-b534-497ec13586aa not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 01:58:46.831558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (734efeb5-9f0c-425e-ab8f-74a622d1d113), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.852856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:46.955448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.174 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/95b7be65-908d-4061-b6ea-de155016ccb8) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:58:47.056777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (95b7be65-908d-4061-b6ea-de155016ccb8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:47.185703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:47.224876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:58:47.227801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:58:47.231796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:58:47.237218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=95b7be65-908d-4061-b6ea-de155016ccb8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:47.587776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (734efeb5-9f0c-425e-ab8f-74a622d1d113), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:47.787626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (734efeb5-9f0c-425e-ab8f-74a622d1d113), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:47.870890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:47.973570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 01:58:48.414322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:58:48.423793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:58:48.433547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:48.434175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:48.484966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:48.486220 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f23cb2a1-949d-48c6-b2db-1724876adf53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2424898 Apr 07 01:58:48.489637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54728) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:48.522017 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-50bd4235-6b47-4e90-838b-9a4797475b89 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311115 Apr 07 01:58:48.524742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54730) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:48.541243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:48.614275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0682ad99-3439-47a8-9940-9804ac269b7d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:48.615965 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0682ad99-3439-47a8-9940-9804ac269b7d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902021 Apr 07 01:58:48.618777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54732) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:48.649931 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a2045f89-7bf8-4eca-bb4f-bb5dccc58b43 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300868 Apr 07 01:58:48.652842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54734) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:48.657594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490281172', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:48.724440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:47Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:48.751297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:58:48.751661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Updating router 734efeb5-9f0c-425e-ab8f-74a622d1d113 port 95b7be65-908d-4061-b6ea-de155016ccb8 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:58:48.777732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:48.791373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:58:48.795373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.032326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Publish callbacks [] for port (95b7be65-908d-4061-b6ea-de155016ccb8), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.037151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (4b46e489-be42-4596-a57d-545eeff83ef2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.095401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=4b46e489-be42-4596-a57d-545eeff83ef2,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:49.100251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.107050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:58:49.107422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: 1a24c8b9-b76f-438e-90dd-3f38decb9c6c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 01:58:49.152168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Attempting to bind port 95b7be65-908d-4061-b6ea-de155016ccb8 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:58:49.152542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Attempting to bind port 95b7be65-908d-4061-b6ea-de155016ccb8 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:58:49.152943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Attempting to bind port 95b7be65-908d-4061-b6ea-de155016ccb8 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:58:49.156011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45d39f-9ffa-48f9-bbba-0106ee43f91c None None] Pushing event updated for resources: {'Port': ['ID=95b7be65-908d-4061-b6ea-de155016ccb8,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:49.160482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:58:49.161452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:58:49.161452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.161760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:58:49.162107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Bound port: 95b7be65-908d-4061-b6ea-de155016ccb8, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:58:49.162469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.211024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] For port 95b7be65-908d-4061-b6ea-de155016ccb8, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:58:49.214486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 01:58:49.214989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] For port 95b7be65-908d-4061-b6ea-de155016ccb8, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=95b7be65-908d-4061-b6ea-de155016ccb8,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:58:49.294640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.316615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 1a24c8b9-b76f-438e-90dd-3f38decb9c6c) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:58:49.325804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb8361-8c39-4b26-baf0-d0100df882b3 None None] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:58:49.328048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:49.328648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.400507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:49.401159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:49.442185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45d39f-9ffa-48f9-bbba-0106ee43f91c None None] Pushing event updated for resources: {'Port': ['ID=95b7be65-908d-4061-b6ea-de155016ccb8,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:49.469131 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2712b976-5a24-4064-adb0-bed2f738b53d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8152444 Apr 07 01:58:49.471946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54736) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:49.533280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 01:58:49.535770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.565291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:49.926194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:49.940478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Allocated IP 172.20.0.2 (1a24c8b9-b76f-438e-90dd-3f38decb9c6c/4b46e489-be42-4596-a57d-545eeff83ef2/10898c33-1329-4882-9a8b-7db323cfd5f0) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:58:50.061035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:47Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:50.096849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b18cdd-98e0-432c-9f12-d8ef89666f1a None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:47Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:58:50.155498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Publish callbacks [] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.234963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.276159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:58:50.279657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:58:50.282120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:58:50.287997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Pushing event updated for resources: {'Port': ['ID=10898c33-1329-4882-9a8b-7db323cfd5f0,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:50.290382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (1a24c8b9-b76f-438e-90dd-3f38decb9c6c/4b46e489-be42-4596-a57d-545eeff83ef2/55afb28a-a34d-4077-9b98-7b2c4390d0cc) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:58:50.374581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Attempting to bind port 10898c33-1329-4882-9a8b-7db323cfd5f0 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:58:50.374963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Attempting to bind port 10898c33-1329-4882-9a8b-7db323cfd5f0 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:58:50.375343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Attempting to bind port 10898c33-1329-4882-9a8b-7db323cfd5f0 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:58:50.380382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:58:50.380778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Checking segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:58:50.381207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.381608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Bound using segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:58:50.382078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Bound port: 10898c33-1329-4882-9a8b-7db323cfd5f0, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:58:50.382468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.441214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.471669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] For port 10898c33-1329-4882-9a8b-7db323cfd5f0, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:58:50.475750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] For port 10898c33-1329-4882-9a8b-7db323cfd5f0, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10898c33-1329-4882-9a8b-7db323cfd5f0,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:58:50.574492 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.604059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.628136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:58:50.631989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:58:50.636346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:58:50.669825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=55afb28a-a34d-4077-9b98-7b2c4390d0cc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:50.675892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597a7ed-7252-4b8e-9a35-54dbbbfecdc4 None None] Pushing event updated for resources: {'Port': ['ID=10898c33-1329-4882-9a8b-7db323cfd5f0,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:50.701916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 95b7be65-908d-4061-b6ea-de155016ccb8 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:58:50.705060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (734efeb5-9f0c-425e-ab8f-74a622d1d113), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.759581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 95b7be65-908d-4061-b6ea-de155016ccb8 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:50.759965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.853298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 95b7be65-908d-4061-b6ea-de155016ccb8 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:50.853824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:50.898645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 95b7be65-908d-4061-b6ea-de155016ccb8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=95b7be65-908d-4061-b6ea-de155016ccb8,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:50.971352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.002803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.074019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=95b7be65-908d-4061-b6ea-de155016ccb8,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:51.275952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.329107 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:58:51.379964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.457301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=55afb28a-a34d-4077-9b98-7b2c4390d0cc,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:51.459607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (734efeb5-9f0c-425e-ab8f-74a622d1d113), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.558541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:58:51.559998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:58:51.683560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:58:51.699627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf5fe9-7f35-4317-8d68-ca7aaee24d90 None None] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 01:58:51.800734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:58:51.808400 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-692725c3-1408-40af-bbc9-62f69d1d8d65 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/734efeb5-9f0c-425e-ab8f-74a622d1d113/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3348074 Apr 07 01:58:51.809253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54738) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:51.812666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] Provisioning complete for port 10898c33-1329-4882-9a8b-7db323cfd5f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:51.813061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.904955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] Current status of the port 10898c33-1329-4882-9a8b-7db323cfd5f0 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:51.905550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:51.910997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.911746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.912395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.913188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.913832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.914478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.919950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-05b57fc0-07fc-4a93-b76f-394dd4e839d7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1090283 Apr 07 01:58:51.920149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54740) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:51.943151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] For port 10898c33-1329-4882-9a8b-7db323cfd5f0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10898c33-1329-4882-9a8b-7db323cfd5f0,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:51.994137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.994769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.995442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.996000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.996521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.997148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:51.999079 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8dfbe0d7-ba3b-409c-9081-44f25221dd10 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0771217 Apr 07 01:58:52.001912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54742) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:52.013196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.079849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6493a-b287-4ae4-a1ab-4a6e8e84f5f5 None None] Pushing event updated for resources: {'Port': ['ID=10898c33-1329-4882-9a8b-7db323cfd5f0,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:52.145532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-90eabfae-2fd1-43c0-95aa-15882bf3dfb2 None None] Provisioning complete for port 55afb28a-a34d-4077-9b98-7b2c4390d0cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:52.146221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-90eabfae-2fd1-43c0-95aa-15882bf3dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.172032 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6c44b475-a69e-4f00-9ac0-4d38ecb45e3e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1658368 Apr 07 01:58:52.186763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-90eabfae-2fd1-43c0-95aa-15882bf3dfb2 None None] Port 55afb28a-a34d-4077-9b98-7b2c4390d0cc cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:58:52.198277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-90eabfae-2fd1-43c0-95aa-15882bf3dfb2 None None] Provisioning complete for port 10898c33-1329-4882-9a8b-7db323cfd5f0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:52.198678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-90eabfae-2fd1-43c0-95aa-15882bf3dfb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.290577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-90eabfae-2fd1-43c0-95aa-15882bf3dfb2 None None] Current status of the port 10898c33-1329-4882-9a8b-7db323cfd5f0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:52.318794 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:58:52.329959 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:52.330667 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:52.416683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7f56841e-2092-49f1-9743-7731c73d29d3 None None] Provisioning complete for port 55afb28a-a34d-4077-9b98-7b2c4390d0cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:52.417608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7f56841e-2092-49f1-9743-7731c73d29d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.443499 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:52.455322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7f56841e-2092-49f1-9743-7731c73d29d3 None None] Port 55afb28a-a34d-4077-9b98-7b2c4390d0cc cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:58:52.547842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54748) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:52.552427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201732344', 'description': 'tempest-secgroup-smoke-1201732344 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:52.574407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cb86ad1c-6dd1-4441-992a-c4af6bc08934 None None] Provisioning complete for port 55afb28a-a34d-4077-9b98-7b2c4390d0cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:52.574917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cb86ad1c-6dd1-4441-992a-c4af6bc08934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.623914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cb86ad1c-6dd1-4441-992a-c4af6bc08934 None None] Port 55afb28a-a34d-4077-9b98-7b2c4390d0cc cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:58:52.625795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.667721 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:51Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:52.697252 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:58:52.697604 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Updating router 734efeb5-9f0c-425e-ab8f-74a622d1d113 port 55afb28a-a34d-4077-9b98-7b2c4390d0cc binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 01:58:52.704582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (652a8ba8-630a-4e53-9f72-d47f0d770d2a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.727816 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.747805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10898c33-1329-4882-9a8b-7db323cfd5f0 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:58:52.773300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (652a8ba8-630a-4e53-9f72-d47f0d770d2a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.800903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652a8ba8-630a-4e53-9f72-d47f0d770d2a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:52.802525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 10898c33-1329-4882-9a8b-7db323cfd5f0 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:52.803317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.886610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 10898c33-1329-4882-9a8b-7db323cfd5f0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:52.887886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 95b7be65-908d-4061-b6ea-de155016ccb8 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:58:52.931084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.935982 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5e8818c0-387b-4046-9aec-605cb59f03da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3837311 Apr 07 01:58:52.936273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 95b7be65-908d-4061-b6ea-de155016ccb8 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:52.936273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:52.936485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54750) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:52.941034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '652a8ba8-630a-4e53-9f72-d47f0d770d2a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:52.990410 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Publish callbacks [] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.019882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 95b7be65-908d-4061-b6ea-de155016ccb8 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:53.036327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (64c1a0d2-0ef1-47ad-a5b0-721afcf3be75), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.048504 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.092467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (64c1a0d2-0ef1-47ad-a5b0-721afcf3be75), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.116882 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Pushing event updated for resources: {'Port': ['ID=55afb28a-a34d-4077-9b98-7b2c4390d0cc,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:53.139085 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.139444 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.139813 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.140165 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.140508 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.140870 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.141221 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.141554 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.141892 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.142221 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.142566 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.142975 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.143357 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.143683 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.144011 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:58:53.153386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (64c1a0d2-0ef1-47ad-a5b0-721afcf3be75), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.161033 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Attempting to bind port 55afb28a-a34d-4077-9b98-7b2c4390d0cc on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:58:53.161411 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Attempting to bind port 55afb28a-a34d-4077-9b98-7b2c4390d0cc by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:58:53.161783 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Attempting to bind port 55afb28a-a34d-4077-9b98-7b2c4390d0cc on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:58:53.168103 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:58:53.170896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Checking segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:58:53.170896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.170896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Bound using segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:58:53.170896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Bound port: 55afb28a-a34d-4077-9b98-7b2c4390d0cc, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:58:53.170896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.179497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c1a0d2-0ef1-47ad-a5b0-721afcf3be75,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:53.235621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] For port 55afb28a-a34d-4077-9b98-7b2c4390d0cc, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:58:53.238948 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] For port 55afb28a-a34d-4077-9b98-7b2c4390d0cc, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=55afb28a-a34d-4077-9b98-7b2c4390d0cc,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:58:53.240324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.241828 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dd492b97-be65-4d47-a752-3b00ec37e44f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3042388 Apr 07 01:58:53.244701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54752) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:53.250068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '652a8ba8-630a-4e53-9f72-d47f0d770d2a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:53.304576 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.332139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (5fd1c7cd-68cc-4bdd-9a7c-bc152b57877b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.359572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] Provisioning complete for port 55afb28a-a34d-4077-9b98-7b2c4390d0cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:53.362251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.366075 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:58:53.366721 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:58:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:53.405527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (5fd1c7cd-68cc-4bdd-9a7c-bc152b57877b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.407796 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0a439-8dea-40a5-94bc-ff8439768527 None None] Pushing event updated for resources: {'Port': ['ID=55afb28a-a34d-4077-9b98-7b2c4390d0cc,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:53.465964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] Current status of the port 55afb28a-a34d-4077-9b98-7b2c4390d0cc is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:53.466377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.476253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (5fd1c7cd-68cc-4bdd-9a7c-bc152b57877b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.500063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd1c7cd-68cc-4bdd-9a7c-bc152b57877b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:53.519272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] For port 55afb28a-a34d-4077-9b98-7b2c4390d0cc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=55afb28a-a34d-4077-9b98-7b2c4390d0cc,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:58:53.578386 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:58:53.581950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.583275 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-da2a57f2-46dd-4a5d-9793-65cdc1438b9f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3369856 Apr 07 01:58:53.586246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54754) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:53.591005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '652a8ba8-630a-4e53-9f72-d47f0d770d2a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:53.591297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.642523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8d6a5-c422-426a-a4aa-bd86a8188ff4 None None] Pushing event updated for resources: {'Port': ['ID=55afb28a-a34d-4077-9b98-7b2c4390d0cc,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:53.681858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (2fcaf01f-c6e6-450d-bae9-421b04e3e4d0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.711619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d43bac1d-56ec-40c7-bae5-8fa2da9e5007 None None] Provisioning complete for port 55afb28a-a34d-4077-9b98-7b2c4390d0cc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:53.711996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d43bac1d-56ec-40c7-bae5-8fa2da9e5007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.743242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (2fcaf01f-c6e6-450d-bae9-421b04e3e4d0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.784047 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:58:53.790203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d43bac1d-56ec-40c7-bae5-8fa2da9e5007 None None] Current status of the port 55afb28a-a34d-4077-9b98-7b2c4390d0cc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:53.809797 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957981a3-de47-46cf-86e8-95ea62c7d286 None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:58:53.830346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2fcaf01f-c6e6-450d-bae9-421b04e3e4d0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.863949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcaf01f-c6e6-450d-bae9-421b04e3e4d0,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:53.959104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:53.960472 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fb2856d3-1b1b-46a6-b3df-6f931468efec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732228 Apr 07 01:58:53.963525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54756) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:53.968496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '652a8ba8-630a-4e53-9f72-d47f0d770d2a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:54.048807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c2daae00-51a4-4a9e-998b-bbde43942e4d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.113708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c2daae00-51a4-4a9e-998b-bbde43942e4d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.180086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c2daae00-51a4-4a9e-998b-bbde43942e4d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.199515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2daae00-51a4-4a9e-998b-bbde43942e4d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:54.273630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.275081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e845a08e-31b9-4de7-96fd-2556858356b2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3103540 Apr 07 01:58:54.278461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54758) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:54.283288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '652a8ba8-630a-4e53-9f72-d47f0d770d2a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:54.374481 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:58:54.379861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (24737e5e-d47b-4eaf-8120-4cc990b9e14b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.441937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (24737e5e-d47b-4eaf-8120-4cc990b9e14b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.511267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (24737e5e-d47b-4eaf-8120-4cc990b9e14b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.530136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24737e5e-d47b-4eaf-8120-4cc990b9e14b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:54.581952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.583561 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bd1c3323-9870-4029-a6b4-ce8ff87c1362 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3040848 Apr 07 01:58:54.586573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54760) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:58:54.592212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '652a8ba8-630a-4e53-9f72-d47f0d770d2a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:54.666778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 55afb28a-a34d-4077-9b98-7b2c4390d0cc up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:58:54.677086 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:58:54.682653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (5b6e4004-e542-4bf7-94da-21142373ca0e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.722993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 55afb28a-a34d-4077-9b98-7b2c4390d0cc triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:54.723419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.757368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (5b6e4004-e542-4bf7-94da-21142373ca0e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.807231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 55afb28a-a34d-4077-9b98-7b2c4390d0cc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:58:54.831503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (5b6e4004-e542-4bf7-94da-21142373ca0e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.849629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6e4004-e542-4bf7-94da-21142373ca0e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:54.918900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:54.920137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6559a922-732c-4235-8004-992b068dedf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3325045 Apr 07 01:58:55.068710 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-8aea772c-eb89-4b71-9297-c89964ca3bb9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201732344&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0437441 Apr 07 01:58:55.176543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a622a680-2dd8-4a61-9d13-9efa136cf231 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:55.178072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a622a680-2dd8-4a61-9d13-9efa136cf231 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 796 time: 0.1022725 Apr 07 01:58:55.192851 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-5b4f47d8-b352-49ef-b539-e04c94b7e8ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0089085 Apr 07 01:58:55.246006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-b3ffb0c8-2b6c-40b4-be53-f71626e108a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484219 Apr 07 01:58:55.302851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-9bff4636-f8ab-4304-adc0-0904a562a520 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 01:58:55.303876 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-9bff4636-f8ab-4304-adc0-0904a562a520 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472176 Apr 07 01:58:55.393471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-18e1d994-954a-4ce5-aa2c-292fee94bb87 service neutron] 10.222.0.25 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831468 Apr 07 01:58:55.486311 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-7922de50-2560-4c05-b785-446965f59d1c service neutron] 10.222.0.25 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857236 Apr 07 01:58:55.766508 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d0c5163c-3bf3-4721-a2d2-240cb5999f50 req-3b99995b-52cd-481a-b7dd-b3fa7ed6c4d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 210 time: 0.0268738 Apr 07 01:58:56.859132 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-427a7985-37ea-4eaf-b751-d0deacd69e18 req-9cace0d8-4cc9-4a7a-86fc-20915ca1699f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 210 time: 0.0275393 Apr 07 01:58:57.549111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-18ff8813-68e8-4e44-b68d-c3a3f8365841 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:57.550531 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-18ff8813-68e8-4e44-b68d-c3a3f8365841 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 796 time: 0.1045437 Apr 07 01:58:57.616249 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a7f09ef8-bd61-436e-bf14-909ddb4badb1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 380 time: 0.0532336 Apr 07 01:58:57.625914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['652a8ba8-630a-4e53-9f72-d47f0d770d2a']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:57.795758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:58:57.801642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:57.926501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.7 (1a24c8b9-b76f-438e-90dd-3f38decb9c6c/4b46e489-be42-4596-a57d-545eeff83ef2/953000cc-59cd-4cac-ac0f-bf88d53d6a04) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:58:57.952308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7d7cc45b-e21e-4516-98c5-f3f2c8c6e597 req-8d239841-a0a7-4eb1-a047-a2d1ac62714a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 210 time: 0.0263240 Apr 07 01:58:58.066462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.162539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.206065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:58:58.209271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:58:58.212905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:58:58.241213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=953000cc-59cd-4cac-ac0f-bf88d53d6a04,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:58.269501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:58.270125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.354004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-a84e84a9-3f54-4aaa-9046-a1aeb3e35e83 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321558 Apr 07 01:58:58.366355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Request body: {'port': {'device_id': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:58:58.425077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.438851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-10692bae-c4b9-4752-98a1-1e3615d3d4a6 None None] Provisioning complete for port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:58:58.439446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-10692bae-c4b9-4752-98a1-1e3615d3d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.477641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-10692bae-c4b9-4752-98a1-1e3615d3d4a6 None None] Port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:58:58.691977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 953000cc-59cd-4cac-ac0f-bf88d53d6a04 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:58:58.699448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Publish callbacks [] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.711760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Transition to ACTIVE for port object 953000cc-59cd-4cac-ac0f-bf88d53d6a04 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:58:58.768115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.818516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Pushing event updated for resources: {'Port': ['ID=953000cc-59cd-4cac-ac0f-bf88d53d6a04,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:58.890654 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Attempting to bind port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:58:58.890994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Attempting to bind port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:58:58.891759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Attempting to bind port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:58:58.897964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:58:58.897964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Attempting to bind port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:58:58.902878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:58:58.903243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Checking segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:58:58.909638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Bound using segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:58:58.909638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Bound port: 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:58:58.909638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:58.975911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] For port 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:58:58.979396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] For port 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:58:59.025555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-38120bbf-0fc2-4d5a-818a-14a18feeca0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:59.049343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:59.076415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae611f2-3402-4eea-9da3-4173cbd0f7b6 req-3515be51-bbec-4d63-a7c9-52bfb0dfb11b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.077956 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ae611f2-3402-4eea-9da3-4173cbd0f7b6 req-3515be51-bbec-4d63-a7c9-52bfb0dfb11b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 943 time: 0.0568638 Apr 07 01:58:59.082618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.083267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:58:59.084649 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] 10.222.0.10 "PUT /v2.0/ports/953000cc-59cd-4cac-ac0f-bf88d53d6a04 HTTP/1.1" status: 200 len: 1093 time: 0.7226660 Apr 07 01:58:59.085118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:58:59.087362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96416aa-3edd-458d-86d2-d5b085469d02" -d '{"events": [{"name": "network-changed", "server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:58:59.127728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844a6c33-09cb-425b-96d0-9bc5e6f3be48 x-openstack-request-id: req-844a6c33-09cb-425b-96d0-9bc5e6f3be48 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:58:59.128047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:58:59.128280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-844a6c33-09cb-425b-96d0-9bc5e6f3be48 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:58:59.128690 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844a6c33-09cb-425b-96d0-9bc5e6f3be48'] response: {'name': 'network-changed', 'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'status': 'completed', 'code': 200} Apr 07 01:58:59.129670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1014304-cb6f-4c09-8958-562570f37828 service neutron] Pushing event updated for resources: {'Port': ['ID=953000cc-59cd-4cac-ac0f-bf88d53d6a04,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:58:59.140636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ae611f2-3402-4eea-9da3-4173cbd0f7b6 req-5dea2f6a-6a3a-4aaf-8138-2e10c7888236 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566170 Apr 07 01:58:59.198696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96416aa-3edd-458d-86d2-d5b085469d02 req-e90fbae1-92c7-4706-89a5-74b85686f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.200241 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a96416aa-3edd-458d-86d2-d5b085469d02 req-e90fbae1-92c7-4706-89a5-74b85686f037 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 1127 time: 0.0480301 Apr 07 01:58:59.304540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96416aa-3edd-458d-86d2-d5b085469d02 req-677181af-c05c-4424-bc18-d87a84066aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.306134 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a96416aa-3edd-458d-86d2-d5b085469d02 req-677181af-c05c-4424-bc18-d87a84066aa6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0989485 Apr 07 01:58:59.399246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96416aa-3edd-458d-86d2-d5b085469d02 req-722b3377-bab4-4036-8779-019569e16590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.400596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a96416aa-3edd-458d-86d2-d5b085469d02 req-722b3377-bab4-4036-8779-019569e16590 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0870850 Apr 07 01:58:59.483463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-271bc319-17c5-40c3-9b45-c52b3838d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.484985 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-271bc319-17c5-40c3-9b45-c52b3838d481 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 1127 time: 0.0481467 Apr 07 01:58:59.530116 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-edf2b5ab-c6ad-42a7-bf5d-dfa498e5135a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04 HTTP/1.1" status: 200 len: 217 time: 0.0341172 Apr 07 01:58:59.577834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-f551789f-4d64-4022-9231-8dd2765df1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.579299 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-f551789f-4d64-4022-9231-8dd2765df1f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b46e489-be42-4596-a57d-545eeff83ef2 HTTP/1.1" status: 200 len: 834 time: 0.0431607 Apr 07 01:58:59.628876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-024e367a-3a83-4d8d-9184-893707446f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:58:59.636047 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-024e367a-3a83-4d8d-9184-893707446f86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433061 Apr 07 01:58:59.722313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-6e27357a-d04b-47f1-bbd3-55eaa439ea92 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842097 Apr 07 01:58:59.810075 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7beb3366-ed66-46dd-a8dd-e83b4f976ce2 req-cc637b28-2d84-4ebd-adc5-d80da62561f9 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797501 Apr 07 01:59:00.260275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb22bda-ff91-40b4-b9dc-907d747acdfc req-a3457ccf-c8da-4364-b249-4dcdc58b0464 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:00.261798 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cbb22bda-ff91-40b4-b9dc-907d747acdfc req-a3457ccf-c8da-4364-b249-4dcdc58b0464 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 943 time: 0.0519259 Apr 07 01:59:00.310207 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cbb22bda-ff91-40b4-b9dc-907d747acdfc req-de3f0800-528b-4540-9a59-37239f47beb4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Apr 07 01:59:01.396704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c4e9af1a-d042-4bac-bf9a-0c4c55f64485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:01.427542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027843a-bbcf-4e56-b5e8-a90074afd64a req-1edc690e-7b2e-486b-a481-d0a9269397a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:01.429059 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6027843a-bbcf-4e56-b5e8-a90074afd64a req-1edc690e-7b2e-486b-a481-d0a9269397a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 943 time: 0.0526490 Apr 07 01:59:01.481122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6027843a-bbcf-4e56-b5e8-a90074afd64a req-53159f0f-bb13-41ea-ba6f-71e72a6512c5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463746 Apr 07 01:59:02.134627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 953000cc-59cd-4cac-ac0f-bf88d53d6a04 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 01:59:02.234667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:59:02.246608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'port_id': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'mac_address': 'fa:16:3e:ea:ca:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 01:59:02.283156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:59:02.284074 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:02.296563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 953000cc-59cd-4cac-ac0f-bf88d53d6a04 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:59:02.316956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:59:02.402225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:02.453097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=953000cc-59cd-4cac-ac0f-bf88d53d6a04,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:02.482518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:02.598159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb395f5d-ddc1-4b30-99bc-f5dc0d4ffb91 req-297cf9d5-4051-4ea4-9995-920b2653e58a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:02.599803 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb395f5d-ddc1-4b30-99bc-f5dc0d4ffb91 req-297cf9d5-4051-4ea4-9995-920b2653e58a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 944 time: 0.0533657 Apr 07 01:59:02.649587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb395f5d-ddc1-4b30-99bc-f5dc0d4ffb91 req-d28a4884-dff7-4813-992f-c99a57512727 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440567 Apr 07 01:59:02.697086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['953000cc-59cd-4cac-ac0f-bf88d53d6a04'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 01:59:03.767153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc239df6-316e-4b7c-82a8-fd8cf775cbea req-fd3d3150-7fd6-41e4-a267-de4f0b4a817c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:03.768655 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fc239df6-316e-4b7c-82a8-fd8cf775cbea req-fd3d3150-7fd6-41e4-a267-de4f0b4a817c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 944 time: 0.0530488 Apr 07 01:59:03.818374 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fc239df6-316e-4b7c-82a8-fd8cf775cbea req-94d9b999-6a08-4752-9e3d-b7b2574b1bd0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442207 Apr 07 01:59:03.948491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:04.170660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 953000cc-59cd-4cac-ac0f-bf88d53d6a04 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 01:59:04.299304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 01:59:04.303186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:59:04.303564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:04.382040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 01:59:04.382445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:04.404421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:59:04.406742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8133657-f544-47b9-bd46-2d959820ae0c" -d '{"events": [{"server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "name": "network-vif-plugged", "status": "completed", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:59:04.419472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 01:59:04.442120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 01:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e10be88-76da-4cf0-aaec-63c8c48cd987 x-openstack-request-id: req-6e10be88-76da-4cf0-aaec-63c8c48cd987 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:59:04.442420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "name": "network-vif-plugged", "status": "completed", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:59:04.442706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e10be88-76da-4cf0-aaec-63c8c48cd987 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:59:04.443135 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e10be88-76da-4cf0-aaec-63c8c48cd987'] response: {'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'code': 200} Apr 07 01:59:04.488126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:04.535332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=953000cc-59cd-4cac-ac0f-bf88d53d6a04,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:04.764891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5d46e-2b15-48bc-849f-66f4f175f91f req-0f9fa2d2-3fb2-4068-9e4f-6a082852e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:04.766404 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3fd5d46e-2b15-48bc-849f-66f4f175f91f req-0f9fa2d2-3fb2-4068-9e4f-6a082852e704 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 1129 time: 0.0481074 Apr 07 01:59:04.810429 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3fd5d46e-2b15-48bc-849f-66f4f175f91f req-a24d91bc-b4b3-48c0-b9b4-bfe97fca72ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384080 Apr 07 01:59:04.941602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2cc50-3f8a-48ac-ae55-268e3d4cf49a req-965873bc-0a1b-405f-ad21-8f1961567ea8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:04.943137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7f2cc50-3f8a-48ac-ae55-268e3d4cf49a req-965873bc-0a1b-405f-ad21-8f1961567ea8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0566592 Apr 07 01:59:04.991362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7f2cc50-3f8a-48ac-ae55-268e3d4cf49a req-d63da5e7-97c5-4f03-8e3d-a54a15443bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Apr 07 01:59:05.322374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:06.114271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5d55-34fd-420d-8c03-7f7a91b5d83e req-000a1a2f-13fc-4a5c-8ff5-03e864166d91 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:06.115762 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e69e5d55-34fd-420d-8c03-7f7a91b5d83e req-000a1a2f-13fc-4a5c-8ff5-03e864166d91 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0523295 Apr 07 01:59:06.164120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e69e5d55-34fd-420d-8c03-7f7a91b5d83e req-15aa1995-4c9e-4f23-951a-2c6383677474 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 Apr 07 01:59:07.283977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1702d-a8a8-42df-8816-7013c248f0c9 req-e33bc4ce-a57f-48b3-9d31-3e4921cc50a6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:07.286052 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11f1702d-a8a8-42df-8816-7013c248f0c9 req-e33bc4ce-a57f-48b3-9d31-3e4921cc50a6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0561028 Apr 07 01:59:07.333864 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11f1702d-a8a8-42df-8816-7013c248f0c9 req-ea9bfe17-d6d0-495a-8942-1c1ee24c87fc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422513 Apr 07 01:59:07.450637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffba7a-b805-4686-ac67-9b880e365139 req-04dcbb89-07b6-4104-ace3-1f16daae61c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:07.452015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-beffba7a-b805-4686-ac67-9b880e365139 req-04dcbb89-07b6-4104-ace3-1f16daae61c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0514295 Apr 07 01:59:07.499848 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-beffba7a-b805-4686-ac67-9b880e365139 req-111584fa-2312-40b8-807d-21a5a411f688 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415878 Apr 07 01:59:07.522720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54824) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:07.563663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a05ba2-1dbb-44c4-8107-a25e401918f6 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:07.565178 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-47a05ba2-1dbb-44c4-8107-a25e401918f6 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 1124 time: 0.0415077 Apr 07 01:59:07.568525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54826) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:07.572694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:07.676960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:07.776216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:07.881698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.62 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/e5443eb7-8d46-48d5-b93e-afc0c9b27c23) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:59:07.983994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:08.076826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:08.110773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:59:08.114056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:59:08.119560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:59:08.151385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=e5443eb7-8d46-48d5-b93e-afc0c9b27c23,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:08.495116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:08.641144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:09.071487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:09.151186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:09.215189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=e5443eb7-8d46-48d5-b93e-afc0c9b27c23,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:09.228355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:09.329209 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP e7252414-78c6-4e7e-8c7b-c7767e237352 associated. External IP: 172.26.8.62, port: 953000cc-59cd-4cac-ac0f-bf88d53d6a04. Apr 07 01:59:09.540296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:59:09.650269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:59:09.660188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:59:09.669175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:59:09.671293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:59:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:09.729950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:09.760030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc4dcaea-7723-4094-af95-9b108f887136 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1904109 Apr 07 01:59:09.760622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:59:09.762909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:59:09.763225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54828) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:09.783591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:59:09.799357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b831ad77-7662-4653-a146-abe05b7256e2 x-openstack-request-id: req-b831ad77-7662-4653-a146-abe05b7256e2 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:59:09.799648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:59:09.799912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b831ad77-7662-4653-a146-abe05b7256e2 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:59:09.800320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b831ad77-7662-4653-a146-abe05b7256e2'] response: {'name': 'network-changed', 'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'status': 'completed', 'code': 200} Apr 07 01:59:09.834766 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0fd2cedd-4c28-49f8-88a5-835d5cdcef8b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 990 time: 0.0705760 Apr 07 01:59:09.872897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-e77ff8bf-88f0-4330-97d4-ecf5433ba3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:09.874377 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-e77ff8bf-88f0-4330-97d4-ecf5433ba3ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 1129 time: 0.0522041 Apr 07 01:59:09.963456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-32dfb9d7-2cb3-4a31-92ff-16af8555d12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:09.965331 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-32dfb9d7-2cb3-4a31-92ff-16af8555d12c service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 896 time: 0.0851796 Apr 07 01:59:10.040519 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-ee9bf8e4-aa1b-4bba-acfe-d58a9b4f3f90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04 HTTP/1.1" status: 200 len: 998 time: 0.0679762 Apr 07 01:59:10.090838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-7dda4f59-da2d-4913-b792-ff085e42b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:10.092075 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-7dda4f59-da2d-4913-b792-ff085e42b949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b46e489-be42-4596-a57d-545eeff83ef2 HTTP/1.1" status: 200 len: 834 time: 0.0452750 Apr 07 01:59:10.142241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-65910e0d-9e87-49bf-8ac9-c7d8ee29bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:10.143978 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-65910e0d-9e87-49bf-8ac9-c7d8ee29bcef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453069 Apr 07 01:59:10.163921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e7252414-78c6-4e7e-8c7b-c7767e237352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'port_id': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'mac_address': 'fa:16:3e:ea:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:59:08Z', 'updated_at': '2022-04-07T01:59:08Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:10.189189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:59:10.197451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:59:10.198066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:59:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:10.235296 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-4300cd45-9f39-43c7-bc15-f0f41a5e0eb9 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852573 Apr 07 01:59:10.307631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:59:10.323953 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0836a0c5-47b7-4f4b-8d7e-352fb4b3195f req-718b5e02-f0c6-466c-8e48-a356e98f173c service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813968 Apr 07 01:59:10.542182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e7252414-78c6-4e7e-8c7b-c7767e237352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'port_id': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'mac_address': 'fa:16:3e:ea:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:59:08Z', 'updated_at': '2022-04-07T01:59:08Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:10.567833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a48af7-9fea-4efd-a3a5-72bf5e3106de None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e7252414-78c6-4e7e-8c7b-c7767e237352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'port_id': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'mac_address': 'fa:16:3e:ea:ca:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:59:08Z', 'updated_at': '2022-04-07T01:59:08Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:59:10.758893 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e45176-c212-4477-8649-c36741ec3591 None None] New status for floating IP e7252414-78c6-4e7e-8c7b-c7767e237352: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:59:10.838577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54832) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:10.903850 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bf03dc01-475b-4c01-81cc-6e2795e525c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 990 time: 0.0638862 Apr 07 01:59:11.907408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54834) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:11.967523 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d274b92e-ea1f-4510-82e7-bfffff1011ae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 992 time: 0.0589566 Apr 07 01:59:17.853618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:28.328617 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 01:59:29.022954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9a1f78cd-51c1-4557-a35b-b2edeb632d77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:31.378460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1b00c672-cc4a-4280-856c-e96bed228138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:32.447023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:33.932695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:35.304466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:45.179168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54856) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:45.228956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd5552-1472-40c0-b2c3-e10c46b4ae89 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:45.229939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd5552-1472-40c0-b2c3-e10c46b4ae89 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:45.230601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cd5552-1472-40c0-b2c3-e10c46b4ae89 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:45.232596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-19cd5552-1472-40c0-b2c3-e10c46b4ae89 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=b5e77b02be0348c0b1e3c2ec27e66098&network_id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 3102 time: 0.0524144 Apr 07 01:59:47.048805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54868) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:47.098860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0fc619-733e-4ac8-b960-f2a33d6767e0 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:47.108778 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2b0fc619-733e-4ac8-b960-f2a33d6767e0 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336 HTTP/1.1" status: 200 len: 814 time: 0.0504091 Apr 07 01:59:47.893180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:48.012020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54876) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:48.016474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:48.070417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:48.551870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:48.612704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:48.613291 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP e7252414-78c6-4e7e-8c7b-c7767e237352 disassociated. External IP: 172.26.8.62, port: 953000cc-59cd-4cac-ac0f-bf88d53d6a04. Apr 07 01:59:48.828171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 01:59:48.939851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 01:59:48.950813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:48.950946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 01:59:48.959786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:59:48.960397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:59:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:48.978203 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e0f56bf0-cf94-47d9-bad0-c22d3c2192cf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 689 time: 0.9626215 Apr 07 01:59:48.978203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:59:48.979073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54888) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:48.979558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6666f838-98d6-4004-a763-b866a1e4ebf8" -d '{"events": [{"name": "network-changed", "server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:59:49.018440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01423178-cf39-4ca2-9650-df945981f0d0 x-openstack-request-id: req-01423178-cf39-4ca2-9650-df945981f0d0 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:59:49.019040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:59:49.019494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01423178-cf39-4ca2-9650-df945981f0d0 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:59:49.020025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01423178-cf39-4ca2-9650-df945981f0d0'] response: {'name': 'network-changed', 'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'status': 'completed', 'code': 200} Apr 07 01:59:49.041612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f967af05-72ce-452a-9842-69dedd5ff496 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 689 time: 0.0599468 Apr 07 01:59:49.081890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:59:49.097682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-f7ec2174-854a-46a1-89b9-c48685bbed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:49.099232 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-f7ec2174-854a-46a1-89b9-c48685bbed96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 1129 time: 0.0494034 Apr 07 01:59:49.196553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-e4efd39c-6e84-40b8-ba97-8d0797e232db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:49.197996 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-e4efd39c-6e84-40b8-ba97-8d0797e232db service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 896 time: 0.0893009 Apr 07 01:59:49.246953 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-d181a9ed-3d11-424d-bd69-045f0d131472 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04 HTTP/1.1" status: 200 len: 217 time: 0.0396483 Apr 07 01:59:49.289973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:49.299849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-0c135ccb-5697-4384-b2ef-c559043c20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:49.301492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-0c135ccb-5697-4384-b2ef-c559043c20e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b46e489-be42-4596-a57d-545eeff83ef2 HTTP/1.1" status: 200 len: 834 time: 0.0451593 Apr 07 01:59:49.317878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 01:59:49.328668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 01:59:49.329463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T01:59:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:49.357609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-e0ac96f1-018c-4550-b574-63bf83bdddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:49.365314 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-e0ac96f1-018c-4550-b574-63bf83bdddc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483406 Apr 07 01:59:49.442639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 01:59:49.458004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-6cff2604-cced-4a4c-9dca-a7aecc788ecf service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882390 Apr 07 01:59:49.550943 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6666f838-98d6-4004-a763-b866a1e4ebf8 req-38b6354b-c76d-48da-b006-fcf6f209f360 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831254 Apr 07 01:59:49.640957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 01:59:49.671040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af50c5-6922-4498-8940-7be4719724f4 None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 01:59:49.928572 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f39ee-1ed8-4ff4-95a1-42e0c8e58aa4 None None] New status for floating IP e7252414-78c6-4e7e-8c7b-c7767e237352: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 01:59:50.043809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54894) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:50.088912 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ab00640e-f2da-4849-8229-526d645ef2d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 689 time: 0.0439959 Apr 07 01:59:51.093146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 54898) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:51.142774 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ea7d6e50-e62b-416a-a08c-dc1b13d7bf4f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 687 time: 0.0483158 Apr 07 01:59:52.391014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54904) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:52.395889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976128412', 'description': 'tempest-secgroup-smoke-1976128412 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:52.499002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.565525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (bcaf32d5-fdde-4f17-80d2-7698cfd9864f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.624509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (bcaf32d5-fdde-4f17-80d2-7698cfd9864f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.653455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf32d5-fdde-4f17-80d2-7698cfd9864f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:52.660542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.660924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.661275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.661622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.662071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.662413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.662752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.663084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.663414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.663744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.664075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.664939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.665268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.665592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.665917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 01:59:52.695312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.696507 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-73e90386-7f51-4967-b06d-0ded1d7b1eb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3043776 Apr 07 01:59:52.699398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54906) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:52.703767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf32d5-fdde-4f17-80d2-7698cfd9864f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:52.778083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (d0f6233f-bd03-4589-842f-e525b753022d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.837182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (d0f6233f-bd03-4589-842f-e525b753022d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.887298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (d0f6233f-bd03-4589-842f-e525b753022d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.913439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f6233f-bd03-4589-842f-e525b753022d,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:52.990943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:52.992109 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c4de5e9d-23ea-4445-8807-0318ed969139 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917707 Apr 07 01:59:52.994901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54910) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:52.999198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf32d5-fdde-4f17-80d2-7698cfd9864f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:53.085235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (373cb75d-9efc-4367-a099-3bdbe659ce4f), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.142750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (373cb75d-9efc-4367-a099-3bdbe659ce4f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.205496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (373cb75d-9efc-4367-a099-3bdbe659ce4f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.223714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373cb75d-9efc-4367-a099-3bdbe659ce4f,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:53.272573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.274423 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1fc2d9a9-ab3b-4480-be6a-48e4f823b509 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2779522 Apr 07 01:59:53.277128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54912) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:53.281530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf32d5-fdde-4f17-80d2-7698cfd9864f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:53.348926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (bcf72e13-fcf1-46b8-94d3-a0c391d85abf), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.417407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (bcf72e13-fcf1-46b8-94d3-a0c391d85abf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.464383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (bcf72e13-fcf1-46b8-94d3-a0c391d85abf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.483315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf72e13-fcf1-46b8-94d3-a0c391d85abf,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:53.534903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.536079 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4447cb56-19ad-4757-9748-1d396615f6b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2579858 Apr 07 01:59:53.538828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54914) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:53.543107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf32d5-fdde-4f17-80d2-7698cfd9864f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:53.618189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ce70353a-04f7-4630-9026-f6bf41c45b46), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.676318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ce70353a-04f7-4630-9026-f6bf41c45b46), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.726972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ce70353a-04f7-4630-9026-f6bf41c45b46), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.745591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce70353a-04f7-4630-9026-f6bf41c45b46,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:53.801739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.802942 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eac5ae6e-7877-4980-93d5-b7761fda7596 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2631841 Apr 07 01:59:53.810820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54916) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:53.815297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf32d5-fdde-4f17-80d2-7698cfd9864f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:53.921388 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:59:53.931070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (90181e72-df9b-4024-93c1-41e1d1ed23cf), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:53.995348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (90181e72-df9b-4024-93c1-41e1d1ed23cf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.070119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (90181e72-df9b-4024-93c1-41e1d1ed23cf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.089402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90181e72-df9b-4024-93c1-41e1d1ed23cf,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:54.157758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.158991 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f61f5950-60c1-4671-9d9a-c9374b8c1ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3472102 Apr 07 01:59:54.161756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 54920) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 01:59:54.166588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'bcaf32d5-fdde-4f17-80d2-7698cfd9864f', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:54.251579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 01:59:54.256700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a6b58d5d-f0ac-4374-8cd5-848faf15f699), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.318094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a6b58d5d-f0ac-4374-8cd5-848faf15f699), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.383925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a6b58d5d-f0ac-4374-8cd5-848faf15f699), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.400103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b58d5d-f0ac-4374-8cd5-848faf15f699,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:54.484324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:54.486494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-06895d01-48f5-4c9c-9c60-00008e2dac76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3237634 Apr 07 01:59:54.652894 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-b9572e5e-6267-4346-aa74-aecc5a8f40f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976128412&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0524075 Apr 07 01:59:54.760580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-bb22724b-64e8-4b37-8f3c-972063351ce0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:54.762181 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-bb22724b-64e8-4b37-8f3c-972063351ce0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 796 time: 0.1028302 Apr 07 01:59:54.779804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-3921d3cf-09d5-4488-81d7-709541903164 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0118241 Apr 07 01:59:54.844704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-e6bcdb19-ff00-4a47-ac47-33d058674cd9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599756 Apr 07 01:59:54.949087 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-4e23efeb-3365-432a-9559-fd01e7d5fce6 service neutron] 10.222.0.25 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930512 Apr 07 01:59:55.046669 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-fd435fe2-6781-460c-816c-d574e7583ced service neutron] 10.222.0.25 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891595 Apr 07 01:59:55.329473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ce17e7d-a747-48c4-80e1-84d37375e1bb req-0ef91b57-914e-4c7e-a832-8e49988c8dc0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 210 time: 0.0362031 Apr 07 01:59:56.431227 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-541e9698-61e4-425a-ab7c-2ab8e03eac2b req-ac9b7f90-3c64-41b3-8614-cb801c75d9ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 210 time: 0.0269847 Apr 07 01:59:57.532113 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-33950322-e383-44da-b6f1-68687444c7cd req-743868ee-97f3-4b01-a5a8-efbb43401099 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 210 time: 0.0283194 Apr 07 01:59:57.576281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-dfabd034-ff36-434f-a1a9-3e6cc5377c30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:57.577764 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-dfabd034-ff36-434f-a1a9-3e6cc5377c30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 796 time: 0.1083336 Apr 07 01:59:57.666879 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-7f6198bf-3210-445c-bce8-415cbc94f933 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 473 time: 0.0693970 Apr 07 01:59:57.678063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': '0dc51bd6-4842-44d2-8235-5295be21331f', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['bcaf32d5-fdde-4f17-80d2-7698cfd9864f']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:57.869808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 01:59:57.873307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.015097 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.13 (1a24c8b9-b76f-438e-90dd-3f38decb9c6c/4b46e489-be42-4596-a57d-545eeff83ef2/2ac2086d-9b76-4ea9-a820-bf4ca35c82a7) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 01:59:58.166909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.287372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.335273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 01:59:58.338638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 01:59:58.342651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 01:59:58.349288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:58.406466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:58.407087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.501979 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-8a56cbfa-f06f-437d-8f18-620ce42698f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8274686 Apr 07 01:59:58.521894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Request body: {'port': {'device_id': '0dc51bd6-4842-44d2-8235-5295be21331f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 01:59:58.588266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.595764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c43bfa33-562d-49be-ac49-5d294f8a1dda None None] Provisioning complete for port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 01:59:58.596261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c43bfa33-562d-49be-ac49-5d294f8a1dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.637923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c43bfa33-562d-49be-ac49-5d294f8a1dda None None] Port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 01:59:58.666805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8530cb-e312-42c5-880a-b59109d897b3 req-a084062a-aa5f-407e-982d-b9e48fa1352f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:58.675691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd8530cb-e312-42c5-880a-b59109d897b3 req-a084062a-aa5f-407e-982d-b9e48fa1352f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 932 time: 0.0637109 Apr 07 01:59:58.723270 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd8530cb-e312-42c5-880a-b59109d897b3 req-1e2f879c-7eeb-4e06-98c7-a9f1fa160d99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 Apr 07 01:59:58.872013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 01:59:58.879386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Publish callbacks [] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:58.891421 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Transition to ACTIVE for port object 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 01:59:58.972545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:59.001145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f3858ea4-2e43-4055-af5e-9be0059d1687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:59.034435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:59.108835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Attempting to bind port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 01:59:59.109174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Attempting to bind port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 01:59:59.109514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Attempting to bind port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:59:59.114239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 01:59:59.114566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Attempting to bind port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 on network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 01:59:59.121289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 1, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 01:59:59.122550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Checking segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 01:59:59.122550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Bound using segment: {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 01:59:59.123256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Bound port: 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 01:59:59.123378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:59.201728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] For port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 01:59:59.205061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] For port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 01:59:59.280288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:59.315127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.315878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 01:59:59.317144 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] 10.222.0.10 "PUT /v2.0/ports/2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 HTTP/1.1" status: 200 len: 1094 time: 0.7997322 Apr 07 01:59:59.317590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 01:59:59.319924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39008830-bebd-42e0-b5ed-375b90ca5fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 01:59:59.348114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946de5b-4748-46a3-842e-e7bf306e4af8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 01:59:59.368595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 01:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1333467d-f44b-4883-98e8-a5cb2e976ffa x-openstack-request-id: req-1333467d-f44b-4883-98e8-a5cb2e976ffa {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 01:59:59.368929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 01:59:59.369191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1333467d-f44b-4883-98e8-a5cb2e976ffa {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 01:59:59.369614 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1333467d-f44b-4883-98e8-a5cb2e976ffa'] response: {'name': 'network-changed', 'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'status': 'completed', 'code': 200} Apr 07 01:59:59.445212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39008830-bebd-42e0-b5ed-375b90ca5fb2 req-754ffce1-c075-41d2-af12-ff30fa673a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.446975 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-39008830-bebd-42e0-b5ed-375b90ca5fb2 req-754ffce1-c075-41d2-af12-ff30fa673a27 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 1128 time: 0.0518675 Apr 07 01:59:59.559895 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39008830-bebd-42e0-b5ed-375b90ca5fb2 req-daaf5e5b-bb1b-4349-8c4c-1dfc60725920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.561893 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-39008830-bebd-42e0-b5ed-375b90ca5fb2 req-daaf5e5b-bb1b-4349-8c4c-1dfc60725920 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1070690 Apr 07 01:59:59.662835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39008830-bebd-42e0-b5ed-375b90ca5fb2 req-c87efcb6-99bc-4c20-b5db-158b74ce6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.664959 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-39008830-bebd-42e0-b5ed-375b90ca5fb2 req-c87efcb6-99bc-4c20-b5db-158b74ce6740 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943751 Apr 07 01:59:59.748041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-a1d7d7fa-2c0a-4211-8ac4-d620a7764144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.749615 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-a1d7d7fa-2c0a-4211-8ac4-d620a7764144 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 1128 time: 0.0486610 Apr 07 01:59:59.792947 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-81eb4f90-4f97-43d5-8b41-3452fe97a51c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 HTTP/1.1" status: 200 len: 217 time: 0.0350497 Apr 07 01:59:59.846236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-6facd9a7-7652-4e49-b85e-42bf1e855dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.847819 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-6facd9a7-7652-4e49-b85e-42bf1e855dc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b46e489-be42-4596-a57d-545eeff83ef2 HTTP/1.1" status: 200 len: 834 time: 0.0492609 Apr 07 01:59:59.852044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ded8c0-df31-4d26-8bb0-2b538ad35be1 req-ff5a36f5-f559-40ec-8b24-71e72806c1bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.853569 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39ded8c0-df31-4d26-8bb0-2b538ad35be1 req-ff5a36f5-f559-40ec-8b24-71e72806c1bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 944 time: 0.0568559 Apr 07 01:59:59.900659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-2b213f66-b54f-426b-befa-be8c59f50513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 01:59:59.902550 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-2b213f66-b54f-426b-befa-be8c59f50513 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0483763 Apr 07 01:59:59.906600 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39ded8c0-df31-4d26-8bb0-2b538ad35be1 req-a5bac893-849d-4a0d-ad8f-e22d34ad69f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472853 Apr 07 02:00:00.002449 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-86ea15e7-caf4-4ec9-bdc2-52563be285e6 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903265 Apr 07 02:00:00.108233 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eeb95356-b8ef-4556-894d-ddba2eef5f3f req-580f208d-efe3-4aa8-adb0-48041a230fde service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953946 Apr 07 02:00:01.029252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353237bb-980c-4d09-93b6-b235ec18ffd2 req-d945ecdd-0ff8-4a0e-9124-3768b8c7ca32 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:01.030762 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-353237bb-980c-4d09-93b6-b235ec18ffd2 req-d945ecdd-0ff8-4a0e-9124-3768b8c7ca32 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 944 time: 0.0525610 Apr 07 02:00:01.080902 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-353237bb-980c-4d09-93b6-b235ec18ffd2 req-8e046002-ed81-4214-b074-5eb7495e1f3a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444303 Apr 07 02:00:01.407346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-061d903c-1205-4de5-afd6-194d80a018f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:02.217408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9b156-0c0e-4693-88b8-57e60ccb1508 req-a85bc228-3507-4855-b813-fdaaa19fc9ae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:02.218855 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ca9b156-0c0e-4693-88b8-57e60ccb1508 req-a85bc228-3507-4855-b813-fdaaa19fc9ae tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 944 time: 0.0686240 Apr 07 02:00:02.273293 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ca9b156-0c0e-4693-88b8-57e60ccb1508 req-3ac48657-c74f-4832-a20f-35465095f111 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 Apr 07 02:00:02.470366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:02.513638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:00:02.615857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:02.629947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'port_id': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'mac_address': 'fa:16:3e:e4:2a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:00:02.670860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:00:02.671317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:02.687721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:00:02.706868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:02.761196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:02.815412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:02.822322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.822674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.823211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.823481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.823817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.824158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.824642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.825059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.825389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.825718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.826049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.826554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.827110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.827452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:02.827781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:03.044794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2ac2086d-9b76-4ea9-a820-bf4ca35c82a7'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:00:03.395343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4dafc-29f1-468e-9f60-ef7e5825c139 req-11b82e65-d24a-419e-a167-42534b466328 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:03.397137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9f4dafc-29f1-468e-9f60-ef7e5825c139 req-11b82e65-d24a-419e-a167-42534b466328 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 945 time: 0.0562613 Apr 07 02:00:03.449015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9f4dafc-29f1-468e-9f60-ef7e5825c139 req-4090907a-a9d2-40a1-bc08-8184ec064a96 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Apr 07 02:00:03.944527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:04.513686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:00:04.568552 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc0bd3-eb3c-4611-8c4f-827ceb9ade4b req-c2f3fb73-ff9a-416e-ab5e-42d6ec82bcba tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:04.572028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5afc0bd3-eb3c-4611-8c4f-827ceb9ade4b req-c2f3fb73-ff9a-416e-ab5e-42d6ec82bcba tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 945 time: 0.0533888 Apr 07 02:00:04.623405 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5afc0bd3-eb3c-4611-8c4f-827ceb9ade4b req-10fcb37d-825d-4932-aa79-bb3ffe16fd6d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Apr 07 02:00:04.629678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:00:04.633727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:00:04.634113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:04.711166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:00:04.711484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:04.734862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:04.737421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe0ad50-1ca6-458f-bc92-c11e927e4341" -d '{"events": [{"server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "name": "network-vif-plugged", "status": "completed", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:04.752170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:04.830258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e3f54-6e5b-485c-bf77-441994564b65 x-openstack-request-id: req-5a5e3f54-6e5b-485c-bf77-441994564b65 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:04.830555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "name": "network-vif-plugged", "status": "completed", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:04.830838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a5e3f54-6e5b-485c-bf77-441994564b65 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:04.831250 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5e3f54-6e5b-485c-bf77-441994564b65'] response: {'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'code': 200} Apr 07 02:00:04.863944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:04.924982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:05.211162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e7963-226d-479b-bea0-06ca8c41245b req-7d21eab3-7c31-4f70-ba15-42785f7936a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:05.212706 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-676e7963-226d-479b-bea0-06ca8c41245b req-7d21eab3-7c31-4f70-ba15-42785f7936a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 1130 time: 0.0468903 Apr 07 02:00:05.262906 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-676e7963-226d-479b-bea0-06ca8c41245b req-512c20a5-4631-4e6f-b4eb-2d573dbce4d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414226 Apr 07 02:00:05.308190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:05.328166 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:00:05.751913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a79f3-80a2-4618-88b0-6650ebbba062 req-f3b5af9e-6b82-45ab-ac58-df8dc3a80b4b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:05.753363 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-981a79f3-80a2-4618-88b0-6650ebbba062 req-f3b5af9e-6b82-45ab-ac58-df8dc3a80b4b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.0600858 Apr 07 02:00:05.803526 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-981a79f3-80a2-4618-88b0-6650ebbba062 req-9190594d-018a-4dcf-a8ea-7c0107d6e3b1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 Apr 07 02:00:06.933020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944c7b0-0fa7-4119-92c6-ee69a53f10b8 req-bb8da933-6c6b-475e-b518-9bd632e48712 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:06.934513 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a944c7b0-0fa7-4119-92c6-ee69a53f10b8 req-bb8da933-6c6b-475e-b518-9bd632e48712 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.0600650 Apr 07 02:00:06.985556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a944c7b0-0fa7-4119-92c6-ee69a53f10b8 req-e3be49d8-b171-4d5f-af80-fccdd035b4c4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Apr 07 02:00:08.120802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9a5da-d7c8-423c-a28d-1d6e0441acc0 req-bf5157f1-acde-4b1d-94c1-83b4a6a1bbd5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:08.122317 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a8c9a5da-d7c8-423c-a28d-1d6e0441acc0 req-bf5157f1-acde-4b1d-94c1-83b4a6a1bbd5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.0588555 Apr 07 02:00:08.174372 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a8c9a5da-d7c8-423c-a28d-1d6e0441acc0 req-811c63f5-3560-4174-bc9a-bcafe55deff5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Apr 07 02:00:08.297726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aea990-efed-4064-8312-ed9c6a33bb18 req-961c34c5-c691-40e4-be3e-604d2e4764c4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:08.299292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4aea990-efed-4064-8312-ed9c6a33bb18 req-961c34c5-c691-40e4-be3e-604d2e4764c4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.0559018 Apr 07 02:00:08.351324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4aea990-efed-4064-8312-ed9c6a33bb18 req-43389284-c75b-40b1-9bb8-29597160f3e3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464618 Apr 07 02:00:08.374677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:08.417621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db91ed46-3c44-4c27-9638-9dc333c16fd7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:08.419157 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-db91ed46-3c44-4c27-9638-9dc333c16fd7 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 1125 time: 0.0440605 Apr 07 02:00:08.422023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55008) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:08.426229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'port_id': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:00:08.469285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:08.935659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:09.001207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:09.112061 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP e7252414-78c6-4e7e-8c7b-c7767e237352 associated. External IP: 172.26.8.62, port: 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7. Apr 07 02:00:09.338634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:00:09.455885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:00:09.460797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:09.467534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:00:09.480153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:09.480896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:09.492194 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a308a8f4-81a8-4c6b-9e70-c12cb4bf65ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 991 time: 1.0691929 Apr 07 02:00:09.492795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:09.494993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55012) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:09.495533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:09.537392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a303ac-a35f-4e7e-85ba-7ba4ff1d55f7 x-openstack-request-id: req-63a303ac-a35f-4e7e-85ba-7ba4ff1d55f7 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:09.537696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:09.537958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63a303ac-a35f-4e7e-85ba-7ba4ff1d55f7 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:09.538377 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a303ac-a35f-4e7e-85ba-7ba4ff1d55f7'] response: {'name': 'network-changed', 'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'status': 'completed', 'code': 200} Apr 07 02:00:09.569819 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dfa819cc-843f-4dc7-8a3e-ebceb41ac256 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 991 time: 0.0736492 Apr 07 02:00:09.600800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:09.614991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-93731f20-c06e-43a6-82b0-9c67c8287ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:09.616515 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-93731f20-c06e-43a6-82b0-9c67c8287ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 1130 time: 0.0500376 Apr 07 02:00:09.715331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-e4acec34-6df8-4187-86e7-4f2549442601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:09.716887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-e4acec34-6df8-4187-86e7-4f2549442601 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 200 len: 896 time: 0.0938435 Apr 07 02:00:09.791353 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-6980b737-35d9-44e8-96ce-231206f94b7e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 HTTP/1.1" status: 200 len: 999 time: 0.0682209 Apr 07 02:00:09.840941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-1e5e37f8-d6f2-47ad-acb2-2bd4656c2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:09.842429 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-1e5e37f8-d6f2-47ad-acb2-2bd4656c2432 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b46e489-be42-4596-a57d-545eeff83ef2 HTTP/1.1" status: 200 len: 834 time: 0.0449288 Apr 07 02:00:09.891180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-80c851f1-d71b-4090-b308-4a0236281912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:09.897770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-80c851f1-d71b-4090-b308-4a0236281912 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1a24c8b9-b76f-438e-90dd-3f38decb9c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0497947 Apr 07 02:00:09.985984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e7252414-78c6-4e7e-8c7b-c7767e237352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'port_id': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'mac_address': 'fa:16:3e:e4:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc51bd6-4842-44d2-8235-5295be21331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:59:08Z', 'updated_at': '2022-04-07T02:00:08Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:09.997100 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-416b8865-e040-47f2-a818-d205fc402953 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930495 Apr 07 02:00:10.012898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:00:10.023071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:10.023566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:10.089129 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa954fd6-cdd3-4d0d-97f4-5849ff97362d req-378099c7-17b8-49e1-9973-23e8a3a1b9a1 service neutron] 10.222.0.10 "GET /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862706 Apr 07 02:00:10.136005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:10.367838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e7252414-78c6-4e7e-8c7b-c7767e237352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'port_id': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'mac_address': 'fa:16:3e:e4:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc51bd6-4842-44d2-8235-5295be21331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:59:08Z', 'updated_at': '2022-04-07T02:00:08Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:10.397622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718fdc58-7ec7-4593-99c7-83137d9695cd None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e7252414-78c6-4e7e-8c7b-c7767e237352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'port_id': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'mac_address': 'fa:16:3e:e4:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc51bd6-4842-44d2-8235-5295be21331f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:59:08Z', 'updated_at': '2022-04-07T02:00:08Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:00:10.572220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55018) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:10.601137 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa91e3a-7a65-4b67-9245-4574f5b443e8 None None] New status for floating IP e7252414-78c6-4e7e-8c7b-c7767e237352: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:00:10.635598 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6d4c2355-4e0b-4ac7-87db-e0cf048b5c87 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 991 time: 0.0619667 Apr 07 02:00:11.639179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55022) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:11.705321 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-528ba04d-a0f1-478a-a1a6-a192b2125d1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 200 len: 993 time: 0.0649853 Apr 07 02:00:17.278006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-21d181cb-42a1-4576-be9d-807a0a3204eb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1985821973&fields=id&tenant_id=d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 267 time: 0.0429695 Apr 07 02:00:17.381554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-1c1300ac-9841-401e-8514-64d4fa0f4bc1 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:17.383022 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-1c1300ac-9841-401e-8514-64d4fa0f4bc1 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 812 time: 0.0982573 Apr 07 02:00:17.397050 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-e0877817-e343-4a6e-bc2b-7ad49293de5e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/quotas/d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 375 time: 0.0086706 Apr 07 02:00:17.455936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7f0b8f45-826a-4a80-bf53-253bea0a0c07 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0540328 Apr 07 02:00:17.615107 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-b16efb54-7752-49e8-b4f9-aa9e552b5084 service neutron] 10.222.0.25 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474266 Apr 07 02:00:17.707158 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-0c0ef68b-ae79-46d3-be7c-0cdf1d0525b6 service neutron] 10.222.0.25 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862186 Apr 07 02:00:17.892120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:18.226986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7269d4e7-435b-46b4-8dd9-2cb3928b83d2 req-3389e127-fb5a-42d8-887d-48f84344d53d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Apr 07 02:00:19.318544 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c07af6ef-15f9-4075-8aeb-6e61f0a3bfbf req-4e5e5d10-83ab-4030-8c11-50ce40c86e95 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0270522 Apr 07 02:00:20.246642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-3abd58ce-579b-4bb2-a19f-4910116e87ee tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:20.248101 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-3abd58ce-579b-4bb2-a19f-4910116e87ee tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 812 time: 0.1028063 Apr 07 02:00:20.318606 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-908ab177-4c06-4199-ada3-668011af9b1e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d53abc16c6de49038c4d52d9f4840c22 HTTP/1.1" status: 200 len: 380 time: 0.0532715 Apr 07 02:00:20.327811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'port': {'device_id': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'admin_state_up': True, 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'security_groups': ['6269cc99-6995-4e9a-80b5-3b34a15a5e67']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:00:20.414279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5bf9db45-2f34-475e-9d9c-68b69df8d2a3 req-59bb0fc2-42ad-4c20-9aab-d14c6b950439 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0285177 Apr 07 02:00:20.497947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Made reservation on behalf of d53abc16c6de49038c4d52d9f4840c22 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:00:20.510682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:20.634814 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Allocated IP 172.20.0.13 (5be66362-4225-42f0-95ba-e0bcb8c23c7c/c25c6726-53a3-4da7-a0ae-870315ca5e0f/4a385e0a-01f1-402e-b7a3-27f3fb02c537) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:00:20.777976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:20.858522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:20.905327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:00:20.908577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:00:20.913062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:00:20.919383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=4a385e0a-01f1-402e-b7a3-27f3fb02c537,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:20.974553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:20.975390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:21.078018 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-588b2e0f-1c29-4c0e-86e5-5e8bb079589f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537131 Apr 07 02:00:21.093566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Request body: {'port': {'device_id': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:00:21.153373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dd23bf1d-ad72-4761-8dcf-cbe6c7605b8c None None] Provisioning complete for port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:00:21.154481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd23bf1d-ad72-4761-8dcf-cbe6c7605b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:21.199184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dd23bf1d-ad72-4761-8dcf-cbe6c7605b8c None None] Port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:00:21.492017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:21.535397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faf30b7-e85c-47ae-ac9f-15309f6bf820 req-15ba68b3-06c1-4029-910b-b847d43f1648 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:21.537014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3faf30b7-e85c-47ae-ac9f-15309f6bf820 req-15ba68b3-06c1-4029-910b-b847d43f1648 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 932 time: 0.0527248 Apr 07 02:00:21.596047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3faf30b7-e85c-47ae-ac9f-15309f6bf820 req-6f085720-2545-4891-a728-c68c60276619 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526028 Apr 07 02:00:21.774096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a385e0a-01f1-402e-b7a3-27f3fb02c537 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:00:21.781609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Publish callbacks [] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:21.793978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Transition to ACTIVE for port object 4a385e0a-01f1-402e-b7a3-27f3fb02c537 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:00:21.864038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:21.918881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a385e0a-01f1-402e-b7a3-27f3fb02c537,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:21.986582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Attempting to bind port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:00:21.987563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Attempting to bind port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:00:21.987907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Attempting to bind port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:00:21.992581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:00:21.992943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Attempting to bind port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 on network 5be66362-4225-42f0-95ba-e0bcb8c23c7c {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:00:21.998215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:00:21.998570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Checking segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:00:21.998970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Bound using segment: {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:00:21.999407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Bound port: 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b68229-9c01-40a0-9596-3cdfdd8448d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:00:21.999773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:22.070354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] For port 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:00:22.074951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] For port 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:00:22.161571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:22.195288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.195998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:22.197306 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] 10.222.0.10 "PUT /v2.0/ports/4a385e0a-01f1-402e-b7a3-27f3fb02c537 HTTP/1.1" status: 200 len: 1094 time: 1.1083987 Apr 07 02:00:22.197753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:22.199995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6151bec3-cab3-484b-8dfe-82f0abc2bda2" -d '{"events": [{"name": "network-changed", "server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:22.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842a615-99d3-49fb-8f6c-10379555abd5 service neutron] Pushing event updated for resources: {'Port': ['ID=4a385e0a-01f1-402e-b7a3-27f3fb02c537,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:22.257960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15418ae-a931-4e86-b3b5-54d308a658db x-openstack-request-id: req-d15418ae-a931-4e86-b3b5-54d308a658db {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:22.260805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:22.260805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d15418ae-a931-4e86-b3b5-54d308a658db {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:22.260805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d15418ae-a931-4e86-b3b5-54d308a658db'] response: {'name': 'network-changed', 'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'status': 'completed', 'code': 200} Apr 07 02:00:22.329023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bec3-cab3-484b-8dfe-82f0abc2bda2 req-99997e97-712f-486d-ad26-d7c343d20bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.331282 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6151bec3-cab3-484b-8dfe-82f0abc2bda2 req-99997e97-712f-486d-ad26-d7c343d20bd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 1128 time: 0.0488029 Apr 07 02:00:22.441958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bec3-cab3-484b-8dfe-82f0abc2bda2 req-22f6e515-9ae4-4d40-8319-3d900994a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.443451 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6151bec3-cab3-484b-8dfe-82f0abc2bda2 req-22f6e515-9ae4-4d40-8319-3d900994a5ce service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d53abc16c6de49038c4d52d9f4840c22&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1031647 Apr 07 02:00:22.540490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151bec3-cab3-484b-8dfe-82f0abc2bda2 req-a72f52b6-ab6c-4fc9-809e-e49f08b1acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.541921 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6151bec3-cab3-484b-8dfe-82f0abc2bda2 req-a72f52b6-ab6c-4fc9-809e-e49f08b1acee service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927076 Apr 07 02:00:22.637834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-ab5c8cf3-d99f-4b9c-9b41-f951432467e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.639488 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-ab5c8cf3-d99f-4b9c-9b41-f951432467e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 1128 time: 0.0600061 Apr 07 02:00:22.684724 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-5e78077c-831b-4b3a-ae16-a4ff4bc81bcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537 HTTP/1.1" status: 200 len: 217 time: 0.0386415 Apr 07 02:00:22.730110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef783e2-e343-440c-bc92-f21809e061a2 req-b716d49d-6cc2-4692-833e-01b39384352f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.731641 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eef783e2-e343-440c-bc92-f21809e061a2 req-b716d49d-6cc2-4692-833e-01b39384352f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0605948 Apr 07 02:00:22.744144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-37529191-b974-4849-ac57-bcd524844fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.745793 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-37529191-b974-4849-ac57-bcd524844fa0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0547032 Apr 07 02:00:22.789324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eef783e2-e343-440c-bc92-f21809e061a2 req-602a30c6-4df4-4a42-8e01-c3839a94b78e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510457 Apr 07 02:00:22.798673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-42716112-1d99-4860-856e-d400c9c4b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:22.800389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-42716112-1d99-4860-856e-d400c9c4b152 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0455279 Apr 07 02:00:22.898434 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-e2c1969c-3037-4f05-b3b5-4585c63afa34 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902641 Apr 07 02:00:22.993783 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4c60949-3af8-4d97-a4d3-b2b7e0ea320b req-84440d7b-574c-42bb-ac1a-83c1d889132c service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885878 Apr 07 02:00:23.913129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd69ce-7ba4-4fe4-997e-ab889cae49d5 req-32f4e169-4f14-46a4-88ba-6400501f5f1a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:23.914699 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5dfd69ce-7ba4-4fe4-997e-ab889cae49d5 req-32f4e169-4f14-46a4-88ba-6400501f5f1a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0550625 Apr 07 02:00:23.964715 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5dfd69ce-7ba4-4fe4-997e-ab889cae49d5 req-e1ef94a7-5da0-4174-a3e2-673d55dccabc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440948 Apr 07 02:00:25.089108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180884c-f701-4a97-92c0-0717240be9ad req-8507c905-6186-4810-b315-be97e2e142df tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:25.090900 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2180884c-f701-4a97-92c0-0717240be9ad req-8507c905-6186-4810-b315-be97e2e142df tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0570755 Apr 07 02:00:25.143832 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2180884c-f701-4a97-92c0-0717240be9ad req-6db5cab3-6ad9-44fc-8090-bb0e97f2f205 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471706 Apr 07 02:00:26.263116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b9dd7-198a-4b3c-93fa-7baee4b47e52 req-53608d52-510d-4209-bce4-0984c2faa840 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:26.264969 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-306b9dd7-198a-4b3c-93fa-7baee4b47e52 req-53608d52-510d-4209-bce4-0984c2faa840 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0548255 Apr 07 02:00:26.314631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-306b9dd7-198a-4b3c-93fa-7baee4b47e52 req-6e83e6a6-5d61-4e55-9dfa-1f648bf52820 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436933 Apr 07 02:00:27.436625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058f138-2f92-47a2-b35e-5037090d4a3a req-8a442127-305e-49a6-9ac4-dc628ecec94e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:27.438138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7058f138-2f92-47a2-b35e-5037090d4a3a req-8a442127-305e-49a6-9ac4-dc628ecec94e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0558655 Apr 07 02:00:27.491932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7058f138-2f92-47a2-b35e-5037090d4a3a req-68af463d-7258-4ca6-8559-a61ff3ea8ec2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Apr 07 02:00:28.617015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219710-b8d6-43ff-a530-4e1412fde2e6 req-ab441671-4dbd-4f07-a677-ddc219006150 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:28.618536 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa219710-b8d6-43ff-a530-4e1412fde2e6 req-ab441671-4dbd-4f07-a677-ddc219006150 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0565245 Apr 07 02:00:28.669390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa219710-b8d6-43ff-a530-4e1412fde2e6 req-2a638f9d-a51e-4c03-b58d-ba55cc8aef5d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449979 Apr 07 02:00:28.902481 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-eac4da16-680b-4b12-9503-7fd15a90762e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479269 Apr 07 02:00:28.991906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-29aaa1a6-9063-4a88-b568-37c2e9e8a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:28.993463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-29aaa1a6-9063-4a88-b568-37c2e9e8a45b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1129 time: 0.0458784 Apr 07 02:00:29.034069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-37e1e0ae-1d72-4e7f-aba1-f9d2f31c1bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:29.100461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-71c14c44-306a-46ad-8654-0a78c5b5b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:29.101967 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-71c14c44-306a-46ad-8654-0a78c5b5b9bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.0893021 Apr 07 02:00:29.170896 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-46950933-1b91-485b-b204-85c8ab69f3f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 1001 time: 0.0604753 Apr 07 02:00:29.221362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-204d8e6c-fd15-4e33-a4c1-a61be07ed570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:29.222782 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-204d8e6c-fd15-4e33-a4c1-a61be07ed570 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0440395 Apr 07 02:00:29.276888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-b86b8012-4c71-4a45-bead-bf700dbf5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:29.278388 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-b86b8012-4c71-4a45-bead-bf700dbf5006 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477982 Apr 07 02:00:29.366331 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-1ba059b6-c759-4168-9228-02476cc48174 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807204 Apr 07 02:00:29.462782 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87a6216c-b7b0-494a-bc4c-8456146ddf01 req-5c979546-9b91-454d-9e07-793a43f1eeb2 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861530 Apr 07 02:00:29.792021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2489f2-66e5-4290-9074-a80e0b3a6c8e req-c1aa74b8-1951-45f0-a08a-adb07def0055 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:29.793516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c2489f2-66e5-4290-9074-a80e0b3a6c8e req-c1aa74b8-1951-45f0-a08a-adb07def0055 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0554004 Apr 07 02:00:29.846790 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c2489f2-66e5-4290-9074-a80e0b3a6c8e req-183c089b-a158-4624-bc12-385e037d5544 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470352 Apr 07 02:00:30.969471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd47387-dfd3-4006-9ae5-19dd7ce351d6 req-0813e95e-cf3f-40d5-ade6-efdfdd418647 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:30.971044 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7cd47387-dfd3-4006-9ae5-19dd7ce351d6 req-0813e95e-cf3f-40d5-ade6-efdfdd418647 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0564704 Apr 07 02:00:31.020846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7cd47387-dfd3-4006-9ae5-19dd7ce351d6 req-bbd47bd8-ea1b-4e44-9dd4-12708533e64a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 Apr 07 02:00:31.400960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cc406c10-7736-4085-a3a6-3c60c69b033e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:32.138987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062eac7-aa28-4e51-b9f0-9370d87c3e50 req-a69be3fb-15dd-45d9-acc2-7055bf9504d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:32.140475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9062eac7-aa28-4e51-b9f0-9370d87c3e50 req-a69be3fb-15dd-45d9-acc2-7055bf9504d7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0531659 Apr 07 02:00:32.188670 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9062eac7-aa28-4e51-b9f0-9370d87c3e50 req-d357b030-71b9-4338-acf7-b1c1c2d897d1 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 Apr 07 02:00:32.474741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:33.307813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de871031-ca43-4922-a2fe-774003dc9872 req-e3b54ebe-d331-4da6-9f64-7fbd03ab1f26 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:33.309460 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de871031-ca43-4922-a2fe-774003dc9872 req-e3b54ebe-d331-4da6-9f64-7fbd03ab1f26 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0555272 Apr 07 02:00:33.357935 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de871031-ca43-4922-a2fe-774003dc9872 req-e33f2f6e-6cf7-4dd6-941a-e1b2522e8369 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424285 Apr 07 02:00:33.949721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:34.474799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca5dbf-a521-4af9-a2ae-7e782d70b70e req-f2be5864-04d8-460f-8c7b-70b91d58ba5d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:34.476276 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-13ca5dbf-a521-4af9-a2ae-7e782d70b70e req-f2be5864-04d8-460f-8c7b-70b91d58ba5d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0518138 Apr 07 02:00:34.524210 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-13ca5dbf-a521-4af9-a2ae-7e782d70b70e req-afb21685-307d-4349-a583-be7f60999da0 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424120 Apr 07 02:00:35.319021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:35.641372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f1bde-cc61-4506-921f-4272ae2fe485 req-10375127-a360-4d51-b4f1-716e2f638296 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:35.642816 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4c5f1bde-cc61-4506-921f-4272ae2fe485 req-10375127-a360-4d51-b4f1-716e2f638296 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0511167 Apr 07 02:00:35.695115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4c5f1bde-cc61-4506-921f-4272ae2fe485 req-53c323d7-f83b-4324-803e-6df1b26761fb tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463569 Apr 07 02:00:36.817161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc1c92-21f4-471c-b274-b9da44e0ce25 req-17fc64f7-30c4-4462-a61c-6331d5f01f1e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:36.818675 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcdc1c92-21f4-471c-b274-b9da44e0ce25 req-17fc64f7-30c4-4462-a61c-6331d5f01f1e tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0530660 Apr 07 02:00:36.867768 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcdc1c92-21f4-471c-b274-b9da44e0ce25 req-97b8e134-9400-44b4-8f87-dca6ef693134 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Apr 07 02:00:37.981514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba543f-4804-4865-b915-91d3da55158b req-eda6ef36-28e7-4ed1-92bf-6b47d6232902 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:37.982976 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e7ba543f-4804-4865-b915-91d3da55158b req-eda6ef36-28e7-4ed1-92bf-6b47d6232902 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 944 time: 0.0506403 Apr 07 02:00:38.030088 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e7ba543f-4804-4865-b915-91d3da55158b req-3b72a457-eb36-4f02-8edf-700de71f8d8a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 Apr 07 02:00:38.627681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4a385e0a-01f1-402e-b7a3-27f3fb02c537 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:00:38.725182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:38.736377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'port_id': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'mac_address': 'fa:16:3e:fd:c9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:00:38.773023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:00:38.773416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:38.786526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a385e0a-01f1-402e-b7a3-27f3fb02c537 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:00:38.805196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:38.913474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:38.960418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=4a385e0a-01f1-402e-b7a3-27f3fb02c537,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:39.150622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2294cf-c5bf-452e-b32e-4581054571c7 req-2b43f6c6-29f2-47da-820c-b8643853e5b2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:39.152099 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e2294cf-c5bf-452e-b32e-4581054571c7 req-2b43f6c6-29f2-47da-820c-b8643853e5b2 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 945 time: 0.0557618 Apr 07 02:00:39.188291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['4a385e0a-01f1-402e-b7a3-27f3fb02c537'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:00:39.199677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e2294cf-c5bf-452e-b32e-4581054571c7 req-864f4869-6d89-4f27-b7a1-d06e25d8001c tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Apr 07 02:00:40.315215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ba383-49ec-4566-8bbb-0d30284b3c5c req-c9475218-1574-469c-a511-92074e8cf142 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:40.316716 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1f4ba383-49ec-4566-8bbb-0d30284b3c5c req-c9475218-1574-469c-a511-92074e8cf142 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Apr 07 02:00:40.365326 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1f4ba383-49ec-4566-8bbb-0d30284b3c5c req-0a950810-e6f9-44b9-9bac-61f4f64a27bc tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429790 Apr 07 02:00:40.631311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4a385e0a-01f1-402e-b7a3-27f3fb02c537 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:00:40.720168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:00:40.723762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:00:40.724149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:40.802067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:00:40.803072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:40.825293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:40.827527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc77ca-2abd-4149-a1e5-283ec2a9f9de" -d '{"events": [{"server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "name": "network-vif-plugged", "status": "completed", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:40.841576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:40.867634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c848020a-2485-4100-8656-45ee66a03231 x-openstack-request-id: req-c848020a-2485-4100-8656-45ee66a03231 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:40.867634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "name": "network-vif-plugged", "status": "completed", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:40.867634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c848020a-2485-4100-8656-45ee66a03231 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:40.867634 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c848020a-2485-4100-8656-45ee66a03231'] response: {'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'code': 200} Apr 07 02:00:40.908985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:40.959190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=4a385e0a-01f1-402e-b7a3-27f3fb02c537,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:41.147155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fa3c-02b0-4952-b85b-112740a589c3 req-4cc22244-c78d-4657-adaf-301222e143c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:41.148624 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4f7fa3c-02b0-4952-b85b-112740a589c3 req-4cc22244-c78d-4657-adaf-301222e143c9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 1130 time: 0.0462055 Apr 07 02:00:41.196265 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f4f7fa3c-02b0-4952-b85b-112740a589c3 req-a7b0db5f-940f-4f25-bed5-ee08261a18c5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392077 Apr 07 02:00:41.486618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b46ff-72ad-47a8-afb6-2dd059e480e2 req-09f92b0b-4a3b-4508-906e-9d002185c889 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:41.488090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a38b46ff-72ad-47a8-afb6-2dd059e480e2 req-09f92b0b-4a3b-4508-906e-9d002185c889 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.0556018 Apr 07 02:00:41.536138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a38b46ff-72ad-47a8-afb6-2dd059e480e2 req-13612946-411a-408b-882f-004fe26067c7 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417516 Apr 07 02:00:42.326497 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:00:42.656037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe3c6-fc49-43a6-b515-6efbe40e64a3 req-3eedcb5f-973e-460b-8e88-e05830474f3f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:42.657560 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e21fe3c6-fc49-43a6-b515-6efbe40e64a3 req-3eedcb5f-973e-460b-8e88-e05830474f3f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.0535843 Apr 07 02:00:42.705080 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e21fe3c6-fc49-43a6-b515-6efbe40e64a3 req-e5d0574f-6a57-4b30-8519-b051a42fa457 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Apr 07 02:00:43.823378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124fda2-ceff-42bb-84e1-85b1b5fbb26d req-3d49d759-ad07-4058-840f-b2ef511d9840 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:43.824832 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d124fda2-ceff-42bb-84e1-85b1b5fbb26d req-3d49d759-ad07-4058-840f-b2ef511d9840 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.0521486 Apr 07 02:00:43.876966 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d124fda2-ceff-42bb-84e1-85b1b5fbb26d req-ea7900c9-d915-45db-a8b3-12c64731c534 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464947 Apr 07 02:00:43.996808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6a60-a146-4c6f-8b89-7ccea40e9283 req-ea75ef22-f8bd-4569-ac55-cfd07f410007 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:43.998232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d4c6a60-a146-4c6f-8b89-7ccea40e9283 req-ea75ef22-f8bd-4569-ac55-cfd07f410007 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.0529053 Apr 07 02:00:44.049700 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d4c6a60-a146-4c6f-8b89-7ccea40e9283 req-cd1ac9ff-b71e-4318-8b0e-2b7d8c9dada8 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458152 Apr 07 02:00:44.071766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55122) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:44.211945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b30046-d642-4fcc-b442-96d4b0cd92f0 tempest-TestVolumeBootPattern-699116869 tempest-TestVolumeBootPattern-699116869-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:44.213509 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a8b30046-d642-4fcc-b442-96d4b0cd92f0 tempest-TestVolumeBootPattern-699116869 tempest-TestVolumeBootPattern-699116869-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 1125 time: 0.1407590 Apr 07 02:00:44.216556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55126) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:44.220700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:00:44.320548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:44.423519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:44.527473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Allocated IP 172.26.8.204 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/618607b5-bb6f-4a20-9667-b949febe9367) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:00:44.643327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (618607b5-bb6f-4a20-9667-b949febe9367), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:44.766651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (618607b5-bb6f-4a20-9667-b949febe9367), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:44.806920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:00:44.809962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:00:44.813525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:00:44.836121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=618607b5-bb6f-4a20-9667-b949febe9367,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:44.847295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.847644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.847986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.848323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.848657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.849057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.850032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.850361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.850712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.851015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.851343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.851666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.851991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.852315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:44.852638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:45.218972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (240642b8-fa58-4a74-b2e9-a07a6313853f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:45.310187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba0872-56e7-48d1-8824-bec263f2b41f req-2912510e-e57b-47a8-bdcf-a1dbe8e04e5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:45.311679 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5ba0872-56e7-48d1-8824-bec263f2b41f req-2912510e-e57b-47a8-bdcf-a1dbe8e04e5c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.0517395 Apr 07 02:00:45.384971 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5ba0872-56e7-48d1-8824-bec263f2b41f req-16cafa67-4dfc-4f72-b97b-7316fa10badb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674393 Apr 07 02:00:45.387557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (618607b5-bb6f-4a20-9667-b949febe9367), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:45.824223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for port (618607b5-bb6f-4a20-9667-b949febe9367), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:45.903331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (618607b5-bb6f-4a20-9667-b949febe9367), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:45.970738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event updated for resources: {'Port': ['ID=618607b5-bb6f-4a20-9667-b949febe9367,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:45.978808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (240642b8-fa58-4a74-b2e9-a07a6313853f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:46.079916 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Floating IP 240642b8-fa58-4a74-b2e9-a07a6313853f associated. External IP: 172.26.8.204, port: 4a385e0a-01f1-402e-b7a3-27f3fb02c537. Apr 07 02:00:46.288667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:00:46.397515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:00:46.407393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:00:46.418607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:46.419233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:46.491561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:46.527277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:46.529535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4b8addb0-1f32-4d75-92f2-2870a0f6e757 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3119507 Apr 07 02:00:46.530860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:46.537333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36" -d '{"events": [{"name": "network-changed", "server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:46.543087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d1ec9-0e10-465d-8e39-d719338f61dd req-509b2efa-38b0-40e5-9321-8d1112664576 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:46.544603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-936d1ec9-0e10-465d-8e39-d719338f61dd req-509b2efa-38b0-40e5-9321-8d1112664576 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.0890481 Apr 07 02:00:46.574996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171a52b-5463-48c3-b663-c83530a3cb24 x-openstack-request-id: req-6171a52b-5463-48c3-b663-c83530a3cb24 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:46.575301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:46.575554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6171a52b-5463-48c3-b663-c83530a3cb24 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:46.575946 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6171a52b-5463-48c3-b663-c83530a3cb24'] response: {'name': 'network-changed', 'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'status': 'completed', 'code': 200} Apr 07 02:00:46.608494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-936d1ec9-0e10-465d-8e39-d719338f61dd req-d0432c85-b6ce-4b9a-8ced-089016e664c6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=bcaf32d5-fdde-4f17-80d2-7698cfd9864f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485270 Apr 07 02:00:46.643067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-2efc38c1-44c4-4ae8-a929-2a0e0f1e3dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:46.644584 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-2efc38c1-44c4-4ae8-a929-2a0e0f1e3dfe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 1130 time: 0.0466826 Apr 07 02:00:46.767483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '240642b8-fa58-4a74-b2e9-a07a6313853f', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.204', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:fd:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:00:45Z', 'updated_at': '2022-04-07T02:00:45Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}, {'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:45Z', 'revision_number': 1, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:46.797656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:00:46.806139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:46.806742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:46.807379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-7a7ddb76-53df-451a-8810-587ecc3ade6b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:46.808922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-7a7ddb76-53df-451a-8810-587ecc3ade6b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 946 time: 0.1218050 Apr 07 02:00:46.813532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-c17600f3-09fb-47b7-9149-03ce9c8f2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:46.815013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-c17600f3-09fb-47b7-9149-03ce9c8f2276 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.1292171 Apr 07 02:00:46.918118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:46.932119 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-c8b0d882-4639-4f48-b03d-903a9ff3c2ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537 HTTP/1.1" status: 200 len: 1000 time: 0.1091630 Apr 07 02:00:46.983340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:00:46.983787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.035716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-7f5c8912-262d-4aca-a09b-d2ddb43b7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:47.037673 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-7f5c8912-262d-4aca-a09b-d2ddb43b7b5f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0956416 Apr 07 02:00:47.120983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:47.121359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.140590 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-838ce6ed-4ed9-4d6b-85c7-63069debc704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:47.142149 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-838ce6ed-4ed9-4d6b-85c7-63069debc704 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0931787 Apr 07 02:00:47.298029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '240642b8-fa58-4a74-b2e9-a07a6313853f', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.204', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:fd:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:00:45Z', 'updated_at': '2022-04-07T02:00:45Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}, {'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:45Z', 'revision_number': 1, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:47.327290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8de46e0-fbbe-4e94-920d-fa204a02619f None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '240642b8-fa58-4a74-b2e9-a07a6313853f', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.204', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:fd:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:00:45Z', 'updated_at': '2022-04-07T02:00:45Z', 'revision_number': 0, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}, {'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:45Z', 'revision_number': 1, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:00:47.343133 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-8db6868e-b814-456a-898f-094e193ea7bb service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703277 Apr 07 02:00:47.413369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.413734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.414052 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP e7252414-78c6-4e7e-8c7b-c7767e237352 disassociated. External IP: 172.26.8.62, port: 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7. Apr 07 02:00:47.414399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:00:47.495227 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af4c63fc-e7c7-43eb-9a4a-95e3b3ec2d36 req-89e7ea52-34aa-4e8e-b06d-9fded0f9aef7 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451478 Apr 07 02:00:47.527096 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955fa0f3-1544-4115-bd13-6e6df9847ea7 None None] New status for floating IP 240642b8-fa58-4a74-b2e9-a07a6313853f: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:00:47.662208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2ac2086d-9b76-4ea9-a820-bf4ca35c82a7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.697974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=2ac2086d-9b76-4ea9-a820-bf4ca35c82a7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:47.712290 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-936b478f-3775-4d16-9163-e8b1b4fec6da req-407fcce8-4320-47ce-8d12-0749a296c170 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 210 time: 0.0277376 Apr 07 02:00:47.819509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:00:47.907440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.928455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:00:47.938429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:00:47.949068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:47.949729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:47.971083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:00:47.973671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:47.977542 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8aadb67c-20c6-4f42-8b4b-d7110f31a736 req-23382a59-f74d-419e-947f-dda26042fa82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 HTTP/1.1" status: 204 len: 173 time: 1.1616054 Apr 07 02:00:47.977927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'name': 'network-vif-deleted', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:47.980165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492cf5b5-2b9f-4f83-a70f-e9f6b108423d" -d '{"events": [{"server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "name": "network-vif-deleted", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:48.022138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84c8c7e-c4d9-43a7-9b6b-6529d0d0a8bf x-openstack-request-id: req-b84c8c7e-c4d9-43a7-9b6b-6529d0d0a8bf {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:48.022419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc51bd6-4842-44d2-8235-5295be21331f", "name": "network-vif-deleted", "tag": "2ac2086d-9b76-4ea9-a820-bf4ca35c82a7", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:48.022679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b84c8c7e-c4d9-43a7-9b6b-6529d0d0a8bf {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:48.023095 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84c8c7e-c4d9-43a7-9b6b-6529d0d0a8bf'] response: {'server_uuid': '0dc51bd6-4842-44d2-8235-5295be21331f', 'name': 'network-vif-deleted', 'tag': '2ac2086d-9b76-4ea9-a820-bf4ca35c82a7', 'status': 'completed', 'code': 200} Apr 07 02:00:48.067048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:48.272625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:48.304171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:00:48.312537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:48.313191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:48.425433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:48.618019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:48.648744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268ae994-2371-470f-b8d7-71ccd3fde958 None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '55afb28a-a34d-4077-9b98-7b2c4390d0cc', 'name': '', 'network_id': '1a24c8b9-b76f-438e-90dd-3f38decb9c6c', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:82:5c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:50Z', 'updated_at': '2022-04-07T01:58:53Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '4b46e489-be42-4596-a57d-545eeff83ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:00:48.827295 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-527f6d66-a0b2-44e5-a89c-260765826567 req-ad742ea3-6483-461c-b61e-6df3558646e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dc51bd6-4842-44d2-8235-5295be21331f HTTP/1.1" status: 200 len: 210 time: 0.0280509 Apr 07 02:00:48.884364 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e734ff8-1bf2-4be6-ac12-09b829a79ab0 None None] New status for floating IP e7252414-78c6-4e7e-8c7b-c7767e237352: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:00:49.880158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55150) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:49.935651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-180a1157-cfe3-40b3-bc60-14fdac001daa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (bcaf32d5-fdde-4f17-80d2-7698cfd9864f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:49.960213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-180a1157-cfe3-40b3-bc60-14fdac001daa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (bcaf32d5-fdde-4f17-80d2-7698cfd9864f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.132119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-180a1157-cfe3-40b3-bc60-14fdac001daa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (bcaf32d5-fdde-4f17-80d2-7698cfd9864f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.134762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-180a1157-cfe3-40b3-bc60-14fdac001daa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.135948 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-180a1157-cfe3-40b3-bc60-14fdac001daa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/bcaf32d5-fdde-4f17-80d2-7698cfd9864f HTTP/1.1" status: 204 len: 168 time: 0.2545924 Apr 07 02:00:50.144981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a1157-cfe3-40b3-bc60-14fdac001daa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf32d5-fdde-4f17-80d2-7698cfd9864f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:50.217972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55154) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:50.341452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port e5443eb7-8d46-48d5-b93e-afc0c9b27c23 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:00:50.341798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.416058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.416315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.428332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for e5443eb7-8d46-48d5-b93e-afc0c9b27c23 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:00:50.632722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e5443eb7-8d46-48d5-b93e-afc0c9b27c23), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.657889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=e5443eb7-8d46-48d5-b93e-afc0c9b27c23,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:50.682904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:00:50.703305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:00:50.703664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2ac2086d-9b76-4ea9-a820-bf4ca35c82a7 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:00:50.723417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (e7252414-78c6-4e7e-8c7b-c7767e237352), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.726106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:50.727266 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a5de4207-d73d-4846-909f-224ebd387a53 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/e7252414-78c6-4e7e-8c7b-c7767e237352 HTTP/1.1" status: 204 len: 168 time: 0.5082717 Apr 07 02:00:51.217950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46058e-b4ae-4d14-994b-22f4fdbb2a66 req-28cf40ca-17c6-4f82-802e-93d1b7923c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:51.219421 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9e46058e-b4ae-4d14-994b-22f4fdbb2a66 req-28cf40ca-17c6-4f82-802e-93d1b7923c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0517886 Apr 07 02:00:51.268196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9e46058e-b4ae-4d14-994b-22f4fdbb2a66 req-af24b20f-d720-48ce-977e-d53337ff1dd4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Apr 07 02:00:52.394764 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8ffc1-4987-47d3-a1f0-60fdc42ceb3f req-98784f5b-03a6-4e3c-b400-75bbcacc97a2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:52.396264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-50e8ffc1-4987-47d3-a1f0-60fdc42ceb3f req-98784f5b-03a6-4e3c-b400-75bbcacc97a2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0559027 Apr 07 02:00:52.444157 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-50e8ffc1-4987-47d3-a1f0-60fdc42ceb3f req-d8227cd5-4308-4eea-a7c2-53254774f6af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=652a8ba8-630a-4e53-9f72-d47f0d770d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422356 Apr 07 02:00:52.669310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d73e1726-6e0f-4976-ad8a-24d6bc304ecb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:52.670773 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d73e1726-6e0f-4976-ad8a-24d6bc304ecb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 945 time: 0.0523534 Apr 07 02:00:52.774294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:00:52.774658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:52.865629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 953000cc-59cd-4cac-ac0f-bf88d53d6a04, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=953000cc-59cd-4cac-ac0f-bf88d53d6a04,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:52.866196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:52.878937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 953000cc-59cd-4cac-ac0f-bf88d53d6a04 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:00:53.097748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (953000cc-59cd-4cac-ac0f-bf88d53d6a04), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:53.128035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=953000cc-59cd-4cac-ac0f-bf88d53d6a04,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:53.141406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.141406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.141406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.141406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.141804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.142000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.142259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.142583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.142909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.143249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.143561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.143891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.144208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.144528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.144867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:00:53.180583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 953000cc-59cd-4cac-ac0f-bf88d53d6a04 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:00:53.182919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:53.186231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-484bb411-69b2-4893-a1dc-b9ec8ff47625 req-d0ea64b6-4424-4eee-88fb-ecb90afd8b99 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/953000cc-59cd-4cac-ac0f-bf88d53d6a04 HTTP/1.1" status: 204 len: 173 time: 0.5080178 Apr 07 02:00:53.186664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'name': 'network-vif-deleted', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:00:53.188903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb39aad9-adfc-48df-ae92-21ff096174ab" -d '{"events": [{"server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "name": "network-vif-deleted", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:00:53.224262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055581b0-d625-4a09-9b4c-3addeea846ff x-openstack-request-id: req-055581b0-d625-4a09-9b4c-3addeea846ff {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:00:53.225054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2980520-60b2-4be9-a2fc-112cbaea6d4b", "name": "network-vif-deleted", "tag": "953000cc-59cd-4cac-ac0f-bf88d53d6a04", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:00:53.225054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-055581b0-d625-4a09-9b4c-3addeea846ff {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:00:53.225296 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055581b0-d625-4a09-9b4c-3addeea846ff'] response: {'server_uuid': 'a2980520-60b2-4be9-a2fc-112cbaea6d4b', 'name': 'network-vif-deleted', 'tag': '953000cc-59cd-4cac-ac0f-bf88d53d6a04', 'status': 'completed', 'code': 200} Apr 07 02:00:53.558445 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-619e8cb2-a26c-4d5e-98c6-8a8dab1c1ff2 req-323db0b4-cb2c-4ffd-aacf-aaa3535ecacf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2980520-60b2-4be9-a2fc-112cbaea6d4b HTTP/1.1" status: 200 len: 210 time: 0.0283463 Apr 07 02:00:54.616077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55170) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:54.671999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-994c1409-3083-494f-837a-6f4cde65c0b3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (652a8ba8-630a-4e53-9f72-d47f0d770d2a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:54.697348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-994c1409-3083-494f-837a-6f4cde65c0b3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (652a8ba8-630a-4e53-9f72-d47f0d770d2a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:54.855642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-994c1409-3083-494f-837a-6f4cde65c0b3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (652a8ba8-630a-4e53-9f72-d47f0d770d2a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:54.859729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-994c1409-3083-494f-837a-6f4cde65c0b3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:54.859729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-994c1409-3083-494f-837a-6f4cde65c0b3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/652a8ba8-630a-4e53-9f72-d47f0d770d2a HTTP/1.1" status: 204 len: 168 time: 0.2427158 Apr 07 02:00:54.868862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c1409-3083-494f-837a-6f4cde65c0b3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=652a8ba8-630a-4e53-9f72-d47f0d770d2a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:55.012790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55174) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:55.381509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (734efeb5-9f0c-425e-ab8f-74a622d1d113), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:55.641535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 55afb28a-a34d-4077-9b98-7b2c4390d0cc {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:00:55.642232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:55.733864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 55afb28a-a34d-4077-9b98-7b2c4390d0cc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=55afb28a-a34d-4077-9b98-7b2c4390d0cc,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:55.734240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:55.746141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 55afb28a-a34d-4077-9b98-7b2c4390d0cc owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:00:56.005816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (55afb28a-a34d-4077-9b98-7b2c4390d0cc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.033913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=55afb28a-a34d-4077-9b98-7b2c4390d0cc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:56.217429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (734efeb5-9f0c-425e-ab8f-74a622d1d113), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.448133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 734efeb5-9f0c-425e-ab8f-74a622d1d113 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:00:56.561813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:00:56.567102 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2c4fe3f6-2f51-49d7-ab5a-9ec26a367fe4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/734efeb5-9f0c-425e-ab8f-74a622d1d113/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5532422 Apr 07 02:00:56.570593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55176) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:56.573629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] Sync routers for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:00:56.586341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:56.586953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:56.622186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet 4b46e489-be42-4596-a57d-545eeff83ef2 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:00:56.625467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (4b46e489-be42-4596-a57d-545eeff83ef2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.684366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (4b46e489-be42-4596-a57d-545eeff83ef2), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.701403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:56.759236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 953000cc-59cd-4cac-ac0f-bf88d53d6a04 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:00:56.777549 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (4b46e489-be42-4596-a57d-545eeff83ef2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.822165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 953000cc-59cd-4cac-ac0f-bf88d53d6a04 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:00:56.822516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 953000cc-59cd-4cac-ac0f-bf88d53d6a04 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:00:56.908309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T02:00:55Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:56.914885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (4b46e489-be42-4596-a57d-545eeff83ef2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.938226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] Checking router: 734efeb5-9f0c-425e-ab8f-74a622d1d113 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:00:56.944974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=4b46e489-be42-4596-a57d-545eeff83ef2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:56.947034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:56.950519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] Routers {'734efeb5-9f0c-425e-ab8f-74a622d1d113'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:00:56.951336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['734efeb5-9f0c-425e-ab8f-74a622d1d113'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:56.953269 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f924d4b0-1938-4d43-9245-c5df3698d8c0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/4b46e489-be42-4596-a57d-545eeff83ef2 HTTP/1.1" status: 204 len: 168 time: 0.3811440 Apr 07 02:00:56.953405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55178) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:56.956585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315a5632-39a6-4162-a2eb-2d9cd8a05558 None None] Network 1a24c8b9-b76f-438e-90dd-3f38decb9c6c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:00:57.065573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (734efeb5-9f0c-425e-ab8f-74a622d1d113), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.143432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] Set router 734efeb5-9f0c-425e-ab8f-74a622d1d113 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:00:57.175545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (734efeb5-9f0c-425e-ab8f-74a622d1d113), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.304204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 95b7be65-908d-4061-b6ea-de155016ccb8 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:00:57.304460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.353929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] DHCP port deletion for 1a24c8b9-b76f-438e-90dd-3f38decb9c6c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:00:57.390571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 95b7be65-908d-4061-b6ea-de155016ccb8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=95b7be65-908d-4061-b6ea-de155016ccb8,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:57.390940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.403411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 95b7be65-908d-4061-b6ea-de155016ccb8 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:00:57.495283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] Deleting port 10898c33-1329-4882-9a8b-7db323cfd5f0 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:00:57.495579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.574757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] For port 10898c33-1329-4882-9a8b-7db323cfd5f0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=10898c33-1329-4882-9a8b-7db323cfd5f0,segment=NetworkSegment(12ee2167-7a66-4bd9-8167-4ebc76bc5bc7),segment_id=12ee2167-7a66-4bd9-8167-4ebc76bc5bc7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:00:57.575454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.590410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] Calling delete_port for 10898c33-1329-4882-9a8b-7db323cfd5f0 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:00:57.601777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T02:00:55Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:57.605966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (95b7be65-908d-4061-b6ea-de155016ccb8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.630993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=95b7be65-908d-4061-b6ea-de155016ccb8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:57.633031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab6866-8e76-4fda-a3b5-516795422ab9 None None] The sync data for ids ['734efeb5-9f0c-425e-ab8f-74a622d1d113'] in dv-neutron-836863-2-hyperv is: [{'id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'name': 'tempest-TestNetworkBasicOps-router-1083350438', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174'}], 'enable_snat': True}, 'gw_port_id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T02:00:55Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '95b7be65-908d-4061-b6ea-de155016ccb8', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734efeb5-9f0c-425e-ab8f-74a622d1d113', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:58:46Z', 'updated_at': '2022-04-07T01:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:00:57.703529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (734efeb5-9f0c-425e-ab8f-74a622d1d113), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.775723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (10898c33-1329-4882-9a8b-7db323cfd5f0), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.798626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] Pushing event deleted for resources: {'Port': ['ID=10898c33-1329-4882-9a8b-7db323cfd5f0,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:57.801685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (734efeb5-9f0c-425e-ab8f-74a622d1d113), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.803901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (734efeb5-9f0c-425e-ab8f-74a622d1d113), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.804658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43186cc9-551f-40c2-9bb1-b8e8d093987d None None] No DVR routers for this DVR port 10898c33-1329-4882-9a8b-7db323cfd5f0 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:00:57.937569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (734efeb5-9f0c-425e-ab8f-74a622d1d113), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.938091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router 734efeb5-9f0c-425e-ab8f-74a622d1d113 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:00:57.945431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:57.946541 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e271f843-0298-4b3b-b824-cd6150f8a078 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/734efeb5-9f0c-425e-ab8f-74a622d1d113 HTTP/1.1" status: 204 len: 168 time: 0.9922583 Apr 07 02:00:57.949293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55180) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:58.028539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (1a24c8b9-b76f-438e-90dd-3f38decb9c6c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.458732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (1a24c8b9-b76f-438e-90dd-3f38decb9c6c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.477861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a24c8b9-b76f-438e-90dd-3f38decb9c6c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:58.486579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:58.486877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ee2167-7a66-4bd9-8167-4ebc76bc5bc7') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:00:58.496302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (12ee2167-7a66-4bd9-8167-4ebc76bc5bc7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.508832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (12ee2167-7a66-4bd9-8167-4ebc76bc5bc7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.514598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:00:58.514993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (12ee2167-7a66-4bd9-8167-4ebc76bc5bc7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:00:58.517995 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:00:58.627518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (1a24c8b9-b76f-438e-90dd-3f38decb9c6c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.634553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.637778 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/1a24c8b9-b76f-438e-90dd-3f38decb9c6c HTTP/1.1" status: 204 len: 168 time: 0.6875131 Apr 07 02:00:58.655890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fac4a-0b5a-4480-be1f-20fed2c404af tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=1a24c8b9-b76f-438e-90dd-3f38decb9c6c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:58.664720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55182) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:58.670691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--1076246634', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:00:58.726276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10898c33-1329-4882-9a8b-7db323cfd5f0 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:00:58.746684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 10898c33-1329-4882-9a8b-7db323cfd5f0 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:00:58.747028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 10898c33-1329-4882-9a8b-7db323cfd5f0 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:00:58.747431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 55afb28a-a34d-4077-9b98-7b2c4390d0cc no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:00:58.758781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:00:58.763159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.765549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 55afb28a-a34d-4077-9b98-7b2c4390d0cc {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:00:58.765904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 55afb28a-a34d-4077-9b98-7b2c4390d0cc not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:00:58.766341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 95b7be65-908d-4061-b6ea-de155016ccb8 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:00:58.785380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 95b7be65-908d-4061-b6ea-de155016ccb8 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:00:58.785730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 95b7be65-908d-4061-b6ea-de155016ccb8 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:00:58.786909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:00:58.797952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (8fa87ccb-fb1d-454d-a421-d071d26d6b2c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.797952 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment 8fa87ccb-fb1d-454d-a421-d071d26d6b2c of type vlan for network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 Apr 07 02:00:58.840625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (ce7d1547-1783-4bdb-86e8-22b9fe8e3153), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.942989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (ce7d1547-1783-4bdb-86e8-22b9fe8e3153), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:58.948074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:00:58.948665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.017591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=ce7d1547-1783-4bdb-86e8-22b9fe8e3153,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:00:59.030353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:00:59.073144 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e61b658a-eabe-4fd5-805e-811a37511ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.077227 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bea034c6-7ecc-40c3-a24e-cd304fbcdf71 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4130373 Apr 07 02:00:59.079953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55184) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:00:59.084901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-254086458', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:00:59.171327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (128c69ba-5b3f-466a-aae6-52e4670ce9c9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.172405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (128c69ba-5b3f-466a-aae6-52e4670ce9c9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.223440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (128c69ba-5b3f-466a-aae6-52e4670ce9c9), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.441187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (128c69ba-5b3f-466a-aae6-52e4670ce9c9), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.693480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (128c69ba-5b3f-466a-aae6-52e4670ce9c9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.711485 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:00:59.811972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.64 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/e0ae9d18-4c01-45b1-a223-e99d8006c594) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:00:59.914577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:00.023371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:00.063051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:00.066072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:00.068496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:00.092694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=e0ae9d18-4c01-45b1-a223-e99d8006c594,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:00.408516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (128c69ba-5b3f-466a-aae6-52e4670ce9c9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:00.611511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (128c69ba-5b3f-466a-aae6-52e4670ce9c9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:00.822764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:01:00.932016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:00.942194 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Sync routers for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:00.952348 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:00.954277 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:00:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:01.017616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.018876 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5a0ca53-a593-4833-9e34-dd96c0f28ee9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9379575 Apr 07 02:01:01.022670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55188) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:01.101187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:01.101781 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b51dd1fd-90aa-4ca8-8349-612401021f27 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775054 Apr 07 02:01:01.152656 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:01.192407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0690c14f-9b61-4d5d-a986-85a0eff28556 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:01.194482 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0690c14f-9b61-4d5d-a986-85a0eff28556 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922871 Apr 07 02:01:01.197395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55194) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:01.224885 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1d49a6fb-911d-4feb-9de5-387393657912 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263770 Apr 07 02:01:01.227391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55196) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:01.231985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-825217263', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:01.325376 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:00Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:01.351154 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Checking router: 128c69ba-5b3f-466a-aae6-52e4670ce9c9 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:01.351560 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Updating router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 port e0ae9d18-4c01-45b1-a223-e99d8006c594 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:01:01.371173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:01:01.374670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.382212 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.422820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-19b5d292-b8a5-48d6-a499-6759b831ecea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.611555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (a7155b14-4453-4a10-94b8-c72bcb573508), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.624348 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Publish callbacks [] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.671787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=a7155b14-4453-4a10-94b8-c72bcb573508,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:01.680976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:01.681346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: ce7d1547-1783-4bdb-86e8-22b9fe8e3153, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:01:01.695514 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.745338 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Attempting to bind port e0ae9d18-4c01-45b1-a223-e99d8006c594 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:01.745790 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Attempting to bind port e0ae9d18-4c01-45b1-a223-e99d8006c594 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:01.746162 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Attempting to bind port e0ae9d18-4c01-45b1-a223-e99d8006c594 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:01.754802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:01.755230 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:01.755576 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.755995 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:01.756455 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Bound port: e0ae9d18-4c01-45b1-a223-e99d8006c594, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:01.756862 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.758599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:01:01.776079 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Pushing event updated for resources: {'Port': ['ID=e0ae9d18-4c01-45b1-a223-e99d8006c594,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:01.789153 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.789504 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.789874 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.790221 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.790559 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.790894 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.791258 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.791591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.791921 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.792247 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.792591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.792961 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.793295 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.793619 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.793943 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:01.824989 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] For port e0ae9d18-4c01-45b1-a223-e99d8006c594, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:01.827990 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] For port e0ae9d18-4c01-45b1-a223-e99d8006c594, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e0ae9d18-4c01-45b1-a223-e99d8006c594,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:01.838523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, ce7d1547-1783-4bdb-86e8-22b9fe8e3153) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:01.843073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:01.843497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.847963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d649f66-81ea-47bb-9e47-8e95121bcf75 None None] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:01:01.914034 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.922583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9f394c5c-7e91-4e77-af1b-6de4fce74cb2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6941748 Apr 07 02:01:01.925476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:01.959237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:01:01.960283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:01.968269 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:01.968946 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:02.013164 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19206fdd-6ff0-4e97-9e6f-64c5093036d8 None None] Pushing event updated for resources: {'Port': ['ID=e0ae9d18-4c01-45b1-a223-e99d8006c594,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:02.094608 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:02.103582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Allocated IP 172.20.0.2 (ce7d1547-1783-4bdb-86e8-22b9fe8e3153/a7155b14-4453-4a10-94b8-c72bcb573508/7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:02.255045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Publish callbacks [] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.278278 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:00Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:02.309642 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411a21a-3f22-4070-9989-b60cce69a54f None None] The sync data for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv is: [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:00Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:02.348921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.407208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:02.417688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:02.420213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:02.426719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Pushing event updated for resources: {'Port': ['ID=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:02.491426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Attempting to bind port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:02.491804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Attempting to bind port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:02.492171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Attempting to bind port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:02.498191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:02.498578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Checking segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:02.499036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.499439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Bound using segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:02.499917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Bound port: 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:02.500306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.572816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.608276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] For port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:02.611612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] For port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:02.686912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.704894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.747771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e0ae9d18-4c01-45b1-a223-e99d8006c594 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:02.794382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb225-08da-468c-b29c-b77a9262cc04 None None] Pushing event updated for resources: {'Port': ['ID=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:02.830381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e0ae9d18-4c01-45b1-a223-e99d8006c594 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:02.830761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.927095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e0ae9d18-4c01-45b1-a223-e99d8006c594 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:02.927491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:02.986177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port e0ae9d18-4c01-45b1-a223-e99d8006c594, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e0ae9d18-4c01-45b1-a223-e99d8006c594,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:03.044633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.108673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=e0ae9d18-4c01-45b1-a223-e99d8006c594,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:03.120728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.121139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.121493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.121846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.122193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.122533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.122870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.123207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.123542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.123878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.124214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.124548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.124910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.125248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.125581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:03.127337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (ce7d1547-1783-4bdb-86e8-22b9fe8e3153/a7155b14-4453-4a10-94b8-c72bcb573508/7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:03.261684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.348839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.395581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:03.399521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:03.401938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:03.429457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:03.454061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (128c69ba-5b3f-466a-aae6-52e4670ce9c9), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.649862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.762479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94687827-2633-42f8-a001-67f9332df82d None None] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:01:03.878971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] Provisioning complete for port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:03.879408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.975931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.976527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:03.987210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] Current status of the port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:03.987553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.027469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] For port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:04.072926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.097180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.186097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (128c69ba-5b3f-466a-aae6-52e4670ce9c9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.189080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:04.193263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7864bb7f-5c7f-4a96-b99e-cbff1cb473c6 None None] Pushing event updated for resources: {'Port': ['ID=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:04.222856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-40da91f5-67ee-49cb-8a4c-058d1986d9a3 None None] Provisioning complete for port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:04.223431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40da91f5-67ee-49cb-8a4c-058d1986d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.330661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:04.332279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:04.341237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-40da91f5-67ee-49cb-8a4c-058d1986d9a3 None None] Current status of the port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:04.362671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-40da91f5-67ee-49cb-8a4c-058d1986d9a3 None None] Provisioning complete for port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:04.363176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40da91f5-67ee-49cb-8a4c-058d1986d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.430219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-40da91f5-67ee-49cb-8a4c-058d1986d9a3 None None] Port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:04.476843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:01:04.551013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-98af12b2-4a2f-4b8d-92be-b8b7be270a24 None None] Provisioning complete for port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:04.551495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-98af12b2-4a2f-4b8d-92be-b8b7be270a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.589026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-98af12b2-4a2f-4b8d-92be-b8b7be270a24 None None] Port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:04.598991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:04.605137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-39b607a5-ef9a-4fc9-90f2-3165da6995d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/128c69ba-5b3f-466a-aae6-52e4670ce9c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6778538 Apr 07 02:01:04.607304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:04.610573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Sync routers for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:04.623182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:04.623949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:04.743377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.743853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.744201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.744782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.745637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.746171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.748805 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a5d7f14c-257e-439c-b20b-a1960c67e3a2 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1398413 Apr 07 02:01:04.751933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55202) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:04.755731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4b126e8c-9cac-492e-832c-ad22eef6db58 None None] Provisioning complete for port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:04.756126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4b126e8c-9cac-492e-832c-ad22eef6db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:04.797369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:04.811991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.812746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.813235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.813693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.814147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.814775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:04.819629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55204) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:04.820043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4bb3c841-212b-4371-bfe4-5d7082057305 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0655982 Apr 07 02:01:04.980461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e0ae9d18-4c01-45b1-a223-e99d8006c594 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:04.988151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4b126e8c-9cac-492e-832c-ad22eef6db58 None None] Port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:05.072848 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-643d6e1b-d7c5-43a3-9d6c-9736f1570b15 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2520514 Apr 07 02:01:05.076162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55206) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:05.080878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-130942206', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:05.130284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e0ae9d18-4c01-45b1-a223-e99d8006c594 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:05.130779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.245768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:01:05.249294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.268369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] device_id is not set on port f4b43277-dd9f-43de-b992-1340bf945671 yet. {{(pid=110984) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 02:01:05.279863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e0ae9d18-4c01-45b1-a223-e99d8006c594 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:05.280936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:05.286720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:05.340939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Checking router: 128c69ba-5b3f-466a-aae6-52e4670ce9c9 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:05.341322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Updating router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:01:05.345760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.378163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.383050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.11 (ce7d1547-1783-4bdb-86e8-22b9fe8e3153/a7155b14-4453-4a10-94b8-c72bcb573508/f4b43277-dd9f-43de-b992-1340bf945671) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:05.398869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:05.399248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.534258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (f4b43277-dd9f-43de-b992-1340bf945671), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.576435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:05.640021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.688557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:05.691936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:05.695821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:05.719612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:05.748294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:05.748958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.801507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Publish callbacks [] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.819801 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-452294f1-bd1b-4d01-84dd-f8cfa6dbc78b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7426064 Apr 07 02:01:05.906902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.961984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5b11143f-8f64-4666-8e1e-170eaf4e4de5 None None] Provisioning complete for port f4b43277-dd9f-43de-b992-1340bf945671 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:05.964783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5b11143f-8f64-4666-8e1e-170eaf4e4de5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f4b43277-dd9f-43de-b992-1340bf945671), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:05.988646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8211a1-f705-47aa-888b-34efb54a3eef None None] Pushing event updated for resources: {'Port': ['ID=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:06.025869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5b11143f-8f64-4666-8e1e-170eaf4e4de5 None None] Port f4b43277-dd9f-43de-b992-1340bf945671 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:06.054922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Attempting to bind port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:06.055323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Attempting to bind port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:06.055812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Attempting to bind port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:06.066507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:06.066507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Checking segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:06.066507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.066507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Bound using segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:06.066507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Bound port: 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:06.066507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.067269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55210) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:06.071852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-666867454', 'description': 'tempest-secgroup-smoke-666867454 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:06.142540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] For port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:06.143761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] For port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:06.159936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.217688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.234098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (1d5faf93-0a5c-4624-947d-ad31113d391d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.294604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] Provisioning complete for port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:06.294988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.296904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8211a1-f705-47aa-888b-34efb54a3eef None None] Pushing event updated for resources: {'Port': ['ID=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:06.300434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:06.301146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:06.302835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1d5faf93-0a5c-4624-947d-ad31113d391d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.335053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5faf93-0a5c-4624-947d-ad31113d391d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:06.390761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.392160 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-89d4e836-894d-4269-bea9-661a84be0d0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3242090 Apr 07 02:01:06.395286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55212) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:06.400836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '1d5faf93-0a5c-4624-947d-ad31113d391d', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:06.473048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:06.501849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ed899212-bf3a-4cea-b00e-df8f65142318), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.502757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] Current status of the port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:06.503147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.556677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ed899212-bf3a-4cea-b00e-df8f65142318), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.609043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] For port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:06.634140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ed899212-bf3a-4cea-b00e-df8f65142318), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.653161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed899212-bf3a-4cea-b00e-df8f65142318,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:06.674781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.727834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.731600 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1f15685b-52ae-47de-a4a2-dbb9e1a162fa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3327358 Apr 07 02:01:06.732294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55214) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:06.732968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a7d00-5050-487c-ac77-bf5431b83d2d None None] Pushing event updated for resources: {'Port': ['ID=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:06.737828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '1d5faf93-0a5c-4624-947d-ad31113d391d', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:06.745126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:06.772251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae7dee0-d299-4858-ae8e-9c3ae682e838 None None] The sync data for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv is: [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:06.794268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-49fa9340-d40b-459f-a7cb-0f864d81c20f None None] Provisioning complete for port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:06.794619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-49fa9340-d40b-459f-a7cb-0f864d81c20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.846636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (66dc5b71-598d-4773-a594-4f9d9f93939c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:06.906906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-49fa9340-d40b-459f-a7cb-0f864d81c20f None None] Current status of the port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:06.918447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (66dc5b71-598d-4773-a594-4f9d9f93939c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.006366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (66dc5b71-598d-4773-a594-4f9d9f93939c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.025806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dc5b71-598d-4773-a594-4f9d9f93939c,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:07.093577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.094909 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cd362711-6a57-4622-8b37-8f2f16506ced tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615446 Apr 07 02:01:07.097889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55216) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:07.102420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '1d5faf93-0a5c-4624-947d-ad31113d391d', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:07.199880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (339a05f8-90b0-44e2-a1a2-7c42779ad869), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.260579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (339a05f8-90b0-44e2-a1a2-7c42779ad869), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.342628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (339a05f8-90b0-44e2-a1a2-7c42779ad869), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.366040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a05f8-90b0-44e2-a1a2-7c42779ad869,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:07.440847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.442252 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8ff80f2a-dbf7-4d21-900a-975407e77171 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3433149 Apr 07 02:01:07.445808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55220) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:07.450392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '1d5faf93-0a5c-4624-947d-ad31113d391d', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:07.547929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (cdf7334e-855c-4510-830e-dd0f1c73c3c9), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.610095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (cdf7334e-855c-4510-830e-dd0f1c73c3c9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.668186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (cdf7334e-855c-4510-830e-dd0f1c73c3c9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.687431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf7334e-855c-4510-830e-dd0f1c73c3c9,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:07.760429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.761770 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-16d9b817-fdbb-4d20-b476-62d5334d08b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149257 Apr 07 02:01:07.764456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55222) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:07.769005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '1d5faf93-0a5c-4624-947d-ad31113d391d', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:07.838123 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:01:07.843723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (670df3b0-76b5-4a46-bbff-f94fd4c41b15), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.902405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (670df3b0-76b5-4a46-bbff-f94fd4c41b15), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:07.982579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (670df3b0-76b5-4a46-bbff-f94fd4c41b15), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.000983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670df3b0-76b5-4a46-bbff-f94fd4c41b15,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:08.058789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.060034 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-25e5b49e-1f5a-4715-9aaa-9d08507c1805 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2946036 Apr 07 02:01:08.062769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55224) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:08.067299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '1d5faf93-0a5c-4624-947d-ad31113d391d', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:08.148627 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:01:08.153864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ae3b52b8-2ee5-4457-8caf-32aff8beb01b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.210122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (ae3b52b8-2ee5-4457-8caf-32aff8beb01b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.285717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ae3b52b8-2ee5-4457-8caf-32aff8beb01b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.306189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae3b52b8-2ee5-4457-8caf-32aff8beb01b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:08.377183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.378473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-73e68c59-21e8-484b-954e-43313c2ef3d1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3146327 Apr 07 02:01:08.530562 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-c32b42f3-3380-412b-aee4-a8d157163506 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-666867454&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0466642 Apr 07 02:01:08.580256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-1cd98d78-e633-40d2-a21d-7f0aa22469de tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:08.581617 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-1cd98d78-e633-40d2-a21d-7f0aa22469de tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 930 time: 0.0443003 Apr 07 02:01:08.627698 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-2cc13501-0c79-4c4a-8c1e-0141ffa930af service neutron] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0330472 Apr 07 02:01:08.721693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:08.728058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-e5d60e1d-0d66-4dc2-b8b7-1a4ef90fa89c service neutron] 10.222.0.25 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936511 Apr 07 02:01:08.769598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:08.769980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:08.815676 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-7f0c3f5a-ce57-45c4-9cd0-b12588374e43 service neutron] 10.222.0.25 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Apr 07 02:01:08.853946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:08.871078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-105e90fc-f108-480c-aeda-e2b1ff78e1e2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:08.872446 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-105e90fc-f108-480c-aeda-e2b1ff78e1e2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 930 time: 0.0505414 Apr 07 02:01:09.094510 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b4bcd1c-d055-45d1-9e94-363f1707552c req-e5d3d063-c92a-41ed-b33d-aac1512eccce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 210 time: 0.0322347 Apr 07 02:01:09.151685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55248) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:09.244779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-11aac266-9580-4a6e-85bb-c95b3ba50215 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:09.246225 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-11aac266-9580-4a6e-85bb-c95b3ba50215 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 930 time: 0.0935147 Apr 07 02:01:10.187518 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-27c12cb0-9fe1-443f-9a55-09d0693bba33 req-847d8d5f-d795-40d0-b942-716639e132de tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 210 time: 0.0271528 Apr 07 02:01:11.224598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-ecc32c4c-8b88-4ed7-973d-45a72a3b440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:11.226540 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-ecc32c4c-8b88-4ed7-973d-45a72a3b440d service neutron] 10.222.0.10 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1026 time: 0.0369313 Apr 07 02:01:11.293292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-82dd05fd-bb33-4ddd-ad5b-39bccdb43515 req-4b30d8ae-8689-46cc-920a-651db3e0077c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 210 time: 0.0346255 Apr 07 02:01:11.341484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-b477d3ef-31c8-4844-bd4c-d9cb40b09474 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:11.343013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-b477d3ef-31c8-4844-bd4c-d9cb40b09474 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153 HTTP/1.1" status: 200 len: 797 time: 0.1108646 Apr 07 02:01:11.407367 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-889df6c5-0972-43b1-88e1-5300c54c65e1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 379 time: 0.0549576 Apr 07 02:01:11.420967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Request body: {'port': {'device_id': '184d0bde-1ce6-4659-b03a-e52754d05124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:11.482920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:11.752107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b43277-dd9f-43de-b992-1340bf945671 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:01:11.760156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Publish callbacks [] for port (f4b43277-dd9f-43de-b992-1340bf945671), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:11.774114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Transition to ACTIVE for port object f4b43277-dd9f-43de-b992-1340bf945671 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:01:11.833959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:11.885279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:11.962446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:11.962831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:11.963169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:11.968329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:01:11.968675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:11.973949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:11.974321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Checking segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:11.974732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Bound using segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:11.975178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Bound port: f4b43277-dd9f-43de-b992-1340bf945671, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:11.975564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:12.049507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:12.052901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:12.170062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:12.203052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.203667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:12.205122 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1131 time: 0.7884171 Apr 07 02:01:12.205536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184d0bde-1ce6-4659-b03a-e52754d05124', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:01:12.207795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99b17f-4743-4c64-9fee-948c0c814b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "184d0bde-1ce6-4659-b03a-e52754d05124", "tag": "f4b43277-dd9f-43de-b992-1340bf945671"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:01:12.235370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322baf55-8d28-4857-bcff-ef9c4ff51d89 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:12.256737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5319d98b-4fec-4a81-b9b9-d5e5429acac3 x-openstack-request-id: req-5319d98b-4fec-4a81-b9b9-d5e5429acac3 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:01:12.257106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184d0bde-1ce6-4659-b03a-e52754d05124", "tag": "f4b43277-dd9f-43de-b992-1340bf945671", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:01:12.257362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5319d98b-4fec-4a81-b9b9-d5e5429acac3 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:01:12.257764 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5319d98b-4fec-4a81-b9b9-d5e5429acac3'] response: {'name': 'network-changed', 'server_uuid': '184d0bde-1ce6-4659-b03a-e52754d05124', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671', 'status': 'completed', 'code': 200} Apr 07 02:01:12.325621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b17f-4743-4c64-9fee-948c0c814b8a req-8b2e279d-40ce-4b23-9e47-622073f2fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.330283 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-db99b17f-4743-4c64-9fee-948c0c814b8a req-8b2e279d-40ce-4b23-9e47-622073f2fb84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 1165 time: 0.0480826 Apr 07 02:01:12.426701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8641473-abe7-44cd-8e5e-6407a1b41c42 req-71efa086-28f8-43da-9b1b-e0909002de61 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.428191 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f8641473-abe7-44cd-8e5e-6407a1b41c42 req-71efa086-28f8-43da-9b1b-e0909002de61 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 981 time: 0.0575380 Apr 07 02:01:12.439836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b17f-4743-4c64-9fee-948c0c814b8a req-58befa10-1c70-4e79-8853-f295bd774be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.441363 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-db99b17f-4743-4c64-9fee-948c0c814b8a req-58befa10-1c70-4e79-8853-f295bd774be7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1016836 Apr 07 02:01:12.477503 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f8641473-abe7-44cd-8e5e-6407a1b41c42 req-ecdb7825-ced4-45dd-a47c-355f3a8eb6ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Apr 07 02:01:12.540727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99b17f-4743-4c64-9fee-948c0c814b8a req-489ae9e3-6d8a-4198-907b-d0c8c1350d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.542171 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-db99b17f-4743-4c64-9fee-948c0c814b8a req-489ae9e3-6d8a-4198-907b-d0c8c1350d9e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0911720 Apr 07 02:01:12.631794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-0419ffd8-b033-483e-9bab-6326dd6781ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.633331 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-0419ffd8-b033-483e-9bab-6326dd6781ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 1165 time: 0.0492854 Apr 07 02:01:12.682577 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-ebbd36e3-5ecb-4aa2-9d12-cc1e4b9361a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 217 time: 0.0367975 Apr 07 02:01:12.734658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-f6f2000e-6875-4bf0-9707-f6bd338fa42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.736108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-f6f2000e-6875-4bf0-9707-f6bd338fa42f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7155b14-4453-4a10-94b8-c72bcb573508 HTTP/1.1" status: 200 len: 834 time: 0.0445626 Apr 07 02:01:12.793886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-c49eb806-2f98-4fac-a966-1f9fe984edf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:12.795301 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-c49eb806-2f98-4fac-a966-1f9fe984edf8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480034 Apr 07 02:01:12.886932 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-63561e40-e2fa-453a-9527-65f55379596b service neutron] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852392 Apr 07 02:01:12.982492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-16bc2692-7dda-491e-ae22-6fc1157f2efc service neutron] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861738 Apr 07 02:01:13.596375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d14085-12fb-4de9-be1a-3ba54834c09a req-0331cd1b-8122-412a-8dd7-3c51c266900f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:13.597886 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-34d14085-12fb-4de9-be1a-3ba54834c09a req-0331cd1b-8122-412a-8dd7-3c51c266900f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 981 time: 0.0524635 Apr 07 02:01:13.644390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-34d14085-12fb-4de9-be1a-3ba54834c09a req-d404a07a-c96e-4d5f-8cec-1fc301aa3b39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Apr 07 02:01:14.764983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4cfbb-f11f-4e6c-b751-547c1877e353 req-a5e05640-5f55-4a1b-a551-751db613c15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:14.766504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37d4cfbb-f11f-4e6c-b751-547c1877e353 req-a5e05640-5f55-4a1b-a551-751db613c15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 981 time: 0.0557735 Apr 07 02:01:14.792390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:01:14.819415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37d4cfbb-f11f-4e6c-b751-547c1877e353 req-55ccc092-bc4c-4a7c-bd63-e07c2f90cad6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472748 Apr 07 02:01:14.895028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:14.905839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'f4b43277-dd9f-43de-b992-1340bf945671', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'port_id': 'f4b43277-dd9f-43de-b992-1340bf945671', 'mac_address': 'fa:16:3e:0e:23:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:01:14.942172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f4b43277-dd9f-43de-b992-1340bf945671 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:14.942562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:14.955674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b43277-dd9f-43de-b992-1340bf945671 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:01:14.974929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:15.056959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:15.106356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:15.327918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['f4b43277-dd9f-43de-b992-1340bf945671'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:01:15.936173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe8076-03b0-4f08-959d-68a3202cf8ca req-9fcbe8bb-86a2-4474-a4f4-cc11749e274c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:15.937677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5ffe8076-03b0-4f08-959d-68a3202cf8ca req-9fcbe8bb-86a2-4474-a4f4-cc11749e274c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 982 time: 0.0526295 Apr 07 02:01:15.983917 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5ffe8076-03b0-4f08-959d-68a3202cf8ca req-ba40a16f-112b-4467-a678-7965e9d81aa0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Apr 07 02:01:16.823480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:16.948496 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port f4b43277-dd9f-43de-b992-1340bf945671 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:01:16.952454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port f4b43277-dd9f-43de-b992-1340bf945671 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:16.952859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f4b43277-dd9f-43de-b992-1340bf945671), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:17.029351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f4b43277-dd9f-43de-b992-1340bf945671 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:17.029745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:17.052698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184d0bde-1ce6-4659-b03a-e52754d05124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:01:17.054972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d9783d-d3f0-47e1-bbc6-e3ff015aa258" -d '{"events": [{"server_uuid": "184d0bde-1ce6-4659-b03a-e52754d05124", "name": "network-vif-plugged", "status": "completed", "tag": "f4b43277-dd9f-43de-b992-1340bf945671"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:01:17.070882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:17.094131 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cee0cf3-6eee-4ba4-b4f6-117aa877bedd x-openstack-request-id: req-3cee0cf3-6eee-4ba4-b4f6-117aa877bedd {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:01:17.094430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184d0bde-1ce6-4659-b03a-e52754d05124", "name": "network-vif-plugged", "status": "completed", "tag": "f4b43277-dd9f-43de-b992-1340bf945671", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:01:17.094686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3cee0cf3-6eee-4ba4-b4f6-117aa877bedd {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:01:17.095093 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cee0cf3-6eee-4ba4-b4f6-117aa877bedd'] response: {'server_uuid': '184d0bde-1ce6-4659-b03a-e52754d05124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671', 'code': 200} Apr 07 02:01:17.105280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698d01-c5b6-4528-97e8-1f05710079d1 req-2b42fcdd-6ebf-49b3-bb67-c24a557be521 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:17.106840 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1698d01-c5b6-4528-97e8-1f05710079d1 req-2b42fcdd-6ebf-49b3-bb67-c24a557be521 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 982 time: 0.0561123 Apr 07 02:01:17.153895 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1698d01-c5b6-4528-97e8-1f05710079d1 req-264c5eef-fc11-41ac-8f71-7354490d5dea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Apr 07 02:01:17.175241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:17.223454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:17.453685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8f491-885c-4284-805b-a832fcb3ac52 req-53d0bb56-d43d-4759-bea3-012e338800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:17.455293 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-efc8f491-885c-4284-805b-a832fcb3ac52 req-53d0bb56-d43d-4759-bea3-012e338800d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 1167 time: 0.0448575 Apr 07 02:01:17.500575 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-efc8f491-885c-4284-805b-a832fcb3ac52 req-40a9214d-aa15-4d24-a5e2-742476a15690 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362098 Apr 07 02:01:17.874354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:18.276363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953f882-fa74-4401-814b-bd17f4821697 req-c395029b-8e5c-484e-9fd9-4444589c3c4f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:18.277871 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2953f882-fa74-4401-814b-bd17f4821697 req-c395029b-8e5c-484e-9fd9-4444589c3c4f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 983 time: 0.0560379 Apr 07 02:01:18.324258 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2953f882-fa74-4401-814b-bd17f4821697 req-6532d559-45ff-49dc-ab82-016332300814 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408065 Apr 07 02:01:19.325187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:01:19.441330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fbf12-ae54-44da-b605-9b6a45b9fafd req-9089e08f-b148-4c15-8bcd-3427569b8459 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:19.442842 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c87fbf12-ae54-44da-b605-9b6a45b9fafd req-9089e08f-b148-4c15-8bcd-3427569b8459 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 983 time: 0.0515065 Apr 07 02:01:19.489261 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c87fbf12-ae54-44da-b605-9b6a45b9fafd req-bf111337-89ac-4d65-ae3a-a90b20a4e9d7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Apr 07 02:01:19.607719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ee8d0-c830-4842-b0f5-a686505197c5 req-fee24d0b-9914-4eca-bee0-2f88b006bae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:19.609211 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b0ee8d0-c830-4842-b0f5-a686505197c5 req-fee24d0b-9914-4eca-bee0-2f88b006bae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 983 time: 0.0555861 Apr 07 02:01:19.658340 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b0ee8d0-c830-4842-b0f5-a686505197c5 req-34d9047b-91db-431a-9dc4-ca5f0ce6de4a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433722 Apr 07 02:01:19.680998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55290) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:19.723024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3142e6-529e-44e4-bf96-6dfed3aaa157 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:19.724539 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bf3142e6-529e-44e4-bf96-6dfed3aaa157 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 1162 time: 0.0425735 Apr 07 02:01:19.727851 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55292) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:19.732056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'f4b43277-dd9f-43de-b992-1340bf945671', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:19.845203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:19.943681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:20.048089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.201 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/1208263c-d358-4a87-99c8-5eae826239fa) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:20.150778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (1208263c-d358-4a87-99c8-5eae826239fa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:20.256798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1208263c-d358-4a87-99c8-5eae826239fa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:20.296465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:20.299436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:20.302916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:20.308637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=1208263c-d358-4a87-99c8-5eae826239fa,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:20.942997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (ac3477ac-c881-454a-8f9e-7e8f35256dff), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:21.090522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1208263c-d358-4a87-99c8-5eae826239fa), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:21.239368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (1208263c-d358-4a87-99c8-5eae826239fa), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:21.319157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (1208263c-d358-4a87-99c8-5eae826239fa), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:21.391804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=1208263c-d358-4a87-99c8-5eae826239fa,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:21.400923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (ac3477ac-c881-454a-8f9e-7e8f35256dff), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:21.503256 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP ac3477ac-c881-454a-8f9e-7e8f35256dff associated. External IP: 172.26.8.201, port: f4b43277-dd9f-43de-b992-1340bf945671. Apr 07 02:01:21.713659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:01:21.827403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:21.836827 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] Sync routers for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:21.848038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:21.848038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:21.939160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:21.955010 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:21.973167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c6dee0f2-662f-460d-91bf-d1884a6a687e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2442462 Apr 07 02:01:21.973958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184d0bde-1ce6-4659-b03a-e52754d05124', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:01:21.976682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55294) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:21.977175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc63dafc-5600-49d3-8ff2-da34458b7284" -d '{"events": [{"name": "network-changed", "server_uuid": "184d0bde-1ce6-4659-b03a-e52754d05124", "tag": "f4b43277-dd9f-43de-b992-1340bf945671"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:01:22.013349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1f6a55-e460-4739-993a-18812effc39e x-openstack-request-id: req-fc1f6a55-e460-4739-993a-18812effc39e {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:01:22.013861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184d0bde-1ce6-4659-b03a-e52754d05124", "tag": "f4b43277-dd9f-43de-b992-1340bf945671", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:01:22.014564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc1f6a55-e460-4739-993a-18812effc39e {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:01:22.015415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc1f6a55-e460-4739-993a-18812effc39e'] response: {'name': 'network-changed', 'server_uuid': '184d0bde-1ce6-4659-b03a-e52754d05124', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671', 'status': 'completed', 'code': 200} Apr 07 02:01:22.094949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff17b4-8086-4776-b440-40db9b472951 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:22.096417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-edff17b4-8086-4776-b440-40db9b472951 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124&network_id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153 HTTP/1.1" status: 200 len: 1162 time: 0.1187308 Apr 07 02:01:22.109937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-83ed00e8-5589-42c6-998e-266c47a0a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:22.109937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-83ed00e8-5589-42c6-998e-266c47a0a434 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 1167 time: 0.0707357 Apr 07 02:01:22.205748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-9702909d-2b00-4151-b457-3491152b8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:22.207384 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-9702909d-2b00-4151-b457-3491152b8bb1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153 HTTP/1.1" status: 200 len: 897 time: 0.0925362 Apr 07 02:01:22.281229 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-92365372-2048-4978-a4eb-a661e5a3a32b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1037 time: 0.0665364 Apr 07 02:01:22.284470 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'ac3477ac-c881-454a-8f9e-7e8f35256dff', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'port_id': 'f4b43277-dd9f-43de-b992-1340bf945671', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-130942206', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'mac_address': 'fa:16:3e:0e:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d0bde-1ce6-4659-b03a-e52754d05124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:01:20Z', 'updated_at': '2022-04-07T02:01:20Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:22.310489 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] Checking router: 128c69ba-5b3f-466a-aae6-52e4670ce9c9 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:22.318809 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:22.319435 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:22.329771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-73f0f8ac-9127-4941-b346-a0e5eee3baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:22.331512 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-73f0f8ac-9127-4941-b346-a0e5eee3baae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7155b14-4453-4a10-94b8-c72bcb573508 HTTP/1.1" status: 200 len: 834 time: 0.0442250 Apr 07 02:01:22.380393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-ee90334f-d291-4d31-9cee-561ef2696703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:22.381941 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-ee90334f-d291-4d31-9cee-561ef2696703 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0442948 Apr 07 02:01:22.428113 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:22.475163 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-23937f03-6599-4f28-9f83-d6e87eaf4267 service neutron] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868902 Apr 07 02:01:22.574050 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bc63dafc-5600-49d3-8ff2-da34458b7284 req-23e4d404-6920-47f5-950f-d889c90df36e service neutron] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924993 Apr 07 02:01:22.622670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d88795-1021-4d6c-a7c5-305000737a94 req-b90a347f-c12a-42f2-8802-1d21ab1270d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:22.624175 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f3d88795-1021-4d6c-a7c5-305000737a94 req-b90a347f-c12a-42f2-8802-1d21ab1270d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 983 time: 0.0551453 Apr 07 02:01:22.664841 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'ac3477ac-c881-454a-8f9e-7e8f35256dff', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'port_id': 'f4b43277-dd9f-43de-b992-1340bf945671', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-130942206', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'mac_address': 'fa:16:3e:0e:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d0bde-1ce6-4659-b03a-e52754d05124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:01:20Z', 'updated_at': '2022-04-07T02:01:20Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:22.672342 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f3d88795-1021-4d6c-a7c5-305000737a94 req-235a52b7-86e8-4751-b17b-058a550ae408 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Apr 07 02:01:22.687919 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736dc1f5-35d9-4089-8ec2-a3171c20f02d None None] The sync data for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv is: [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'ac3477ac-c881-454a-8f9e-7e8f35256dff', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'port_id': 'f4b43277-dd9f-43de-b992-1340bf945671', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-130942206', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'mac_address': 'fa:16:3e:0e:23:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '184d0bde-1ce6-4659-b03a-e52754d05124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:01:20Z', 'updated_at': '2022-04-07T02:01:20Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:22.883492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f493fe-8cb3-4e4c-b0fc-084a40b13eed None None] New status for floating IP ac3477ac-c881-454a-8f9e-7e8f35256dff: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:01:23.801369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a92fb-c037-4151-8548-18d8b2b2da67 req-c8c1b5e2-2114-4720-b41b-2e959fe7d8d2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:23.805262 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b88a92fb-c037-4151-8548-18d8b2b2da67 req-c8c1b5e2-2114-4720-b41b-2e959fe7d8d2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 983 time: 0.0611973 Apr 07 02:01:23.854504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b88a92fb-c037-4151-8548-18d8b2b2da67 req-68c635de-38ae-4ec2-a3a2-cfe974c56298 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Apr 07 02:01:24.062112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-2bad5271-4f83-4791-9ac2-a825dba9ccec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:24.063468 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-2bad5271-4f83-4791-9ac2-a825dba9ccec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 983 time: 0.0587547 Apr 07 02:01:24.121172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-ed5bf1b3-dc87-45ed-b550-3a3c60b66a92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:24.122539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-ed5bf1b3-dc87-45ed-b550-3a3c60b66a92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0510750 Apr 07 02:01:24.241018 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-c2f693a9-2fc0-483b-afd4-7b65d4f0c835 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1088238 Apr 07 02:01:24.254510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:24.314177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:24.447955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:24.481014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:24.512844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] device_id is not set on port f4b43277-dd9f-43de-b992-1340bf945671 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 02:01:24.521439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Publish callbacks [] for port (f4b43277-dd9f-43de-b992-1340bf945671), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:24.580232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:24.682022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=6']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:24.755746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] No DVR routers for this DVR port f4b43277-dd9f-43de-b992-1340bf945671 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:01:24.879802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8ec86302-9398-4c83-b3ba-df1339de49db None None] Provisioning complete for port f4b43277-dd9f-43de-b992-1340bf945671 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:24.880818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ec86302-9398-4c83-b3ba-df1339de49db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f4b43277-dd9f-43de-b992-1340bf945671), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:24.919367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8ec86302-9398-4c83-b3ba-df1339de49db None None] Port f4b43277-dd9f-43de-b992-1340bf945671 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:24.965722 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9f62dfa-3886-45b9-82bf-86d9a32077e7 req-87d4dd7a-5ee6-4315-9e80-a6287998be24 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 210 time: 0.0327275 Apr 07 02:01:25.223330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] In _notify_port_updated(), no bound segment for port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 02:01:25.224109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:25.224712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:25.226040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-95ba41ba-bdcb-4e3b-98a1-14798555ed55 req-83be0ee5-4c94-4c65-ace1-e6078596d06e service neutron] 10.222.0.10 "PUT /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1026 time: 0.9761250 Apr 07 02:01:26.071370 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aaca9e24-49bb-41b6-a324-f23505dcbd0f req-f4d7ac2e-657c-43af-ae50-0db00ffb35eb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=184d0bde-1ce6-4659-b03a-e52754d05124 HTTP/1.1" status: 200 len: 210 time: 0.0263293 Apr 07 02:01:27.129243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55312) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:27.175237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942b257-7bd5-4ac8-8377-fea3e13fc593 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:27.176621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2942b257-7bd5-4ac8-8377-fea3e13fc593 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 925 time: 0.0463610 Apr 07 02:01:27.506437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55316) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:27.511451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789874373', 'description': 'tempest-secgroup-smoke-1789874373 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:27.576309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:27.639672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (cf730ff9-52d3-4c39-92ab-c6ab6221e798), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:27.719448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (cf730ff9-52d3-4c39-92ab-c6ab6221e798), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:27.748617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf730ff9-52d3-4c39-92ab-c6ab6221e798,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:27.807569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:27.808824 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-686674d5-e08b-4810-9f4c-346b5a20150f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3008401 Apr 07 02:01:27.811554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55318) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:27.815814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'cf730ff9-52d3-4c39-92ab-c6ab6221e798', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:27.907235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (2db6560b-d2ea-488f-ab29-360a7a432239), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:27.961047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (2db6560b-d2ea-488f-ab29-360a7a432239), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.039684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2db6560b-d2ea-488f-ab29-360a7a432239), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.061464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db6560b-d2ea-488f-ab29-360a7a432239,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:28.126685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.127954 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5aa91c58-8c83-4de5-8191-f659a1de22f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3154895 Apr 07 02:01:28.130645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55320) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:28.134955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'cf730ff9-52d3-4c39-92ab-c6ab6221e798', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:28.213213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (3c052ae6-8582-4bfd-80ac-5ef3d02ea9b2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.266822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (3c052ae6-8582-4bfd-80ac-5ef3d02ea9b2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.341970 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (3c052ae6-8582-4bfd-80ac-5ef3d02ea9b2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.360280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c052ae6-8582-4bfd-80ac-5ef3d02ea9b2,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:28.430038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.432016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-489b0d87-731c-4350-ad14-f0a0788915ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3002238 Apr 07 02:01:28.441884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55322) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:28.446517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'cf730ff9-52d3-4c39-92ab-c6ab6221e798', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:28.541504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (29d93b21-36bc-4e48-b957-5565dc91f370), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.595617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (29d93b21-36bc-4e48-b957-5565dc91f370), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.656417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (29d93b21-36bc-4e48-b957-5565dc91f370), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.674580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29d93b21-36bc-4e48-b957-5565dc91f370,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:28.743907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.745176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ed2084a7-5e6a-4f68-b957-3c3f406410a7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022165 Apr 07 02:01:28.747776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55324) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:28.752004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'cf730ff9-52d3-4c39-92ab-c6ab6221e798', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:28.839840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (52cfd6ff-8c28-453d-b621-55451ae1a66d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.855773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:01:28.895046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] The host hv-neutron-8368 is not matching for port f4b43277-dd9f-43de-b992-1340bf945671 host ! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 02:01:28.895442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:01:28.908203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (52cfd6ff-8c28-453d-b621-55451ae1a66d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.976707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (52cfd6ff-8c28-453d-b621-55451ae1a66d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:28.997285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cfd6ff-8c28-453d-b621-55451ae1a66d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:29.033675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7024291-ce99-469f-9a61-35962c4b567a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.070608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.071863 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e5e238e6-0983-40c8-b1d7-f2c1c23ab4ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3231292 Apr 07 02:01:29.074568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55326) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:29.078871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'cf730ff9-52d3-4c39-92ab-c6ab6221e798', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:29.159489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:01:29.164599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (8c05237d-e1f5-4fd2-8c27-6f205047a4bc), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.221884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (8c05237d-e1f5-4fd2-8c27-6f205047a4bc), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.279058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (8c05237d-e1f5-4fd2-8c27-6f205047a4bc), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.296944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c05237d-e1f5-4fd2-8c27-6f205047a4bc,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:29.361452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.362668 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-49fc0ed5-191e-4f0f-900b-77e8da356f1f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2871847 Apr 07 02:01:29.365375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55328) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:29.370145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'cf730ff9-52d3-4c39-92ab-c6ab6221e798', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:29.450998 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:01:29.456145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c13cfea1-33e5-48e9-8424-4d2af5380a1b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.514621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c13cfea1-33e5-48e9-8424-4d2af5380a1b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.586101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c13cfea1-33e5-48e9-8424-4d2af5380a1b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.604191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13cfea1-33e5-48e9-8424-4d2af5380a1b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:29.673817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:29.675014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-beda4f6c-10a1-40a1-b49e-ac62f45961cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3087151 Apr 07 02:01:29.823033 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b11ced14-6649-40ef-a7a6-3dbb3422ccd9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1789874373&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0431373 Apr 07 02:01:29.876715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-02cf05b2-db50-40d9-80a9-52a8984026a2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:29.878297 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-02cf05b2-db50-40d9-80a9-52a8984026a2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 930 time: 0.0489609 Apr 07 02:01:29.925501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-f4bb54dd-56dc-4aca-a001-bb4af56dedfa service neutron] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0353696 Apr 07 02:01:30.011050 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-c23521d8-80f8-4540-a911-9bc97318addc service neutron] 10.222.0.25 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800407 Apr 07 02:01:30.105992 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-dbdff022-62aa-429c-80ba-f07e0ec230a1 service neutron] 10.222.0.25 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895729 Apr 07 02:01:30.154581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-6084ec2d-6d53-42c0-a44a-e0f442e76dbd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:30.155882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-6084ec2d-6d53-42c0-a44a-e0f442e76dbd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 930 time: 0.0443974 Apr 07 02:01:30.424311 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ac7ee52d-85c7-4589-98d4-ec0fdf0e368b req-69521b3a-7ea9-4edd-a7b0-fdfa58b54b12 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 210 time: 0.0280178 Apr 07 02:01:30.567787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55348) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:30.661625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-306bf0eb-6723-4cb8-8171-76caecaedb0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:30.663003 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-306bf0eb-6723-4cb8-8171-76caecaedb0b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 930 time: 0.0941796 Apr 07 02:01:31.382233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-90e03646-9732-4beb-bb47-16bafbaad83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:31.517210 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2d2b571-31cb-46ac-a93b-51ed42866a07 req-d2abb5ac-fc7c-46c1-8c0c-deb56e293f48 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 210 time: 0.0262713 Apr 07 02:01:32.450391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:32.610301 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a339bc1-4aa7-4937-9606-9ea8b1e6de2f req-968fa3be-e632-44e5-93cd-095a0b83d013 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 210 time: 0.0267727 Apr 07 02:01:32.832330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-348059f1-0c43-41c1-a2db-6eea8a8a91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:32.833635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-348059f1-0c43-41c1-a2db-6eea8a8a91c3 service neutron] 10.222.0.10 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1026 time: 0.0353682 Apr 07 02:01:32.942293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-cb42dedf-5a73-4dda-9c5f-119aab59f4e0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:32.943733 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-cb42dedf-5a73-4dda-9c5f-119aab59f4e0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153 HTTP/1.1" status: 200 len: 797 time: 0.1048167 Apr 07 02:01:33.022857 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-cce1a12d-d669-4b3b-9450-b007c741b41c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 472 time: 0.0660567 Apr 07 02:01:33.033643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Request body: {'port': {'device_id': '56709df6-7aef-4c68-a7c3-0eb8d75c3d5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:33.094825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:33.350458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b43277-dd9f-43de-b992-1340bf945671 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:01:33.357611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Publish callbacks [] for port (f4b43277-dd9f-43de-b992-1340bf945671), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:33.369082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Transition to ACTIVE for port object f4b43277-dd9f-43de-b992-1340bf945671 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:01:33.445375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:33.494995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=7']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:33.625545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:33.625884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:33.626222 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:33.630852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:01:33.631181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Attempting to bind port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:33.637692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:33.638032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Checking segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:33.638419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Bound using segment: {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:33.639199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Bound port: f4b43277-dd9f-43de-b992-1340bf945671, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa87ccb-fb1d-454d-a421-d071d26d6b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:33.639199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:33.703971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:33.707086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:33.731330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e428875-86b0-42e4-942e-86fe56ab8faa req-ae95ac6e-2cf3-4395-89f1-7f31f983773d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:33.732849 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4e428875-86b0-42e4-942e-86fe56ab8faa req-ae95ac6e-2cf3-4395-89f1-7f31f983773d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 981 time: 0.0550058 Apr 07 02:01:33.765787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:33.783891 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4e428875-86b0-42e4-942e-86fe56ab8faa req-8c6af64f-defa-4eca-b5d8-d26dd4a55696 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Apr 07 02:01:33.811335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:33.811920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:33.813365 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1131 time: 0.7836504 Apr 07 02:01:33.813820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56709df6-7aef-4c68-a7c3-0eb8d75c3d5e', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:01:33.816126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b15dd3-bb96-41b8-8511-7fda70c0b885" -d '{"events": [{"name": "network-changed", "server_uuid": "56709df6-7aef-4c68-a7c3-0eb8d75c3d5e", "tag": "f4b43277-dd9f-43de-b992-1340bf945671"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:01:33.840931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858e552-8650-45cf-bbbb-7b6561604846 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=8']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:33.858864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0574c43-d509-4c36-970f-598cf4317d5f x-openstack-request-id: req-d0574c43-d509-4c36-970f-598cf4317d5f {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:01:33.859165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56709df6-7aef-4c68-a7c3-0eb8d75c3d5e", "tag": "f4b43277-dd9f-43de-b992-1340bf945671", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:01:33.859463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0574c43-d509-4c36-970f-598cf4317d5f {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:01:33.859871 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0574c43-d509-4c36-970f-598cf4317d5f'] response: {'name': 'network-changed', 'server_uuid': '56709df6-7aef-4c68-a7c3-0eb8d75c3d5e', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671', 'status': 'completed', 'code': 200} Apr 07 02:01:33.967001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:34.152406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b15dd3-bb96-41b8-8511-7fda70c0b885 req-b659f289-cf97-4443-98d4-c4389cc8f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.153878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-67b15dd3-bb96-41b8-8511-7fda70c0b885 req-b659f289-cf97-4443-98d4-c4389cc8f05a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 1165 time: 0.0450199 Apr 07 02:01:34.264423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b15dd3-bb96-41b8-8511-7fda70c0b885 req-46b9e3dc-0020-4bd8-a75c-5a3adadab7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.266059 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-67b15dd3-bb96-41b8-8511-7fda70c0b885 req-46b9e3dc-0020-4bd8-a75c-5a3adadab7f1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963635 Apr 07 02:01:34.358615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b15dd3-bb96-41b8-8511-7fda70c0b885 req-9edce646-fac0-4509-9e94-c1f801e896f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.360078 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-67b15dd3-bb96-41b8-8511-7fda70c0b885 req-9edce646-fac0-4509-9e94-c1f801e896f7 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0864284 Apr 07 02:01:34.602077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-67fe9fc4-5f54-434a-890f-feb9a866dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.603583 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-67fe9fc4-5f54-434a-890f-feb9a866dd25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 1165 time: 0.0446959 Apr 07 02:01:34.675051 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-e8f6dc9c-7ff4-4ea2-ac30-f3acab3dbff1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1037 time: 0.0615914 Apr 07 02:01:34.722956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-fa10fe6a-187b-4ede-b60f-b50bc12256c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.724355 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-fa10fe6a-187b-4ede-b60f-b50bc12256c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a7155b14-4453-4a10-94b8-c72bcb573508 HTTP/1.1" status: 200 len: 834 time: 0.0428116 Apr 07 02:01:34.771761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-78c1c997-19e3-4b48-a702-a9cd81bfd3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.773872 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-78c1c997-19e3-4b48-a702-a9cd81bfd3ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435200 Apr 07 02:01:34.869253 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-c1cfffd9-ebc2-40bd-bc52-0972de8427b7 service neutron] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861111 Apr 07 02:01:34.906799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f489ca1-c08b-45d5-a31f-2187c489c69b req-98f6f908-7a12-412c-a66e-1bb18b7b4f07 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:34.908335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f489ca1-c08b-45d5-a31f-2187c489c69b req-98f6f908-7a12-412c-a66e-1bb18b7b4f07 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 981 time: 0.0556850 Apr 07 02:01:34.955858 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f489ca1-c08b-45d5-a31f-2187c489c69b req-06457723-4254-4e9e-b66e-68392a393208 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410571 Apr 07 02:01:34.965080 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5068cc98-1965-442e-9d59-693b83ae5b6c req-b06ca05e-cb61-4429-a040-77ea5b457f3c service neutron] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867596 Apr 07 02:01:35.294518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:36.073525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6c43c-489d-454e-bf49-776757f3b6b8 req-c6923896-5df1-4fdc-9859-be4ad5e8bb48 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:36.075005 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15e6c43c-489d-454e-bf49-776757f3b6b8 req-c6923896-5df1-4fdc-9859-be4ad5e8bb48 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 981 time: 0.0515678 Apr 07 02:01:36.120305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15e6c43c-489d-454e-bf49-776757f3b6b8 req-ec81654a-a075-4d4d-8eb1-048022f42a46 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397530 Apr 07 02:01:36.873199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:01:36.972435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:36.986978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'f4b43277-dd9f-43de-b992-1340bf945671', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'port_id': 'f4b43277-dd9f-43de-b992-1340bf945671', 'mac_address': 'fa:16:3e:0e:23:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:01:37.022655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f4b43277-dd9f-43de-b992-1340bf945671 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:37.023590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:37.035831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b43277-dd9f-43de-b992-1340bf945671 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:01:37.054474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:37.141883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:37.189618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=9']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:37.241256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52477a3e-034a-4e7f-a60d-6dea794c548e req-7af7f27c-9510-41fb-b159-cf3cf5806b46 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:37.242767 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52477a3e-034a-4e7f-a60d-6dea794c548e req-7af7f27c-9510-41fb-b159-cf3cf5806b46 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 982 time: 0.0564494 Apr 07 02:01:37.288419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52477a3e-034a-4e7f-a60d-6dea794c548e req-6fe54b64-bf94-4f96-8383-50136908a841 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Apr 07 02:01:37.383369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['f4b43277-dd9f-43de-b992-1340bf945671'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:01:38.404565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe22bd-45f2-475d-8c9c-9f46a2ab46f5 req-a7dc850b-d795-43cb-98cc-b0163c53cc8c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:38.406072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9fe22bd-45f2-475d-8c9c-9f46a2ab46f5 req-a7dc850b-d795-43cb-98cc-b0163c53cc8c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 982 time: 0.0517967 Apr 07 02:01:38.452591 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9fe22bd-45f2-475d-8c9c-9f46a2ab46f5 req-a24e7429-d42e-4c3e-aa54-9c57b5addf14 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Apr 07 02:01:38.891504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:39.031493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port f4b43277-dd9f-43de-b992-1340bf945671 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:01:39.035507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port f4b43277-dd9f-43de-b992-1340bf945671 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:39.035889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f4b43277-dd9f-43de-b992-1340bf945671), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:39.121857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f4b43277-dd9f-43de-b992-1340bf945671 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:39.122248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:39.145141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56709df6-7aef-4c68-a7c3-0eb8d75c3d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:01:39.147367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77aaefd-aa59-40e3-af7a-e3902a7f4997" -d '{"events": [{"server_uuid": "56709df6-7aef-4c68-a7c3-0eb8d75c3d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b43277-dd9f-43de-b992-1340bf945671"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:01:39.159724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:39.186317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e860791-3182-40f0-9aba-44ffc8ebf87b x-openstack-request-id: req-4e860791-3182-40f0-9aba-44ffc8ebf87b {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:01:39.186317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56709df6-7aef-4c68-a7c3-0eb8d75c3d5e", "name": "network-vif-plugged", "status": "completed", "tag": "f4b43277-dd9f-43de-b992-1340bf945671", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:01:39.186317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e860791-3182-40f0-9aba-44ffc8ebf87b {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:01:39.186317 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e860791-3182-40f0-9aba-44ffc8ebf87b'] response: {'server_uuid': '56709df6-7aef-4c68-a7c3-0eb8d75c3d5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b43277-dd9f-43de-b992-1340bf945671', 'code': 200} Apr 07 02:01:39.233596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:39.280401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=10']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:39.524562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edfec-abc5-4ae1-b082-b97171c7cc66 req-9b304734-e59a-4174-ae8d-ab1a77e5a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:39.526142 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7d9edfec-abc5-4ae1-b082-b97171c7cc66 req-9b304734-e59a-4174-ae8d-ab1a77e5a6c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 1168 time: 0.0512400 Apr 07 02:01:39.572243 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7d9edfec-abc5-4ae1-b082-b97171c7cc66 req-028e1422-0e0f-425e-aa12-4db796d3752f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381579 Apr 07 02:01:39.572534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee521545-5b9c-4ca1-962e-ee447e3148dc req-af32c397-bf4e-4af9-870e-ae34caa3a824 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:39.574078 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ee521545-5b9c-4ca1-962e-ee447e3148dc req-af32c397-bf4e-4af9-870e-ae34caa3a824 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0537353 Apr 07 02:01:39.624997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ee521545-5b9c-4ca1-962e-ee447e3148dc req-0039a43f-575e-4b26-85a8-eee5ca12f0d5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Apr 07 02:01:40.747661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62e2a9-f1b5-4305-82bb-1c1c61fb24bb req-5519f31e-011f-4ce5-940d-9d950bb36726 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:40.749239 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e62e2a9-f1b5-4305-82bb-1c1c61fb24bb req-5519f31e-011f-4ce5-940d-9d950bb36726 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0562413 Apr 07 02:01:40.795345 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e62e2a9-f1b5-4305-82bb-1c1c61fb24bb req-5612e426-d71b-422f-9308-a4a0590763f0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Apr 07 02:01:41.912927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eeb0cf-24c8-4efe-8b4b-d7d9cd7df045 req-ca38816e-9032-402f-8e56-adb09230131e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:41.914398 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-56eeb0cf-24c8-4efe-8b4b-d7d9cd7df045 req-ca38816e-9032-402f-8e56-adb09230131e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0529592 Apr 07 02:01:41.960127 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-56eeb0cf-24c8-4efe-8b4b-d7d9cd7df045 req-7fea81d9-83e6-4947-8152-8241679fb3cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Apr 07 02:01:42.081189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08bafe-04c1-4817-b3a6-532f2d16d062 req-03d1b211-e166-40ef-82c6-43adb67cc3b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:42.082606 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-da08bafe-04c1-4817-b3a6-532f2d16d062 req-03d1b211-e166-40ef-82c6-43adb67cc3b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0573609 Apr 07 02:01:42.132488 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-da08bafe-04c1-4817-b3a6-532f2d16d062 req-4faba0b4-9bcf-4a7a-b25b-945b6006198a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441964 Apr 07 02:01:42.154800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55396) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:42.231455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4752df-a39d-4186-9f5f-0fe87cac0d53 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:42.233007 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ee4752df-a39d-4186-9f5f-0fe87cac0d53 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e&network_id=ce7d1547-1783-4bdb-86e8-22b9fe8e3153 HTTP/1.1" status: 200 len: 1163 time: 0.0772381 Apr 07 02:01:42.803992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fa29f-f827-4a8d-a487-90449f5be758 req-ea685097-3c8a-4659-9441-18c1841cce64 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:42.805497 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-223fa29f-f827-4a8d-a487-90449f5be758 req-ea685097-3c8a-4659-9441-18c1841cce64 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0562432 Apr 07 02:01:42.853135 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-223fa29f-f827-4a8d-a487-90449f5be758 req-05ad51cf-a465-4d88-999e-e2a900a62cb7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Apr 07 02:01:43.977059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1620c-db58-4375-8aeb-317d29344bab req-147aa9f5-2fd7-4904-bd02-9bc15a4fc215 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:43.978566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57d1620c-db58-4375-8aeb-317d29344bab req-147aa9f5-2fd7-4904-bd02-9bc15a4fc215 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0526423 Apr 07 02:01:44.027015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57d1620c-db58-4375-8aeb-317d29344bab req-5a99f367-72e4-4a3b-89e4-ef864a7513b0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=70d0ef6a-de27-418a-8aeb-25c83dc17386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426176 Apr 07 02:01:44.184214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60e98c30-dbc9-4ae7-b8e7-7b791b0337f4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:44.185716 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60e98c30-dbc9-4ae7-b8e7-7b791b0337f4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 984 time: 0.0536027 Apr 07 02:01:44.235261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54af91c-4e73-46a7-9471-9395bd778318 req-c4af48f4-a1ef-4a17-8671-f4c34b4f3f95 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:44.236663 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b54af91c-4e73-46a7-9471-9395bd778318 req-c4af48f4-a1ef-4a17-8671-f4c34b4f3f95 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0419631 Apr 07 02:01:44.347175 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b54af91c-4e73-46a7-9471-9395bd778318 req-1a929712-bab3-4d6d-bbf1-78613a079627 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1017957 Apr 07 02:01:44.361497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:44.421413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:44.565638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f4b43277-dd9f-43de-b992-1340bf945671,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:44.601539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] For port f4b43277-dd9f-43de-b992-1340bf945671, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:44.639085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] device_id is not set on port f4b43277-dd9f-43de-b992-1340bf945671 yet. {{(pid=110983) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 07 02:01:44.647931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Publish callbacks [] for port (f4b43277-dd9f-43de-b992-1340bf945671), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:44.730793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:44.814638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=11']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:44.857628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] No DVR routers for this DVR port f4b43277-dd9f-43de-b992-1340bf945671 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:01:44.992095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7ffda4a5-c8ad-4707-908c-2f842ce2a011 None None] Provisioning complete for port f4b43277-dd9f-43de-b992-1340bf945671 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:44.992663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7ffda4a5-c8ad-4707-908c-2f842ce2a011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f4b43277-dd9f-43de-b992-1340bf945671), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:45.013010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] In _notify_port_updated(), no bound segment for port f4b43277-dd9f-43de-b992-1340bf945671 on network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 {{(pid=110983) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Apr 07 02:01:45.013898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:45.014619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:45.016040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b54af91c-4e73-46a7-9471-9395bd778318 req-60ec52d9-4ff7-4887-8076-556b75b0da64 service neutron] 10.222.0.10 "PUT /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 200 len: 1027 time: 0.6585815 Apr 07 02:01:45.032548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7ffda4a5-c8ad-4707-908c-2f842ce2a011 None None] Port f4b43277-dd9f-43de-b992-1340bf945671 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:45.137559 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-50870ce5-5995-4966-a694-c93373aacd53 req-a5d75fa3-004c-433c-bde6-9d8deb555340 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=56709df6-7aef-4c68-a7c3-0eb8d75c3d5e HTTP/1.1" status: 200 len: 210 time: 0.0283701 Apr 07 02:01:46.195189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55408) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:46.254816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (cf730ff9-52d3-4c39-92ab-c6ab6221e798), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.280653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (cf730ff9-52d3-4c39-92ab-c6ab6221e798), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.414236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (cf730ff9-52d3-4c39-92ab-c6ab6221e798), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.416979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.419603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/cf730ff9-52d3-4c39-92ab-c6ab6221e798 HTTP/1.1" status: 204 len: 168 time: 0.2219048 Apr 07 02:01:46.427340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf730ff9-52d3-4c39-92ab-c6ab6221e798,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:46.434526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.434904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.435233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.435579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.435916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.436250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.436582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.436941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.437273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.437597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.437930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.438256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.438581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.438904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.439234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3efb74f-3b80-40aa-9782-02fed0e699bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:01:46.512953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55412) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:46.668420 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 1208263c-d358-4a87-99c8-5eae826239fa {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:01:46.668790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1208263c-d358-4a87-99c8-5eae826239fa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.747730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1208263c-d358-4a87-99c8-5eae826239fa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.748080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (1208263c-d358-4a87-99c8-5eae826239fa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.760106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 1208263c-d358-4a87-99c8-5eae826239fa owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:01:46.949806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:01:46.965103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1208263c-d358-4a87-99c8-5eae826239fa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:46.989577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] The host hv-neutron-8368 is not matching for port f4b43277-dd9f-43de-b992-1340bf945671 host ! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 02:01:46.989972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f4b43277-dd9f-43de-b992-1340bf945671 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:01:46.995212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=1208263c-d358-4a87-99c8-5eae826239fa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:47.058239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (ac3477ac-c881-454a-8f9e-7e8f35256dff), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.058668 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP ac3477ac-c881-454a-8f9e-7e8f35256dff disassociated (deleted). External IP: 172.26.8.201, port: f4b43277-dd9f-43de-b992-1340bf945671. Apr 07 02:01:47.273743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:01:47.384303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:47.389087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.394160 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] Sync routers for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:47.404600 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:47.405252 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:47.424630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db031fa9-155b-4e4a-b90d-26c6568efcf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/ac3477ac-c881-454a-8f9e-7e8f35256dff HTTP/1.1" status: 204 len: 168 time: 0.9104099 Apr 07 02:01:47.494694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55418) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:47.514334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:47.559874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87a3c2ce-9d53-4fb1-9b32-7fbba179d6e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (1d5faf93-0a5c-4624-947d-ad31113d391d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.576408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87a3c2ce-9d53-4fb1-9b32-7fbba179d6e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (1d5faf93-0a5c-4624-947d-ad31113d391d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.696242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87a3c2ce-9d53-4fb1-9b32-7fbba179d6e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1d5faf93-0a5c-4624-947d-ad31113d391d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.698975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-87a3c2ce-9d53-4fb1-9b32-7fbba179d6e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.700157 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-87a3c2ce-9d53-4fb1-9b32-7fbba179d6e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d5faf93-0a5c-4624-947d-ad31113d391d HTTP/1.1" status: 204 len: 168 time: 0.2044654 Apr 07 02:01:47.709816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3c2ce-9d53-4fb1-9b32-7fbba179d6e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5faf93-0a5c-4624-947d-ad31113d391d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:47.712178 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:47.739460 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] Checking router: 128c69ba-5b3f-466a-aae6-52e4670ce9c9 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:47.747865 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:47.748486 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:47.778081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55424) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:47.861432 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:47.871158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port f4b43277-dd9f-43de-b992-1340bf945671 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:01:47.872650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f4b43277-dd9f-43de-b992-1340bf945671), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.890703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.962127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f4b43277-dd9f-43de-b992-1340bf945671), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:47.974110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for f4b43277-dd9f-43de-b992-1340bf945671 owned by {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:01:48.062946 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:48.090259 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab03ff0-bee3-4573-b571-f2d05d021ac1 None None] The sync data for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv is: [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:03Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f', 'name': '', 'network_id': 'ce7d1547-1783-4bdb-86e8-22b9fe8e3153', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:e1:c4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:02Z', 'updated_at': '2022-04-07T02:01:06Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'a7155b14-4453-4a10-94b8-c72bcb573508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:48.152081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f4b43277-dd9f-43de-b992-1340bf945671), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:48.186016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=f4b43277-dd9f-43de-b992-1340bf945671,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:48.256873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:48.261738 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e7e98d0c-1d8b-420f-99a1-acc992b83f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/ports/f4b43277-dd9f-43de-b992-1340bf945671 HTTP/1.1" status: 204 len: 168 time: 0.4824033 Apr 07 02:01:48.264303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55426) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:48.344783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2847ee6-e609-4cbe-b1f8-b795e8f21715 None None] New status for floating IP ac3477ac-c881-454a-8f9e-7e8f35256dff: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:01:48.937570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (128c69ba-5b3f-466a-aae6-52e4670ce9c9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:49.194841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:01:49.195192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:49.283035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:49.283401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:49.295587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:01:49.553109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:49.583029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:49.765642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (128c69ba-5b3f-466a-aae6-52e4670ce9c9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:49.987799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:01:50.097543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:50.103121 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8922e33f-dc6a-4352-80a2-f06d00b4fac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/128c69ba-5b3f-466a-aae6-52e4670ce9c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377254 Apr 07 02:01:50.105755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55428) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:50.108305 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] Sync routers for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:50.119305 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:50.119994 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:50.158897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet a7155b14-4453-4a10-94b8-c72bcb573508 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:01:50.162167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (a7155b14-4453-4a10-94b8-c72bcb573508), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.203937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (a7155b14-4453-4a10-94b8-c72bcb573508), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.230415 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:50.291765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (a7155b14-4453-4a10-94b8-c72bcb573508), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.404001 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:49Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:50.432253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (a7155b14-4453-4a10-94b8-c72bcb573508), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.433164 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] Checking router: 128c69ba-5b3f-466a-aae6-52e4670ce9c9 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:50.441637 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] Routers {'128c69ba-5b3f-466a-aae6-52e4670ce9c9'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:50.442238 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:50.458811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=a7155b14-4453-4a10-94b8-c72bcb573508,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:50.462890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.469679 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-55aa66bc-4608-43fa-bed9-42d4af17ff39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/a7155b14-4453-4a10-94b8-c72bcb573508 HTTP/1.1" status: 204 len: 168 time: 0.3597984 Apr 07 02:01:50.469679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55430) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:50.473532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7400711-9663-43f7-8972-c8d72a83b943 None None] Network ce7d1547-1783-4bdb-86e8-22b9fe8e3153 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:01:50.586959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (128c69ba-5b3f-466a-aae6-52e4670ce9c9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.646928 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] Set router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:50.648994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] DHCP port deletion for ce7d1547-1783-4bdb-86e8-22b9fe8e3153 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:01:50.703801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] Deleting port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:01:50.706000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.716395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (128c69ba-5b3f-466a-aae6-52e4670ce9c9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.774725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] For port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,segment=NetworkSegment(8fa87ccb-fb1d-454d-a421-d071d26d6b2c),segment_id=8fa87ccb-fb1d-454d-a421-d071d26d6b2c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:50.775213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.787701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] Calling delete_port for 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:01:50.830035 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:49Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:50.830301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:01:50.856731 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594cbf2d-111c-41f8-8769-ed678a0778ab None None] The sync data for ids ['128c69ba-5b3f-466a-aae6-52e4670ce9c9'] in dv-neutron-836863-2-hyperv is: [{'id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'name': 'tempest-TestNetworkBasicOps-router-254086458', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64'}], 'enable_snat': True}, 'gw_port_id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:49Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'e0ae9d18-4c01-45b1-a223-e99d8006c594', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fe:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c69ba-5b3f-466a-aae6-52e4670ce9c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:00:59Z', 'updated_at': '2022-04-07T02:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:50.862253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port e0ae9d18-4c01-45b1-a223-e99d8006c594 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:01:50.862607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.945324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:50.945718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.953298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port e0ae9d18-4c01-45b1-a223-e99d8006c594, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e0ae9d18-4c01-45b1-a223-e99d8006c594,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:50.953671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:50.965728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for e0ae9d18-4c01-45b1-a223-e99d8006c594 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:01:51.034087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.078793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] No DVR routers for this DVR port 7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:01:51.080597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72f5ae-363a-4c7c-b012-31c7d6c67570 None None] Pushing event deleted for resources: {'Port': ['ID=7c03f6b1-e0a9-4413-bb9c-d9b3b248dca4,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:51.214883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e0ae9d18-4c01-45b1-a223-e99d8006c594), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.238051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=e0ae9d18-4c01-45b1-a223-e99d8006c594,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:51.303861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (128c69ba-5b3f-466a-aae6-52e4670ce9c9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.403260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (128c69ba-5b3f-466a-aae6-52e4670ce9c9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.405451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (128c69ba-5b3f-466a-aae6-52e4670ce9c9), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.551427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (128c69ba-5b3f-466a-aae6-52e4670ce9c9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.551915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router 128c69ba-5b3f-466a-aae6-52e4670ce9c9 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:01:51.558612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.559757 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b0cab728-a9bb-4bc8-bbb9-4f9c9375761f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/128c69ba-5b3f-466a-aae6-52e4670ce9c9 HTTP/1.1" status: 204 len: 168 time: 1.0894058 Apr 07 02:01:51.562382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55432) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:51.645298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (ce7d1547-1783-4bdb-86e8-22b9fe8e3153), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.731895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (ce7d1547-1783-4bdb-86e8-22b9fe8e3153), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.751033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7d1547-1783-4bdb-86e8-22b9fe8e3153']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:51.761207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa87ccb-fb1d-454d-a421-d071d26d6b2c') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:51.761509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa87ccb-fb1d-454d-a421-d071d26d6b2c') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:51.771022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (8fa87ccb-fb1d-454d-a421-d071d26d6b2c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.784984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (8fa87ccb-fb1d-454d-a421-d071d26d6b2c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.790721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:01:51.791107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (8fa87ccb-fb1d-454d-a421-d071d26d6b2c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:01:51.794027 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:01:51.935735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (ce7d1547-1783-4bdb-86e8-22b9fe8e3153), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.941751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:51.944431 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/ce7d1547-1783-4bdb-86e8-22b9fe8e3153 HTTP/1.1" status: 204 len: 168 time: 0.3811164 Apr 07 02:01:51.957003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be22b39-9233-49c9-9b20-2d39aed98eec tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=ce7d1547-1783-4bdb-86e8-22b9fe8e3153,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:51.960795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55434) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:51.975842 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9af21c11-c496-4301-8ce1-a21f3782f992 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111916 Apr 07 02:01:51.976026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55436) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:51.980732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--1119057234', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:52.079123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:01:52.082867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.106435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:01:52.114862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (93b9e958-54b6-4aae-a484-03742f215f9b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.115200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment 93b9e958-54b6-4aae-a484-03742f215f9b of type vlan for network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a Apr 07 02:01:52.154922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.227562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.232777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:52.233372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.302217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:52.315094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:01:52.360175 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-56eaba31-c873-4e84-8284-924fa11b68d8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3831840 Apr 07 02:01:52.362857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55438) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:52.367200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:52.454685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.455649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.507101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.730966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e0ae9d18-4c01-45b1-a223-e99d8006c594 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:01:52.745184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:52.753524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e0ae9d18-4c01-45b1-a223-e99d8006c594 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:01:52.753892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e0ae9d18-4c01-45b1-a223-e99d8006c594 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:01:52.754311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:01:52.772633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:01:52.773009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7d4ecccd-36ce-4b2e-b699-10e9d5b8b94f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:01:53.004448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:53.023256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:53.125269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.172 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/789f93fa-dbd7-4b6a-9f53-f880e3fb4e06) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:53.228440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:53.319264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:53.359858 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:53.362941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:53.365458 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:53.389742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:54.020469 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:54.223344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:54.422120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:01:54.561559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:54.571494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Sync routers for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:54.581057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:54.592817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:54.667855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:54.669141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e4eeef75-9620-4da3-8d4f-4f5af923f657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3053453 Apr 07 02:01:54.672260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55440) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:54.689359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:54.703188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4d6e3e88-37a7-4166-b563-2133bd927ac0 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273671 Apr 07 02:01:54.703401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55442) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:54.796990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89f0b3-f192-45c1-9276-67e2f422ba85 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:54.799009 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ee89f0b3-f192-45c1-9276-67e2f422ba85 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943809 Apr 07 02:01:54.801686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55444) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:54.829690 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-762eb395-df3b-439d-87f0-659067a1a0aa tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268173 Apr 07 02:01:54.832167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:54.837714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-615281390', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:54.876283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:53Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:54.902764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Checking router: a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:54.908106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Updating router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:01:54.929645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.010322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:01:55.013910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.184803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Publish callbacks [] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.288702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.336490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (5dd23044-5872-4b42-9419-cb77fe464c54), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.343452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Attempting to bind port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:55.343822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Attempting to bind port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:55.344190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Attempting to bind port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:55.347072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3b700-3d53-4af6-9965-a50e0d9bb123 None None] Pushing event updated for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:55.351637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:55.352520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:55.352962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.353351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:55.353819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Bound port: 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:55.354205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.405710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=5dd23044-5872-4b42-9419-cb77fe464c54,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:55.406227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] For port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:55.409505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] For port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:55.411316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:55.413896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:01:55.502542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.524714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:01:55.557241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:55.557888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:55.605701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d3b700-3d53-4af6-9965-a50e0d9bb123 None None] Pushing event updated for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:55.633336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:55.637497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:55.638120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:55.649708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ad6bf-873e-4674-89d5-ce5ac96e2572 None None] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:01:55.725754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:55.738822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5ea1ad79-4bc5-40ee-968d-710b993f2519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9056220 Apr 07 02:01:55.741544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55448) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:56.000048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:01:56.000919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.189112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.191424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Allocated IP 172.20.0.2 (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a/5dd23044-5872-4b42-9419-cb77fe464c54/3b1398eb-a808-44ee-aae6-0f14a15b8fc4) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:56.199917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:53Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:56.230834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a340c-196a-473e-b88d-2327c923db47 None None] The sync data for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv is: [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:53Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:56.323804 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:01:56.375045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Publish callbacks [] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.470962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.531990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:56.533765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a/5dd23044-5872-4b42-9419-cb77fe464c54/150ec15d-195c-4af5-aec1-0868fb849f12) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:01:56.537785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:56.542807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:56.546136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Pushing event updated for resources: {'Port': ['ID=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:56.613633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Attempting to bind port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:56.614356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Attempting to bind port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:56.614476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Attempting to bind port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 on network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:56.623958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:56.624315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Checking segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:56.624729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.625194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Bound using segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:56.625670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Bound port: 3b1398eb-a808-44ee-aae6-0f14a15b8fc4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:56.626057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.667341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (150ec15d-195c-4af5-aec1-0868fb849f12), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.701273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] For port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:56.704986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] For port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:56.763816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:56.815399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:56.815786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.848289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.890881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.942902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:56.948931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860525d5-c1c5-4a66-a9c5-58316888df79 None None] Pushing event updated for resources: {'Port': ['ID=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:56.949465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:56.962765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:01:56.964100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:56.964854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:56.997525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:57.007328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:57.025040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:57.084731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:57.174895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:57.255215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:57.543742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (150ec15d-195c-4af5-aec1-0868fb849f12), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:57.633457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:57.709403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:57.711959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:57.806572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:01:57.807926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:01:57.934340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:01:58.340280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:01:58.345677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5e8e4044-4f1c-43ef-93f2-96f58a704a86 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031716 Apr 07 02:01:58.348417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55452) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:58.350898 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Sync routers for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:01:58.362703 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:58.363332 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:58.458514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.458901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.459366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.460335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.460465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.461028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.466555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55454) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:58.469323 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cd88d04c-8616-41e0-922d-1243e262b503 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1197572 Apr 07 02:01:58.475159 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:58.524346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.525169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.525658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.526295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.526758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.527211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:01:58.530185 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7fc8f16-373d-4c26-a8c7-de4064ab13fb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0615003 Apr 07 02:01:58.531764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55456) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:58.677343 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-669555e7-6d37-4622-b49c-a5ddd855dda8 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.1444800 Apr 07 02:01:58.692234 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:58.721299 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Checking router: a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:01:58.721655 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Updating router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef port 150ec15d-195c-4af5-aec1-0868fb849f12 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:01:58.741892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3ca62-88da-47ef-8821-8c5632602db2 None None] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:01:58.760896 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:58.874930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:58.886837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] Provisioning complete for port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:58.887363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:58.993643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:58.993643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.038408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd872196-cdf8-4bdd-ac42-ee3bb329abb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.062142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] Current status of the port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:59.062663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.064882 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Publish callbacks [] for port (150ec15d-195c-4af5-aec1-0868fb849f12), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.107812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] For port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:59.124393 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.142835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:59.143232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.191498 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e24245-b35f-46df-830d-60aa6dd29ede None None] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:59.194216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.255490 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Attempting to bind port 150ec15d-195c-4af5-aec1-0868fb849f12 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:01:59.255870 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Attempting to bind port 150ec15d-195c-4af5-aec1-0868fb849f12 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:01:59.256260 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Attempting to bind port 150ec15d-195c-4af5-aec1-0868fb849f12 on network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:01:59.262984 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:01:59.263380 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Checking segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:01:59.263771 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.264161 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Bound using segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:01:59.264625 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Bound port: 150ec15d-195c-4af5-aec1-0868fb849f12, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:01:59.266903 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.275167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f99d0-2fe5-4727-ae8e-60ff12f49a2d None None] Pushing event updated for resources: {'Port': ['ID=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:59.301669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:01:59.302172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:01:59.318360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ca063b7f-7efc-4386-a2f8-855cb78742ec None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:59.318833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca063b7f-7efc-4386-a2f8-855cb78742ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.344417 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] For port 150ec15d-195c-4af5-aec1-0868fb849f12, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:01:59.348748 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] For port 150ec15d-195c-4af5-aec1-0868fb849f12, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=150ec15d-195c-4af5-aec1-0868fb849f12,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:01:59.357134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ca063b7f-7efc-4386-a2f8-855cb78742ec None None] Port 150ec15d-195c-4af5-aec1-0868fb849f12 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:01:59.368622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ca063b7f-7efc-4386-a2f8-855cb78742ec None None] Provisioning complete for port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:59.369182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca063b7f-7efc-4386-a2f8-855cb78742ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.388620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55460) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:59.394054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992094599', 'description': 'tempest-secgroup-smoke-992094599 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:59.432543 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.458385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ca063b7f-7efc-4386-a2f8-855cb78742ec None None] Current status of the port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:59.494310 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e24245-b35f-46df-830d-60aa6dd29ede None None] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:59.496098 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:01:59.496712 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:01:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:59.522847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.579726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:01:59.580100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.599417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (a7ac5612-d1d4-4568-a808-c316a301ee58), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.630115 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:01:59.668274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a7ac5612-d1d4-4568-a808-c316a301ee58), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.677339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:59.677339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.705502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ac5612-d1d4-4568-a808-c316a301ee58,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:01:59.706200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] For port 150ec15d-195c-4af5-aec1-0868fb849f12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=150ec15d-195c-4af5-aec1-0868fb849f12,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:01:59.780995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.780995 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b7683e2b-d5ef-4f81-905d-6d77adeca429 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3904002 Apr 07 02:01:59.783846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55462) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:01:59.788632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac5612-d1d4-4568-a808-c316a301ee58', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:01:59.798803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.860401 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:01:59Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:01:59.880936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:01:59.882234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:01:59.884486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (03219c21-1780-4d3c-b737-be601612680c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:01:59.896369 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfea65db-1b6c-48f3-b64f-b70c64158323 None None] The sync data for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv is: [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:01:59Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:01:59.994723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (03219c21-1780-4d3c-b737-be601612680c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.074935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (03219c21-1780-4d3c-b737-be601612680c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.078319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5d649-8790-45e8-8627-1a055b4b13ee None None] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:00.106604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-573af0a7-1a04-4ea1-9a2a-27eca6441aa0 None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:00.106987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-573af0a7-1a04-4ea1-9a2a-27eca6441aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.113294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03219c21-1780-4d3c-b737-be601612680c,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:00.126127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.129834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.130210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.130557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.130966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.131350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.131694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.132071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.132409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.132794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.133375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.133892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.134390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.134946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.135479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:00.151139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:00.151532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.198733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.198733 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2bf78423-5f4c-498a-8cd3-e1fa81ce4769 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130268 Apr 07 02:02:00.200732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55464) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:00.205371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac5612-d1d4-4568-a808-c316a301ee58', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:00.250507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-573af0a7-1a04-4ea1-9a2a-27eca6441aa0 None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:00.285294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:00.299624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a7f94d2b-2509-423e-bdcd-258ff829f900), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.364527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a7f94d2b-2509-423e-bdcd-258ff829f900), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.370998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c1523f1f-1028-4947-92e5-7c27dec6baa7 None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:00.371488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1523f1f-1028-4947-92e5-7c27dec6baa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.427849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a7f94d2b-2509-423e-bdcd-258ff829f900), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.452276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f94d2b-2509-423e-bdcd-258ff829f900,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:00.455822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c1523f1f-1028-4947-92e5-7c27dec6baa7 None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:00.549593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.550940 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1ec0ba57-cfc3-4fbd-86c6-851b8245d216 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3492868 Apr 07 02:02:00.553983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55466) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:00.566463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac5612-d1d4-4568-a808-c316a301ee58', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:00.648437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a8e8780d-795d-43e9-b81a-0ea5f8488948), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.715285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a8e8780d-795d-43e9-b81a-0ea5f8488948), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.797228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a8e8780d-795d-43e9-b81a-0ea5f8488948), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.816865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e8780d-795d-43e9-b81a-0ea5f8488948,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:00.822335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:00.876126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:00.876512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.880917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:00.882390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-412aeda7-f4de-446d-bc99-980d0c232020 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3261814 Apr 07 02:02:00.885107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55468) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:00.889441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac5612-d1d4-4568-a808-c316a301ee58', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:00.962380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:00.963466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 150ec15d-195c-4af5-aec1-0868fb849f12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:00.998702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a7159258-757a-4859-a0e2-38b5d4957491), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.013140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:01.013933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.064204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a7159258-757a-4859-a0e2-38b5d4957491), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.097238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:01.140198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a7159258-757a-4859-a0e2-38b5d4957491), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.158476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7159258-757a-4859-a0e2-38b5d4957491,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:01.228412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.229643 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fb0a36c6-daa4-4c49-9560-48852bb1e303 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3436024 Apr 07 02:02:01.232346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55470) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:01.236603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac5612-d1d4-4568-a808-c316a301ee58', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:01.305953 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:02:01.311173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c67672d1-b9d6-4bad-8eb3-326a0933d6aa), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.371768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c67672d1-b9d6-4bad-8eb3-326a0933d6aa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.385720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-583664c0-5dc7-46f0-b603-7af1e0eec002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.460164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c67672d1-b9d6-4bad-8eb3-326a0933d6aa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.478370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67672d1-b9d6-4bad-8eb3-326a0933d6aa,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:01.559341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.560488 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4dc3478f-31b1-4395-86f9-c8dd677f9a7a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3271575 Apr 07 02:02:01.563245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:01.567525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'a7ac5612-d1d4-4568-a808-c316a301ee58', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:01.654220 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:02:01.659004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (b002e506-2328-4fc2-9b4a-8cb43f912542), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.715763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (b002e506-2328-4fc2-9b4a-8cb43f912542), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.791267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b002e506-2328-4fc2-9b4a-8cb43f912542), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.808355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b002e506-2328-4fc2-9b4a-8cb43f912542,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:01.892108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:01.893460 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b552e168-2100-4dd6-a1f4-bc9d5f2800c2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3292933 Apr 07 02:02:02.039572 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-b26ab128-2269-4d67-8dee-21c27769501b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992094599&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0436566 Apr 07 02:02:02.145491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-7eb8b3d3-4c01-4deb-9a4d-f5e4d20b0be0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:02.147104 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-7eb8b3d3-4c01-4deb-9a4d-f5e4d20b0be0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a HTTP/1.1" status: 200 len: 797 time: 0.1009476 Apr 07 02:02:02.161034 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a90c7a1a-77d9-41e9-8c08-1a3a5dc4061c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0086296 Apr 07 02:02:02.213820 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-f6ffc48f-9467-408d-9a2d-89869a93f6df tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474970 Apr 07 02:02:02.310718 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-d637d9e5-90e0-4135-89e5-a1cc37135940 service neutron] 10.222.0.25 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855944 Apr 07 02:02:02.399646 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-8c5c2e03-8aab-4295-8df9-ebbd6ea3d357 service neutron] 10.222.0.25 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832222 Apr 07 02:02:02.494120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:02.635966 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9429dc07-7240-4f34-9a81-965aeccc245a req-d354af6e-a42d-4ffd-b2d2-42eb70878f3f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 210 time: 0.0269873 Apr 07 02:02:03.728925 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-25757ee8-f454-4082-ba6d-4c852637e029 req-fdda8f83-7357-4ba4-8bb1-2e5161f53021 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 210 time: 0.0268264 Apr 07 02:02:03.947184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:04.463860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-e434c8e9-bf1d-4a36-b532-f0fe59cc0608 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:04.465616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-e434c8e9-bf1d-4a36-b532-f0fe59cc0608 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a HTTP/1.1" status: 200 len: 797 time: 0.1011326 Apr 07 02:02:04.533212 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-cc344839-42af-4736-821e-3d08537fc9bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 379 time: 0.0550439 Apr 07 02:02:04.541838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['a7ac5612-d1d4-4568-a808-c316a301ee58']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:04.770481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:02:04.774137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:04.833675 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca534cf9-0d23-4240-ab34-4ec1556d24e4 req-68d2ae34-5f86-46f9-8df6-16a5e4bcbd41 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 210 time: 0.0324917 Apr 07 02:02:04.910059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.7 (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a/5dd23044-5872-4b42-9419-cb77fe464c54/a8b122f2-f868-41ee-bc62-73de60579524) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:02:05.043811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (a8b122f2-f868-41ee-bc62-73de60579524), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.130365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a8b122f2-f868-41ee-bc62-73de60579524), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.177796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:02:05.181722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:02:05.185455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:02:05.208481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=a8b122f2-f868-41ee-bc62-73de60579524,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:05.237939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:05.240945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.311331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.325643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-5eb1fd30-8a50-4f74-b28e-77991d48f044 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7873414 Apr 07 02:02:05.337778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Request body: {'port': {'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:05.403055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a8b122f2-f868-41ee-bc62-73de60579524), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.619759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d4aec2c7-f5fd-45aa-aa88-2c46e45a95a6 None None] Provisioning complete for port a8b122f2-f868-41ee-bc62-73de60579524 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:05.620256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4aec2c7-f5fd-45aa-aa88-2c46e45a95a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a8b122f2-f868-41ee-bc62-73de60579524), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.653624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d4aec2c7-f5fd-45aa-aa88-2c46e45a95a6 None None] Port a8b122f2-f868-41ee-bc62-73de60579524 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:02:05.676305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b122f2-f868-41ee-bc62-73de60579524 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:02:05.683988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Publish callbacks [] for port (a8b122f2-f868-41ee-bc62-73de60579524), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.695765 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Transition to ACTIVE for port object a8b122f2-f868-41ee-bc62-73de60579524 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:02:05.767835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a8b122f2-f868-41ee-bc62-73de60579524), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.834336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b122f2-f868-41ee-bc62-73de60579524,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:05.897548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Attempting to bind port a8b122f2-f868-41ee-bc62-73de60579524 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:02:05.897973 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Attempting to bind port a8b122f2-f868-41ee-bc62-73de60579524 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:02:05.899357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Attempting to bind port a8b122f2-f868-41ee-bc62-73de60579524 on network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:02:05.903969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Port a8b122f2-f868-41ee-bc62-73de60579524 on network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:02:05.904287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Attempting to bind port a8b122f2-f868-41ee-bc62-73de60579524 on network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:02:05.910181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:02:05.910530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Checking segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:02:05.910929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Bound using segment: {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:02:05.911365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Bound port: a8b122f2-f868-41ee-bc62-73de60579524, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b9e958-54b6-4aae-a484-03742f215f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:02:05.911733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a8b122f2-f868-41ee-bc62-73de60579524), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:05.979600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] For port a8b122f2-f868-41ee-bc62-73de60579524, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:02:05.983059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] For port a8b122f2-f868-41ee-bc62-73de60579524, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a8b122f2-f868-41ee-bc62-73de60579524,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:02:05.983216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef7d90-1664-4516-aba0-df5ce36617e3 req-366c14b7-4851-403b-aa98-2a5b30c1fc91 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:05.984851 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-66ef7d90-1664-4516-aba0-df5ce36617e3 req-366c14b7-4851-403b-aa98-2a5b30c1fc91 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 943 time: 0.0564048 Apr 07 02:02:06.033843 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-66ef7d90-1664-4516-aba0-df5ce36617e3 req-c284ce7f-154c-4e2b-ad8b-96dd6a401db8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Apr 07 02:02:06.077759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a8b122f2-f868-41ee-bc62-73de60579524), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:06.111441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.112100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:06.113485 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] 10.222.0.10 "PUT /v2.0/ports/a8b122f2-f868-41ee-bc62-73de60579524 HTTP/1.1" status: 200 len: 1093 time: 0.7801101 Apr 07 02:02:06.113930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:02:06.116215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38" -d '{"events": [{"name": "network-changed", "server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "tag": "a8b122f2-f868-41ee-bc62-73de60579524"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:02:06.178461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a366-8c44-4841-b548-cdbabf2efdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b122f2-f868-41ee-bc62-73de60579524,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:06.178461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc3278a-cbfd-4659-bf0e-b1dea4043a79 x-openstack-request-id: req-fcc3278a-cbfd-4659-bf0e-b1dea4043a79 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:02:06.178461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "tag": "a8b122f2-f868-41ee-bc62-73de60579524", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:02:06.178461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcc3278a-cbfd-4659-bf0e-b1dea4043a79 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:02:06.178461 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc3278a-cbfd-4659-bf0e-b1dea4043a79'] response: {'name': 'network-changed', 'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524', 'status': 'completed', 'code': 200} Apr 07 02:02:06.232805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38 req-369bc000-3f10-4676-abe4-6a3b7da45c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.234469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38 req-369bc000-3f10-4676-abe4-6a3b7da45c6e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 1127 time: 0.0505846 Apr 07 02:02:06.343691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38 req-70b8d2be-8da2-4382-9396-803b552e5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.345258 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38 req-70b8d2be-8da2-4382-9396-803b552e5d8e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0999446 Apr 07 02:02:06.449735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38 req-ea7bfbf7-0db9-495e-8835-11dd23442d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.451156 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9ae3f52-03e8-492f-9899-bad0e7f1fa38 req-ea7bfbf7-0db9-495e-8835-11dd23442d06 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0965071 Apr 07 02:02:06.528444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-498d6ae9-797c-48b1-9acb-57aa2237e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.529982 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-498d6ae9-797c-48b1-9acb-57aa2237e933 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 1127 time: 0.0453978 Apr 07 02:02:06.574245 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-8e43e28b-ccc6-4fca-9fa6-db29b2ad87f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b122f2-f868-41ee-bc62-73de60579524 HTTP/1.1" status: 200 len: 217 time: 0.0339377 Apr 07 02:02:06.625571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-148f10b7-d5b6-411d-9709-cdd9cb040cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.627025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-148f10b7-d5b6-411d-9709-cdd9cb040cc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dd23044-5872-4b42-9419-cb77fe464c54 HTTP/1.1" status: 200 len: 834 time: 0.0459709 Apr 07 02:02:06.675575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-4693dd6a-b23d-462a-b0df-2e43d2164c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:06.677064 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-4693dd6a-b23d-462a-b0df-2e43d2164c72 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0431123 Apr 07 02:02:06.771988 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-d4b8a1e5-e140-48c3-a552-c85d7d3f2fa5 service neutron] 10.222.0.10 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860472 Apr 07 02:02:06.865948 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d3ce3890-8c22-4bb7-99e8-29bd3d5cc0ba req-ab644644-0e83-447a-90ad-f314a21a957b service neutron] 10.222.0.10 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846975 Apr 07 02:02:07.152965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e60fda-db35-49fa-8ef5-178089ec7ed0 req-1b2cb091-f83f-4bc1-a18f-bb0cab4fa451 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:07.154441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a3e60fda-db35-49fa-8ef5-178089ec7ed0 req-1b2cb091-f83f-4bc1-a18f-bb0cab4fa451 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 943 time: 0.0545578 Apr 07 02:02:07.201974 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a3e60fda-db35-49fa-8ef5-178089ec7ed0 req-2c6e6592-71d9-4be1-9259-768c52fd3f13 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Apr 07 02:02:08.322619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7572-36c1-49dd-8bca-d255e0322d0c req-ba99d89f-56f1-4c08-8b13-ff88f4d4925e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:08.324082 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a16e7572-36c1-49dd-8bca-d255e0322d0c req-ba99d89f-56f1-4c08-8b13-ff88f4d4925e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 943 time: 0.0556321 Apr 07 02:02:08.372471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a16e7572-36c1-49dd-8bca-d255e0322d0c req-ae08365e-4070-40cf-8f69-90ad68786df1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428712 Apr 07 02:02:09.075636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a8b122f2-f868-41ee-bc62-73de60579524 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:02:09.174501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a8b122f2-f868-41ee-bc62-73de60579524, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a8b122f2-f868-41ee-bc62-73de60579524,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:09.185615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'a8b122f2-f868-41ee-bc62-73de60579524', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:02:09.222488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a8b122f2-f868-41ee-bc62-73de60579524 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:09.222877 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a8b122f2-f868-41ee-bc62-73de60579524), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:09.236129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b122f2-f868-41ee-bc62-73de60579524 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:02:09.255243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a8b122f2-f868-41ee-bc62-73de60579524, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a8b122f2-f868-41ee-bc62-73de60579524,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:09.329651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a8b122f2-f868-41ee-bc62-73de60579524), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:09.377842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a8b122f2-f868-41ee-bc62-73de60579524,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:09.384843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.385200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.385549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.385895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.386235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.386570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.386906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.387239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.387572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.387918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.388309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.388644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.388982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.397145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.397145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:09.495840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1eda2-539f-4d43-84be-338d6735de94 req-da19164b-5d2c-433e-aa6b-c17aa19def41 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:09.497469 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-82f1eda2-539f-4d43-84be-338d6735de94 req-da19164b-5d2c-433e-aa6b-c17aa19def41 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 944 time: 0.0540354 Apr 07 02:02:09.547354 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-82f1eda2-539f-4d43-84be-338d6735de94 req-b53acdfa-50f7-4ef0-abff-d081d983dc2f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435920 Apr 07 02:02:09.597247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a8b122f2-f868-41ee-bc62-73de60579524'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:02:10.670103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f05d0-8bb6-4ce3-8983-a901bd0002f5 req-bf4c63b3-f2ce-4657-912f-e3d3db8362b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:10.671565 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd7f05d0-8bb6-4ce3-8983-a901bd0002f5 req-bf4c63b3-f2ce-4657-912f-e3d3db8362b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 944 time: 0.0567822 Apr 07 02:02:10.720669 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd7f05d0-8bb6-4ce3-8983-a901bd0002f5 req-3e971167-c7d2-4cff-bb70-536aa71e25a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435324 Apr 07 02:02:11.091826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a8b122f2-f868-41ee-bc62-73de60579524 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:11.261477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port a8b122f2-f868-41ee-bc62-73de60579524 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:02:11.265444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port a8b122f2-f868-41ee-bc62-73de60579524 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:11.265823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a8b122f2-f868-41ee-bc62-73de60579524), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:11.340578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a8b122f2-f868-41ee-bc62-73de60579524 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:11.340999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a8b122f2-f868-41ee-bc62-73de60579524), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:11.365441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:02:11.368397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f017e3-4858-483f-8528-5bb4c405e20a" -d '{"events": [{"server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "name": "network-vif-plugged", "status": "completed", "tag": "a8b122f2-f868-41ee-bc62-73de60579524"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:02:11.380619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a8b122f2-f868-41ee-bc62-73de60579524, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a8b122f2-f868-41ee-bc62-73de60579524,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:11.404451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa864866-960c-41f8-bfa1-653fcf6fef71 x-openstack-request-id: req-fa864866-960c-41f8-bfa1-653fcf6fef71 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:02:11.404743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "name": "network-vif-plugged", "status": "completed", "tag": "a8b122f2-f868-41ee-bc62-73de60579524", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:02:11.405031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa864866-960c-41f8-bfa1-653fcf6fef71 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:02:11.405427 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa864866-960c-41f8-bfa1-653fcf6fef71'] response: {'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524', 'code': 200} Apr 07 02:02:11.450017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a8b122f2-f868-41ee-bc62-73de60579524), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:11.501628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a8b122f2-f868-41ee-bc62-73de60579524,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:11.788364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292383a-3c07-4f6d-b5d7-228422ef6e09 req-164c82c4-ac22-4f4c-8ba4-3ff775cdca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:11.790192 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2292383a-3c07-4f6d-b5d7-228422ef6e09 req-164c82c4-ac22-4f4c-8ba4-3ff775cdca62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 1129 time: 0.0469301 Apr 07 02:02:11.839015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec56cd-f7db-4e25-a547-810249975e6d req-e3428029-6ab8-4fa1-b56f-75895b72f762 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:11.840632 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2292383a-3c07-4f6d-b5d7-228422ef6e09 req-4ee088a6-4253-47d3-8fb1-43f13f36f16f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404463 Apr 07 02:02:11.840827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-55ec56cd-f7db-4e25-a547-810249975e6d req-e3428029-6ab8-4fa1-b56f-75895b72f762 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0535538 Apr 07 02:02:11.889230 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-55ec56cd-f7db-4e25-a547-810249975e6d req-b14275ae-0ff8-4db2-8c69-c1e303816cb0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Apr 07 02:02:13.008917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ac41-afe9-4aee-b052-cf498c57833d req-453be4a0-6420-4c3b-9f6d-f6b1f08f4b6a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:13.010476 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0f8ac41-afe9-4aee-b052-cf498c57833d req-453be4a0-6420-4c3b-9f6d-f6b1f08f4b6a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0535154 Apr 07 02:02:13.064876 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0f8ac41-afe9-4aee-b052-cf498c57833d req-e9a64e64-0ab5-4136-80d7-0022b1fe4ab9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475323 Apr 07 02:02:14.181356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95ea89-905b-4cda-b849-8452b91cb33a req-a6375e02-e90e-46ce-90fd-9a8145885aa2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:14.182733 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d95ea89-905b-4cda-b849-8452b91cb33a req-a6375e02-e90e-46ce-90fd-9a8145885aa2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Apr 07 02:02:14.231259 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d95ea89-905b-4cda-b849-8452b91cb33a req-6329ba11-52b3-4169-b91d-e09347487a2d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430200 Apr 07 02:02:14.347916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc53d7-0967-4338-adc2-ad5edf5bf020 req-bd201a49-69fa-42a0-a8bb-9a7add2543c6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:14.349495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7fc53d7-0967-4338-adc2-ad5edf5bf020 req-bd201a49-69fa-42a0-a8bb-9a7add2543c6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0541539 Apr 07 02:02:14.398887 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7fc53d7-0967-4338-adc2-ad5edf5bf020 req-7b1aaa5c-4585-418f-aa9b-8575a92f711c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Apr 07 02:02:14.420576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55530) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:14.468229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6b6fb-afb3-426f-8b06-97350456765a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:14.469758 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-77b6b6fb-afb3-426f-8b06-97350456765a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 1124 time: 0.0481660 Apr 07 02:02:14.472576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55532) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:14.476953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:02:14.581432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:14.675747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:14.790328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.27 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/801ff342-b852-4ecd-a40f-304101d4dc37) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:02:14.888853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (801ff342-b852-4ecd-a40f-304101d4dc37), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:15.050609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (801ff342-b852-4ecd-a40f-304101d4dc37), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:15.095856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:02:15.099045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:02:15.103278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:02:15.108706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=801ff342-b852-4ecd-a40f-304101d4dc37,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:15.481365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (578b2c7e-d986-4c22-a26b-a4f4f01e42f9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:15.644182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (801ff342-b852-4ecd-a40f-304101d4dc37), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:15.795286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (801ff342-b852-4ecd-a40f-304101d4dc37), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:15.861354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (801ff342-b852-4ecd-a40f-304101d4dc37), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:15.928018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=801ff342-b852-4ecd-a40f-304101d4dc37,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:15.939446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (578b2c7e-d986-4c22-a26b-a4f4f01e42f9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:16.048618 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP 578b2c7e-d986-4c22-a26b-a4f4f01e42f9 associated. External IP: 172.26.8.27, port: a8b122f2-f868-41ee-bc62-73de60579524. Apr 07 02:02:16.262478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:02:16.371451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:02:16.381413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] Sync routers for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:02:16.390849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:16.391471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:16.463635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:16.494371 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cbd5812f-f045-49fa-874f-4b61b5611f39 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0207319 Apr 07 02:02:16.495088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:02:16.497161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55534) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:16.497632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6086ef3e-3f54-4905-bfee-6e9914130945" -d '{"events": [{"name": "network-changed", "server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "tag": "a8b122f2-f868-41ee-bc62-73de60579524"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:02:16.502187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:16.539126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590d8ab-ee7b-4a9b-98e0-b890f1d3849a x-openstack-request-id: req-6590d8ab-ee7b-4a9b-98e0-b890f1d3849a {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:02:16.539920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "tag": "a8b122f2-f868-41ee-bc62-73de60579524", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:02:16.540172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6590d8ab-ee7b-4a9b-98e0-b890f1d3849a {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:02:16.540579 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6590d8ab-ee7b-4a9b-98e0-b890f1d3849a'] response: {'name': 'network-changed', 'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524', 'status': 'completed', 'code': 200} Apr 07 02:02:16.648314 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f5d26a17-7ab7-4259-8efc-fbf679ad0883 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef HTTP/1.1" status: 200 len: 923 time: 0.1475420 Apr 07 02:02:16.649490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55538) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:16.651847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-94e2c867-8155-4dbd-a1c7-8fe673f20fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:16.653347 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-94e2c867-8155-4dbd-a1c7-8fe673f20fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 1129 time: 0.0925715 Apr 07 02:02:16.723540 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9a8f9b8a-f5b0-4735-9ae1-2171f02d358e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 990 time: 0.0718346 Apr 07 02:02:16.738527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '578b2c7e-d986-4c22-a26b-a4f4f01e42f9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:02:15Z', 'updated_at': '2022-04-07T02:02:15Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:01:59Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:16.752311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-424bf1b2-6be5-4764-aae7-61215406cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:16.757192 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-424bf1b2-6be5-4764-aae7-61215406cc7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a HTTP/1.1" status: 200 len: 897 time: 0.0945427 Apr 07 02:02:16.764553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] Checking router: a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:02:16.774021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:16.774734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:16.822664 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-df8069a2-4908-4dc6-8f29-b11dae975562 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b122f2-f868-41ee-bc62-73de60579524 HTTP/1.1" status: 200 len: 998 time: 0.0622854 Apr 07 02:02:16.871677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-95c9444c-8e9e-482b-a35a-417ee3ad3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:16.873164 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-95c9444c-8e9e-482b-a35a-417ee3ad3a04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dd23044-5872-4b42-9419-cb77fe464c54 HTTP/1.1" status: 200 len: 834 time: 0.0448570 Apr 07 02:02:16.883328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:16.926653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-520ea1f5-4710-494a-acbc-d008a3f09c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:16.926653 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-520ea1f5-4710-494a-acbc-d008a3f09c4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448103 Apr 07 02:02:17.016421 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-736a89d1-5809-491b-8b5e-988ccaeb11b5 service neutron] 10.222.0.10 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856335 Apr 07 02:02:17.108771 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6086ef3e-3f54-4905-bfee-6e9914130945 req-efb061b0-f781-4096-b91f-18b0505f0d63 service neutron] 10.222.0.10 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861282 Apr 07 02:02:17.109818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '578b2c7e-d986-4c22-a26b-a4f4f01e42f9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:02:15Z', 'updated_at': '2022-04-07T02:02:15Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:01:59Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:17.139711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823eab6a-be79-4677-b92a-b9b421a92def None None] The sync data for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv is: [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '578b2c7e-d986-4c22-a26b-a4f4f01e42f9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:02:15Z', 'updated_at': '2022-04-07T02:02:15Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:01:59Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:02:17.339726 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fe40b9-19be-49db-a372-25b3a78de319 None None] New status for floating IP 578b2c7e-d986-4c22-a26b-a4f4f01e42f9: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:02:17.725536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55540) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:17.785663 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-12e2c290-723b-4e79-8999-eee4fa796519 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 992 time: 0.0589769 Apr 07 02:02:17.884855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:29.020917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-527b3fa4-d6e2-4de1-982e-ab94c80677b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:30.875198 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-4a6e646b-f566-47cb-bd33-8e82f0f1a95a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440662 Apr 07 02:02:30.967531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-9d2a5a4a-4527-4708-b565-db297d0090cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:30.969042 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-9d2a5a4a-4527-4708-b565-db297d0090cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1129 time: 0.0477803 Apr 07 02:02:31.077002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-22d29414-7b7b-4655-93c5-0cacdb45d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:31.078493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-22d29414-7b7b-4655-93c5-0cacdb45d9b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.0844731 Apr 07 02:02:31.148627 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-d06226be-c43d-4265-9f0f-f578aad1c30f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 1001 time: 0.0630019 Apr 07 02:02:31.197477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-624c9dd8-ea91-4ca8-854e-986cdeecb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:31.198893 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-624c9dd8-ea91-4ca8-854e-986cdeecb98d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0434341 Apr 07 02:02:31.246710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-c1d3a4b3-4bae-4826-acc4-0eaa29f16d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:31.248219 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-c1d3a4b3-4bae-4826-acc4-0eaa29f16d10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430777 Apr 07 02:02:31.342250 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-4691c199-00ac-4a42-9868-708f78381e33 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839200 Apr 07 02:02:31.392787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6e15424a-d320-4d49-b8e5-a093b9663780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:31.775083 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b27c14e2-a063-4b73-b909-17f47fac2090 req-cf6aea0d-ec6e-4a00-9949-f71aaa02c114 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264386 Apr 07 02:02:32.454871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:33.324137 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:02:33.952126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:35.300482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:47.898522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:49.561973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55550) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:49.717785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Deleting port 618607b5-bb6f-4a20-9667-b949febe9367 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:02:49.718132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (618607b5-bb6f-4a20-9667-b949febe9367), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:49.794677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (618607b5-bb6f-4a20-9667-b949febe9367), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:49.795006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (618607b5-bb6f-4a20-9667-b949febe9367), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:49.806532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Calling delete_port for 618607b5-bb6f-4a20-9667-b949febe9367 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:02:49.997604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (618607b5-bb6f-4a20-9667-b949febe9367), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:50.022473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'Port': ['ID=618607b5-bb6f-4a20-9667-b949febe9367,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:50.033583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.033933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.034275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.034612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.034945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.035276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.035607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.035931 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.036258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.036584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.036927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.037253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.037574 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.037893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.038209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:02:50.091978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (240642b8-fa58-4a74-b2e9-a07a6313853f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:50.092302 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Floating IP 240642b8-fa58-4a74-b2e9-a07a6313853f disassociated (deleted). External IP: 172.26.8.204, port: 4a385e0a-01f1-402e-b7a3-27f3fb02c537. Apr 07 02:02:50.303896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:02:50.411708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:02:50.417306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:50.422052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:02:50.432453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:50.433098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:50.446530 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-907a48bd-9dc0-4c86-98a9-c569302d0df5 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "DELETE /v2.0/floatingips/240642b8-fa58-4a74-b2e9-a07a6313853f HTTP/1.1" status: 204 len: 168 time: 0.8833928 Apr 07 02:02:50.447126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:02:50.449676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a522eac-e31e-4c80-acb6-57efc95e3466" -d '{"events": [{"name": "network-changed", "server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:02:50.496637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0225bdcb-0eb0-4259-a45c-6a3c296b6201 x-openstack-request-id: req-0225bdcb-0eb0-4259-a45c-6a3c296b6201 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:02:50.496958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:02:50.497240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0225bdcb-0eb0-4259-a45c-6a3c296b6201 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:02:50.497647 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0225bdcb-0eb0-4259-a45c-6a3c296b6201'] response: {'name': 'network-changed', 'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'status': 'completed', 'code': 200} Apr 07 02:02:50.545916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:50.648498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-825c1567-d24c-4e99-9aba-ce18a6a96fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:50.650215 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-825c1567-d24c-4e99-9aba-ce18a6a96fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 1130 time: 0.1304979 Apr 07 02:02:50.748816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-3212126e-6c03-4ffa-a10c-6bd230ee1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:50.750312 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-3212126e-6c03-4ffa-a10c-6bd230ee1fdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.0927367 Apr 07 02:02:50.794596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-27be8617-8c51-402e-9514-950b612ffd28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537 HTTP/1.1" status: 200 len: 217 time: 0.0371592 Apr 07 02:02:50.850153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-c4a537d4-3c6e-447f-87b0-7e76e244d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:50.851623 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-c4a537d4-3c6e-447f-87b0-7e76e244d0a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0501418 Apr 07 02:02:50.903964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55562) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:50.916292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-a10fedb6-b672-497d-a589-3d09a487d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:50.918251 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-a10fedb6-b672-497d-a589-3d09a487d82a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0604188 Apr 07 02:02:50.935688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:45Z', 'revision_number': 1, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:50.968685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:02:50.977316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:50.977940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:51.065295 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-560693b9-1347-41b2-ae0f-3eabe3bc0d0d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1600912 Apr 07 02:02:51.068365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55566) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:51.075911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded970e8-ba86-4f29-8f57-67ba71f2e67f req-550e0073-a781-4dbc-aaf2-36b2903a94e3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:51.077470 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ded970e8-ba86-4f29-8f57-67ba71f2e67f req-550e0073-a781-4dbc-aaf2-36b2903a94e3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.1302407 Apr 07 02:02:51.092454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:51.136835 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ded970e8-ba86-4f29-8f57-67ba71f2e67f req-6f4ecf24-1aa1-4201-9da4-df40935f175d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476959 Apr 07 02:02:51.253047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c85e7-e3c6-4d72-be7f-c544c92bcacb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Notify agent at dv-neutron-836863-2-hyperv the message router_removed_from_agent {{(pid=110983) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 07 02:02:51.256257 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ea0c85e7-e3c6-4d72-be7f-c544c92bcacb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "DELETE /v2.0/agents/30bb6a18-8f67-41b8-b9fa-9d12d4b84381/l3-routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef HTTP/1.1" status: 204 len: 168 time: 0.1867638 Apr 07 02:02:51.258903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:51.330655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:45Z', 'revision_number': 1, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:51.361318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4576ef9-6406-44a5-ace0-af2a6e351abe None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '315b4a8d-b193-4e99-a50b-ce64a3a07e44', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'floating_ip_address': '172.26.8.173', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'port_id': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'mac_address': 'fa:16:3e:4c:19:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T01:57:43Z', 'updated_at': '2022-04-07T01:57:45Z', 'revision_number': 1, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:02:51.382839 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f6d2709b-26e6-4838-807c-918e3cc2f8b8 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1228366 Apr 07 02:02:51.385985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55570) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:51.446978 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ed5c77dd-1c8d-4cb6-aeac-25a7adf4807f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 992 time: 0.0599260 Apr 07 02:02:51.577524 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d78717-622b-42b6-b003-9199c7b6907d None None] New status for floating IP 240642b8-fa58-4a74-b2e9-a07a6313853f: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:02:52.012745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fb2864-d45f-4220-9e9c-9775ef87c9cb None None] New status for floating IP 578b2c7e-d986-4c22-a26b-a4f4f01e42f9: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:02:52.183562 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-9ca31d06-0112-4593-82ea-f1ce470e1a1d service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894117 Apr 07 02:02:52.304230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fdf55-9d14-4f5b-9c69-32dd32f8a29a req-d8f5f50b-571b-4d30-ac5d-83900c8956f9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:52.305994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d29fdf55-9d14-4f5b-9c69-32dd32f8a29a req-d8f5f50b-571b-4d30-ac5d-83900c8956f9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.1005721 Apr 07 02:02:52.356229 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d29fdf55-9d14-4f5b-9c69-32dd32f8a29a req-94ed7cbc-898b-4439-9274-f29cf1e8d361 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438905 Apr 07 02:02:52.360116 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a522eac-e31e-4c80-acb6-57efc95e3466 req-ce421151-3995-4a65-8fb3-b7753bb86eee service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848987 Apr 07 02:02:52.450534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55576) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:52.511198 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e0710599-c84f-4c25-86ed-bc0dde3dfed7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 990 time: 0.0593946 Apr 07 02:02:52.728611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-978ffe73-b13a-4f74-9469-a18fbd1df834 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:52.730710 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-978ffe73-b13a-4f74-9469-a18fbd1df834 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 946 time: 0.0574565 Apr 07 02:02:52.766344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:02:52.826380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Deleting port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:02:52.826841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:52.841145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:52.841542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:52.863369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:52.915827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:52.917225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 150ec15d-195c-4af5-aec1-0868fb849f12 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:02:52.921178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] For port 4a385e0a-01f1-402e-b7a3-27f3fb02c537, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4a385e0a-01f1-402e-b7a3-27f3fb02c537,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:52.921554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:52.934863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Calling delete_port for 4a385e0a-01f1-402e-b7a3-27f3fb02c537 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:02:52.989568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:53.030118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:53.030858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:53.064859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 150ec15d-195c-4af5-aec1-0868fb849f12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=150ec15d-195c-4af5-aec1-0868fb849f12,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:53.121260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4a385e0a-01f1-402e-b7a3-27f3fb02c537), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:53.149941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:53.161635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'Port': ['ID=4a385e0a-01f1-402e-b7a3-27f3fb02c537,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:53.197889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] No DVR routers for this DVR port 4a385e0a-01f1-402e-b7a3-27f3fb02c537 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:02:53.200405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:53.203776 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b6b00747-367d-4cde-9098-c78f0469ca9f req-1409917e-d336-45f0-b87d-d32debfbdae9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "DELETE /v2.0/ports/4a385e0a-01f1-402e-b7a3-27f3fb02c537 HTTP/1.1" status: 204 len: 173 time: 0.4657800 Apr 07 02:02:53.204211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'name': 'network-vif-deleted', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:02:53.206500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eafab31-673d-44c2-b163-731652bcdab0" -d '{"events": [{"server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "name": "network-vif-deleted", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:02:53.209311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:53.289992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadf4703-6d77-4d83-8797-1669e1ef3be3 x-openstack-request-id: req-eadf4703-6d77-4d83-8797-1669e1ef3be3 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:02:53.290298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e68c9b-6bb7-4e3a-a022-d41239022829", "name": "network-vif-deleted", "tag": "4a385e0a-01f1-402e-b7a3-27f3fb02c537", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:02:53.290560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eadf4703-6d77-4d83-8797-1669e1ef3be3 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:02:53.290976 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eadf4703-6d77-4d83-8797-1669e1ef3be3'] response: {'server_uuid': '56e68c9b-6bb7-4e3a-a022-d41239022829', 'name': 'network-vif-deleted', 'tag': '4a385e0a-01f1-402e-b7a3-27f3fb02c537', 'status': 'completed', 'code': 200} Apr 07 02:02:53.456217 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efac32b2-6370-4594-a763-ef8360cde6ed req-bcf62433-51a2-4077-a2a9-34fac0279994 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0320952 Apr 07 02:02:53.638497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55588) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:53.830147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fb472c-2d32-4c86-a80f-f131b8f7497b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:02:53.830421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fb472c-2d32-4c86-a80f-f131b8f7497b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Notify agent at dv-neutron-836863-2-hyperv the message router_added_to_agent {{(pid=110984) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 07 02:02:53.851002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-67fb472c-2d32-4c86-a80f-f131b8f7497b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "POST /v2.0/agents/30bb6a18-8f67-41b8-b9fa-9d12d4b84381/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2087784 Apr 07 02:02:53.851156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55594) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:53.863505 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] Sync routers for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:02:53.874439 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:53.875065 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:53.999550 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:54.240647 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '578b2c7e-d986-4c22-a26b-a4f4f01e42f9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:02:15Z', 'updated_at': '2022-04-07T02:02:52Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:02:53Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:54.273975 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] Checking router: a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:02:54.280642 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4d386bb1-19c4-48de-8741-87eaaa4f5fea tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4256761 Apr 07 02:02:54.280942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55596) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:54.283700 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:54.284414 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:54.348029 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6cc6eb26-813c-4eb4-be71-c2157b3ab1d5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 990 time: 0.0648644 Apr 07 02:02:54.394576 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:54.556616 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f1ee02b-27b9-419b-a665-dd2b76e16190 req-28ae1aff-4ed7-45b9-ab9a-a21b87e19463 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0299914 Apr 07 02:02:54.620517 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '578b2c7e-d986-4c22-a26b-a4f4f01e42f9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:02:15Z', 'updated_at': '2022-04-07T02:02:52Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:02:53Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:54.646529 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8babd6-14b2-45c9-9926-7b8e853d4f34 None None] The sync data for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv is: [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '578b2c7e-d986-4c22-a26b-a4f4f01e42f9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'port_id': 'a8b122f2-f868-41ee-bc62-73de60579524', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'mac_address': 'fa:16:3e:1a:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:02:15Z', 'updated_at': '2022-04-07T02:02:52Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:02:53Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:02:55.291759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4a385e0a-01f1-402e-b7a3-27f3fb02c537 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:02:55.323413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 4a385e0a-01f1-402e-b7a3-27f3fb02c537 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:02:55.324226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4a385e0a-01f1-402e-b7a3-27f3fb02c537 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:02:55.350633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55600) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:55.417792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-18389850-5122-44fe-be5c-27e5940504b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 990 time: 0.0657868 Apr 07 02:02:55.664305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46113e23-4067-4b9c-b4ef-a8df3cda475e req-b68f480e-ecf8-4acd-854e-64fb65bf3a2d tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0307927 Apr 07 02:02:56.421555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55604) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:56.439978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2396b71-b88a-45f6-bbb6-93dd82dc91b5 None None] New status for floating IP 578b2c7e-d986-4c22-a26b-a4f4f01e42f9: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:02:56.487932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3cae162e-3036-418d-b83d-1d6e87f5fd1e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 990 time: 0.0651910 Apr 07 02:02:56.779016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-832d47eb-b70e-4bee-898e-2759fd110d11 req-86f6cefd-f864-40d3-a04a-c9b29fdc2611 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0359392 Apr 07 02:02:56.827718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:56.881851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:56.882280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:56.968453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:56.969032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:56.992595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:57.053249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:57.054056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 150ec15d-195c-4af5-aec1-0868fb849f12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:57.132356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:57.146662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:57.147038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:57.228154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:57.228555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:57.260266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 150ec15d-195c-4af5-aec1-0868fb849f12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=150ec15d-195c-4af5-aec1-0868fb849f12,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:02:57.327013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:57.377390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:57.491833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55608) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:57.552284 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1aa652fe-2c64-4d6e-94af-368a2fb9965d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 200 len: 992 time: 0.0594010 Apr 07 02:02:57.818137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55616) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:02:57.895821 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9a3e4aa7-1e35-40b3-9015-5b15e7b6cfa9 req-50267269-2240-4e07-b9ac-774eb4dec347 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0304105 Apr 07 02:02:58.015969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 801ff342-b852-4ecd-a40f-304101d4dc37 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:02:58.016316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (801ff342-b852-4ecd-a40f-304101d4dc37), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.091411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (801ff342-b852-4ecd-a40f-304101d4dc37), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.091659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (801ff342-b852-4ecd-a40f-304101d4dc37), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.103174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 801ff342-b852-4ecd-a40f-304101d4dc37 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:02:58.386586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (801ff342-b852-4ecd-a40f-304101d4dc37), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.410474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=801ff342-b852-4ecd-a40f-304101d4dc37,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:02:58.477763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (578b2c7e-d986-4c22-a26b-a4f4f01e42f9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.478162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP 578b2c7e-d986-4c22-a26b-a4f4f01e42f9 disassociated (deleted). External IP: 172.26.8.27, port: a8b122f2-f868-41ee-bc62-73de60579524. Apr 07 02:02:58.699201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:02:58.787580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:58.818267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:02:58.823695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.833921 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] Sync routers for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:02:58.850092 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:58.850719 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:58.863410 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-274f45b3-dc17-4868-9583-cfaf20f8bb0f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/578b2c7e-d986-4c22-a26b-a4f4f01e42f9 HTTP/1.1" status: 204 len: 168 time: 1.0416353 Apr 07 02:02:58.863410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:02:58.863806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279fe4b-9818-4dc8-9b9b-6545c4183f50" -d '{"events": [{"name": "network-changed", "server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "tag": "a8b122f2-f868-41ee-bc62-73de60579524"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:02:58.874189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:58.875700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:58.927494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc2b0cf-9ff1-4cb4-8104-120ad0972291 x-openstack-request-id: req-1dc2b0cf-9ff1-4cb4-8104-120ad0972291 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:02:58.927816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "tag": "a8b122f2-f868-41ee-bc62-73de60579524", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:02:58.928098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dc2b0cf-9ff1-4cb4-8104-120ad0972291 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:02:58.928545 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc2b0cf-9ff1-4cb4-8104-120ad0972291'] response: {'name': 'network-changed', 'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524', 'status': 'completed', 'code': 200} Apr 07 02:02:58.994542 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:58.998771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:59.000082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 150ec15d-195c-4af5-aec1-0868fb849f12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:02:59.021338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-2059026f-26ad-4249-a7b5-6d239e8e5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:59.022906 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-2059026f-26ad-4249-a7b5-6d239e8e5fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 1129 time: 0.0640621 Apr 07 02:02:59.063792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3877f93-f90c-47fe-a43f-818ad50e3916 req-b3646fbb-1dd7-47a6-bc32-19abdec3a0f8 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0656855 Apr 07 02:02:59.067497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 150ec15d-195c-4af5-aec1-0868fb849f12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:02:59.067891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:59.140857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-8e63f684-4436-4bca-a985-c982ac81aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:59.143168 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-8e63f684-4436-4bca-a985-c982ac81aa04 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a HTTP/1.1" status: 200 len: 897 time: 0.1109018 Apr 07 02:02:59.173932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 150ec15d-195c-4af5-aec1-0868fb849f12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:02:59.184083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ee3874c-aa96-4c5b-955c-6a2f30f40232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:02:59.198679 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-8de26439-df03-4388-9302-7b351a43270e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8b122f2-f868-41ee-bc62-73de60579524 HTTP/1.1" status: 200 len: 217 time: 0.0403657 Apr 07 02:02:59.222729 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:02:57Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:59.261197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-48e6980e-d6c6-4887-ac52-e49a95c82e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:59.262754 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-48e6980e-d6c6-4887-ac52-e49a95c82e7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5dd23044-5872-4b42-9419-cb77fe464c54 HTTP/1.1" status: 200 len: 834 time: 0.0547259 Apr 07 02:02:59.265187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] Checking router: a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:02:59.274674 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:02:59.275826 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:02:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:59.349002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31383957-5d4d-4e90-ab27-2eaa86fedde6 req-e2fc8335-ded2-4aab-913c-92514cac4fca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:02:59.350555 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31383957-5d4d-4e90-ab27-2eaa86fedde6 req-e2fc8335-ded2-4aab-913c-92514cac4fca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0538652 Apr 07 02:02:59.388781 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:02:59.403498 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31383957-5d4d-4e90-ab27-2eaa86fedde6 req-96ca2c43-2bde-4b28-a6a3-c71ee3fbc018 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444956 Apr 07 02:02:59.664031 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:02:57Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:02:59.693377 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921aa1f1-b8e1-410a-b305-a857c6ec0278 None None] The sync data for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv is: [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:01:57Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '150ec15d-195c-4af5-aec1-0868fb849f12', 'name': '', 'network_id': 'a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:20:13:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1452, 'fixed_ips': [{'subnet_id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:56Z', 'updated_at': '2022-04-07T02:02:57Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '5dd23044-5872-4b42-9419-cb77fe464c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:00.168894 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-81ee3023-7360-4021-af7e-16994b9163a3 req-ba6d536d-33b4-4ce3-a13b-2d5e8acf348f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0308030 Apr 07 02:03:00.358431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4df9169-6ac0-45fa-89b6-60227277ece1 None None] New status for floating IP 578b2c7e-d986-4c22-a26b-a4f4f01e42f9: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:03:00.483817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-e032c25b-eeda-4937-abef-624f3cfe0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:00.485259 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-e032c25b-eeda-4937-abef-624f3cfe0f17 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0555780 Apr 07 02:03:00.527156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5e263-7371-4ce5-ae56-736be8c55646 req-db107239-1dc3-4c44-ae0e-5e0ba80c9cc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:00.533387 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-59c5e263-7371-4ce5-ae56-736be8c55646 req-db107239-1dc3-4c44-ae0e-5e0ba80c9cc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0581198 Apr 07 02:03:00.580112 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-e3e45857-0800-4550-86b6-025555941d49 service neutron] 10.222.0.10 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875943 Apr 07 02:03:00.590403 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-59c5e263-7371-4ce5-ae56-736be8c55646 req-e8a6ec41-4bbc-474c-9b98-d8d425d98ac1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=a7ac5612-d1d4-4568-a808-c316a301ee58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550532 Apr 07 02:03:00.716063 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a279fe4b-9818-4dc8-9b9b-6545c4183f50 req-379f2b46-c4df-4b1d-8523-a71dc0ede439 service neutron] 10.222.0.10 "GET /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898750 Apr 07 02:03:00.796208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-897a8bfc-c457-4562-a4a6-6e608148096b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:00.797815 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-897a8bfc-c457-4562-a4a6-6e608148096b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 945 time: 0.0560627 Apr 07 02:03:00.899175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port a8b122f2-f868-41ee-bc62-73de60579524 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:00.899526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a8b122f2-f868-41ee-bc62-73de60579524), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:00.991712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port a8b122f2-f868-41ee-bc62-73de60579524, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a8b122f2-f868-41ee-bc62-73de60579524,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:00.992090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a8b122f2-f868-41ee-bc62-73de60579524), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:01.005455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for a8b122f2-f868-41ee-bc62-73de60579524 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:01.203754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a8b122f2-f868-41ee-bc62-73de60579524), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:01.231982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=a8b122f2-f868-41ee-bc62-73de60579524,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:01.247346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.247346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.247346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.248404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.248404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.248404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.248404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.248847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.249089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.249425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.249759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.250093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.250416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.250744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.251070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:01.292082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port a8b122f2-f868-41ee-bc62-73de60579524 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:01.295063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:01.295532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a650df94-467e-4af1-9540-954bf8abcdfd req-9f83c13e-4a6b-45ad-b0c1-e8735a4a251f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0552096 Apr 07 02:03:01.304834 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e983744-803d-486f-95c2-f3d3cfb42127 req-78fe03cd-ae9a-40e1-b335-480162d891f6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/a8b122f2-f868-41ee-bc62-73de60579524 HTTP/1.1" status: 204 len: 173 time: 0.4933319 Apr 07 02:03:01.304834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'name': 'network-vif-deleted', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:03:01.304834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b578f965-a897-468f-8ee5-a631b4888074" -d '{"events": [{"server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "name": "network-vif-deleted", "tag": "a8b122f2-f868-41ee-bc62-73de60579524"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:03:01.351586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de3d82-8b8b-48b9-983d-45b6ea4c51ff x-openstack-request-id: req-35de3d82-8b8b-48b9-983d-45b6ea4c51ff {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:03:01.351892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d30b14-18db-4d42-bdfc-2fd4ef594a36", "name": "network-vif-deleted", "tag": "a8b122f2-f868-41ee-bc62-73de60579524", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:03:01.352153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35de3d82-8b8b-48b9-983d-45b6ea4c51ff {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:03:01.352571 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35de3d82-8b8b-48b9-983d-45b6ea4c51ff'] response: {'server_uuid': '50d30b14-18db-4d42-bdfc-2fd4ef594a36', 'name': 'network-vif-deleted', 'tag': 'a8b122f2-f868-41ee-bc62-73de60579524', 'status': 'completed', 'code': 200} Apr 07 02:03:01.437866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f34d14e-dca1-4f96-9d1c-05a33fc59a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:01.718348 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a337f07-1a0b-4bd4-af39-db0db81653b8 req-da5a07b4-2802-4a4e-a845-42ef924b32e6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=50d30b14-18db-4d42-bdfc-2fd4ef594a36 HTTP/1.1" status: 200 len: 210 time: 0.0296972 Apr 07 02:03:02.428573 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc70d849-0782-4c65-a9c8-65fd70ad4ce2 req-19c45f16-dc64-4bb4-a569-7a654a03f733 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0320780 Apr 07 02:03:02.454378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:02.778896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55640) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:02.836392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b293a2c-7ec1-468c-bb6b-940bf593b5e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (a7ac5612-d1d4-4568-a808-c316a301ee58), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:02.861888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b293a2c-7ec1-468c-bb6b-940bf593b5e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (a7ac5612-d1d4-4568-a808-c316a301ee58), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:03.001336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b293a2c-7ec1-468c-bb6b-940bf593b5e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (a7ac5612-d1d4-4568-a808-c316a301ee58), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:03.003974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b293a2c-7ec1-468c-bb6b-940bf593b5e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:03.005185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0b293a2c-7ec1-468c-bb6b-940bf593b5e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/a7ac5612-d1d4-4568-a808-c316a301ee58 HTTP/1.1" status: 204 len: 168 time: 0.2252889 Apr 07 02:03:03.015170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b293a2c-7ec1-468c-bb6b-940bf593b5e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ac5612-d1d4-4568-a808-c316a301ee58,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:03.099020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55644) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:03.368115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a8b122f2-f868-41ee-bc62-73de60579524 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:03.392976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: a8b122f2-f868-41ee-bc62-73de60579524 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:03.393327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a8b122f2-f868-41ee-bc62-73de60579524 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:03.472184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:03.544651 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-981b4f7c-0167-4399-946b-fedd4f67ef3d req-980cedf7-3762-4f81-ad10-36e14ea053ae tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=56e68c9b-6bb7-4e3a-a022-d41239022829 HTTP/1.1" status: 200 len: 210 time: 0.0371871 Apr 07 02:03:03.760876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 150ec15d-195c-4af5-aec1-0868fb849f12 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:03.761234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:03.849349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 150ec15d-195c-4af5-aec1-0868fb849f12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=150ec15d-195c-4af5-aec1-0868fb849f12,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:03.849635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:03.865522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 150ec15d-195c-4af5-aec1-0868fb849f12 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:03.974606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:04.100421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (150ec15d-195c-4af5-aec1-0868fb849f12), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:04.127971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=150ec15d-195c-4af5-aec1-0868fb849f12,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:04.300526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:04.519094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:03:04.913536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:04.919369 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-28386ceb-d07b-429a-8f85-ed66dd3f482b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191423 Apr 07 02:03:04.922237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55656) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:04.926117 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] Sync routers for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:04.941393 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:04.941393 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:04.976671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet 5dd23044-5872-4b42-9419-cb77fe464c54 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:03:04.979874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (5dd23044-5872-4b42-9419-cb77fe464c54), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.025777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (5dd23044-5872-4b42-9419-cb77fe464c54), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.047668 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:05.110463 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (5dd23044-5872-4b42-9419-cb77fe464c54), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.239766 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:03:03Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:05.270352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (5dd23044-5872-4b42-9419-cb77fe464c54), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.270962 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] Checking router: a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:05.280632 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] Routers {'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:05.281830 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:05.304835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd23044-5872-4b42-9419-cb77fe464c54,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:05.307621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.313771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55658) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:05.320618 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d4eaf6be-db5b-4d94-913d-cbc1a3d80c1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/5dd23044-5872-4b42-9419-cb77fe464c54 HTTP/1.1" status: 204 len: 168 time: 0.3972380 Apr 07 02:03:05.327435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b641d-ecbb-447c-bed1-1be9dfb43cb9 None None] Network a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:03:05.420612 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] Set router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:05.421366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.444111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.552873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] DHCP port deletion for a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:03:05.575360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.614588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] Deleting port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:05.615237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.647119 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:03:03Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:05.677609 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102b3ce-fd16-4ab6-8ee9-72a1d2e199ea None None] The sync data for ids ['a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef'] in dv-neutron-836863-2-hyperv is: [{'id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'name': 'tempest-TestNetworkBasicOps-router-1345143352', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:01:52Z', 'updated_at': '2022-04-07T02:03:03Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '789f93fa-dbd7-4b6a-9f53-f880e3fb4e06', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:01:53Z', 'updated_at': '2022-04-07T02:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:05.684534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] For port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,segment=NetworkSegment(93b9e958-54b6-4aae-a484-03742f215f9b),segment_id=93b9e958-54b6-4aae-a484-03742f215f9b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:05.684989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.699124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] Calling delete_port for 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:05.711444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:05.713274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.806238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:05.806483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.820908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:05.854448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (3b1398eb-a808-44ee-aae6-0f14a15b8fc4), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:05.882756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] No DVR routers for this DVR port 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:05.885037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d13e0-84a9-411f-b91e-19d93e6e1db5 None None] Pushing event deleted for resources: {'Port': ['ID=3b1398eb-a808-44ee-aae6-0f14a15b8fc4,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:06.072580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (789f93fa-dbd7-4b6a-9f53-f880e3fb4e06), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.100324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=789f93fa-dbd7-4b6a-9f53-f880e3fb4e06,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:06.174891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.275382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.277560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.389847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.390464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:03:06.397186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.398329 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ef19840f-ec5f-45b1-93f6-717b274bd262 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/a0132c2c-b8ed-4eb0-a0ec-2e0d92f672ef HTTP/1.1" status: 204 len: 168 time: 1.0835907 Apr 07 02:03:06.408641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55662) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:06.491528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.587080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.610577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:06.620779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b9e958-54b6-4aae-a484-03742f215f9b') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:06.621097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b9e958-54b6-4aae-a484-03742f215f9b') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:06.631805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (93b9e958-54b6-4aae-a484-03742f215f9b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.646298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (93b9e958-54b6-4aae-a484-03742f215f9b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.652935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:03:06.653329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (93b9e958-54b6-4aae-a484-03742f215f9b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:03:06.656325 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:03:06.789738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.794984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.801355 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a HTTP/1.1" status: 204 len: 168 time: 0.3887355 Apr 07 02:03:06.816364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a762f7b-5ed3-4cf8-942c-b13d125d8ce3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=a56e08fa-6aa6-4e9c-be2a-6b5aa7818b0a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:06.821908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55664) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:06.825674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--390372909', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:06.919475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:06.927194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:03:06.930720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.944003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:06.944352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3b1398eb-a808-44ee-aae6-0f14a15b8fc4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:06.944798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:06.962748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:03:06.965005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:06.965364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 789f93fa-dbd7-4b6a-9f53-f880e3fb4e06 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:06.965782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 150ec15d-195c-4af5-aec1-0868fb849f12 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:06.977360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (50210075-18cd-4962-8b67-31e6c7417d41), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:06.977780 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment 50210075-18cd-4962-8b67-31e6c7417d41 of type vlan for network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 Apr 07 02:03:06.987218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 150ec15d-195c-4af5-aec1-0868fb849f12 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:06.987582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 150ec15d-195c-4af5-aec1-0868fb849f12 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:07.030634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (88c034ba-8cde-4088-ac1f-8aa3aefbbb03), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.143960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (88c034ba-8cde-4088-ac1f-8aa3aefbbb03), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.149087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:07.154098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.215764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=88c034ba-8cde-4088-ac1f-8aa3aefbbb03,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:07.226469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:03:07.292129 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-769f7793-923c-4d4c-97d9-ca162bc96e1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4709296 Apr 07 02:03:07.294755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55668) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:07.299087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-155074634', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:07.403440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.404645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.462642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.683529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.950227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:07.968447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:08.077217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.13 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/633772d9-2ee6-4242-8092-ac04e60c9e58) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:03:08.175343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:08.266410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:08.301926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:03:08.306688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:08.310326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:03:08.333159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=633772d9-2ee6-4242-8092-ac04e60c9e58,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:08.621210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:08.823307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:09.035582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:03:09.490695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:09.503094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Sync routers for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:09.514005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:09.530969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:09.586145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:09.588130 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1a14b062-5f21-45e6-93ce-ed4058187223 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2919228 Apr 07 02:03:09.592021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55674) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:09.624245 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f24eb6b4-14b8-476c-852f-8718b7433f43 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281940 Apr 07 02:03:09.624714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55676) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:09.715554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5787a8b-587f-45cf-9cc2-a0647afb58c4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:09.719933 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b5787a8b-587f-45cf-9cc2-a0647afb58c4 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914750 Apr 07 02:03:09.720249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55678) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:09.748616 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-369a22c7-f132-4fcd-a82b-50a48be601d5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270967 Apr 07 02:03:09.751322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55680) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:09.756081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-287652758', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:09.769125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:09.909982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:03:09.916143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:09.966090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:08Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:09.997989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Checking router: 4bf60c32-32f1-47d9-b2bd-920eefe6b80e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:09.998355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Updating router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e port 633772d9-2ee6-4242-8092-ac04e60c9e58 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:03:10.027553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.167946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.244639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=7f5f1416-2092-4176-95de-821d3870b91c,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:10.250632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:03:10.251006 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: 88c034ba-8cde-4088-ac1f-8aa3aefbbb03, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:03:10.288059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Publish callbacks [] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.290783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-b3232d89-e046-4618-9d19-98a584256b87 req-2dab368b-7e1f-49a8-99f7-766a6c4b7115 service neutron] (110984) timed out ('10.222.0.10', 54110) {{(pid=110984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 02:03:10.326682 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:03:10.357127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:03:10.374182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.426349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Pushing event updated for resources: {'Port': ['ID=633772d9-2ee6-4242-8092-ac04e60c9e58,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:10.429403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Attempting to bind port 633772d9-2ee6-4242-8092-ac04e60c9e58 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:03:10.429776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Attempting to bind port 633772d9-2ee6-4242-8092-ac04e60c9e58 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:03:10.430167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Attempting to bind port 633772d9-2ee6-4242-8092-ac04e60c9e58 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:03:10.437550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 88c034ba-8cde-4088-ac1f-8aa3aefbbb03) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:10.438021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.438368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.438715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.439060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.439387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.439722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.440055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.440394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.440728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.443705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.443705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.443705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.444010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:10.444113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.444113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.444287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.444381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:10.448080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:03:10.448459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:03:10.448899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.449292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:03:10.449779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Bound port: 633772d9-2ee6-4242-8092-ac04e60c9e58, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:03:10.450160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.454088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7055c803-fef6-4d64-a9be-b5e0d7f88871 None None] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:03:10.514945 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e08822e5-702a-4425-8f72-91e3ca35c929 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7625549 Apr 07 02:03:10.518583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55684) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:10.555487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] For port 633772d9-2ee6-4242-8092-ac04e60c9e58, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:03:10.560307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] For port 633772d9-2ee6-4242-8092-ac04e60c9e58, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=633772d9-2ee6-4242-8092-ac04e60c9e58,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:03:10.622531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:03:10.624603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.647198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:10.774244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:10.775066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:10.859052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33dccf-09d9-41cd-89b3-d10b71282465 None None] Pushing event updated for resources: {'Port': ['ID=633772d9-2ee6-4242-8092-ac04e60c9e58,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:10.919128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Allocated IP 172.20.0.2 (88c034ba-8cde-4088-ac1f-8aa3aefbbb03/7f5f1416-2092-4176-95de-821d3870b91c/bc79cb2e-df24-4a88-9749-8fb7ff010ec0) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:03:10.942331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:10.972040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.234003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Publish callbacks [] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.253796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:08Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:11.280710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c35eca-5061-40b9-9b92-1cf18a1de301 None None] The sync data for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv is: [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:08Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:11.289223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.330825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:03:11.338258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:11.344975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:03:11.361287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Pushing event updated for resources: {'Port': ['ID=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:11.389404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (88c034ba-8cde-4088-ac1f-8aa3aefbbb03/7f5f1416-2092-4176-95de-821d3870b91c/f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:03:11.449005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Attempting to bind port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:03:11.449393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Attempting to bind port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:03:11.449770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Attempting to bind port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 on network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:03:11.455717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:03:11.456161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Checking segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:03:11.456732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.457188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Bound using segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:03:11.457800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Bound port: bc79cb2e-df24-4a88-9749-8fb7ff010ec0, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:03:11.458201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.543337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] For port bc79cb2e-df24-4a88-9749-8fb7ff010ec0, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:03:11.547675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] For port bc79cb2e-df24-4a88-9749-8fb7ff010ec0, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:03:11.577316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.628866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.727691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:11.745960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3917b-3aa9-41df-a56a-cba8f1cde964 None None] Pushing event updated for resources: {'Port': ['ID=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:11.816794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:11.830127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:03:11.833899 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:11.835127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:03:11.901375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:12.253470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:12.615000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:12.711761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:12.866170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:12.869391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:12.943591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device bc79cb2e-df24-4a88-9749-8fb7ff010ec0 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:03:13.006548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:13.007324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.038381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:03:13.041378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:13.136878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:13.137279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.166806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a968b-b784-4cc1-bdac-228b7ea03cc2 None None] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:03:13.238886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:03:13.279405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port bc79cb2e-df24-4a88-9749-8fb7ff010ec0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:13.288586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ad6561a3-0698-4cd2-b496-50054852886c None None] Provisioning complete for port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:13.289016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad6561a3-0698-4cd2-b496-50054852886c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.346028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.346816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 633772d9-2ee6-4242-8092-ac04e60c9e58 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:03:13.356192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:13.366389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:13.376711 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-af37b0ed-4d32-4206-b0ba-e76e4b2fd498 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/4bf60c32-32f1-47d9-b2bd-920eefe6b80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8568451 Apr 07 02:03:13.499111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ad6561a3-0698-4cd2-b496-50054852886c None None] Current status of the port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:13.501181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:13.509950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.510475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.510954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.511608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.511896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.512458 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.514303 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-23f9bf44-1980-40f7-a902-b515e1b8335e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1468561 Apr 07 02:03:13.517624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55698) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:13.530567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 633772d9-2ee6-4242-8092-ac04e60c9e58 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:13.530948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.585036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.585913 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.586574 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.587287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.587936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.588580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:13.590889 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-49b5e16d-b098-4e32-ae05-3bb19f9f5669 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0716739 Apr 07 02:03:13.593967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55700) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:13.639857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 633772d9-2ee6-4242-8092-ac04e60c9e58 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:13.640245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.662290 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Sync routers for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:13.676331 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:13.685379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 633772d9-2ee6-4242-8092-ac04e60c9e58, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=633772d9-2ee6-4242-8092-ac04e60c9e58,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:13.685595 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:13.761286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.770101 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-67184594-423a-48bc-86f6-611c32c5d467 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1718049 Apr 07 02:03:13.816607 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:13.829023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=633772d9-2ee6-4242-8092-ac04e60c9e58,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:13.935728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cc465c94-beb6-4b22-a7c4-e86fe2153c27 None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:13.937630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cc465c94-beb6-4b22-a7c4-e86fe2153c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:13.994472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cc465c94-beb6-4b22-a7c4-e86fe2153c27 None None] Port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:03:14.012492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cc465c94-beb6-4b22-a7c4-e86fe2153c27 None None] Provisioning complete for port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:14.013083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cc465c94-beb6-4b22-a7c4-e86fe2153c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.046333 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:14.080415 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Checking router: 4bf60c32-32f1-47d9-b2bd-920eefe6b80e for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:14.080934 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Updating router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:03:14.114780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cc465c94-beb6-4b22-a7c4-e86fe2153c27 None None] Current status of the port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:14.122168 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.126172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55704) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:14.131376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-689135568', 'description': 'tempest-secgroup-smoke-689135568 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:14.232079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.245455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c13e855f-5c83-4a9d-8214-9fab7311de38 None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:14.245922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c13e855f-5c83-4a9d-8214-9fab7311de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.300584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c13e855f-5c83-4a9d-8214-9fab7311de38 None None] Port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:03:14.351090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (447a9a93-9b4f-411a-91e4-a6ef916a7980), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.420249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-39defc7e-5b41-4680-b32b-3d9664fe8dd4 None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:14.421791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39defc7e-5b41-4680-b32b-3d9664fe8dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.435779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (447a9a93-9b4f-411a-91e4-a6ef916a7980), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.471691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-39defc7e-5b41-4680-b32b-3d9664fe8dd4 None None] Port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:03:14.490784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447a9a93-9b4f-411a-91e4-a6ef916a7980,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:14.542902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.543173 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Publish callbacks [] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.545337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eafdf00f-bc12-4e43-b674-b7286344557b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4170287 Apr 07 02:03:14.547334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55708) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:14.552099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '447a9a93-9b4f-411a-91e4-a6ef916a7980', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:14.619032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.646780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c58d00c2-115c-4acb-a5d0-3d21f9ec1c70), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.690795 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Pushing event updated for resources: {'Port': ['ID=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:14.699273 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.699625 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.699981 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.700319 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.700650 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.701001 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.701320 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.701642 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.702000 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.702369 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.702695 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.703033 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.703352 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.703889 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.704211 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:03:14.709738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c58d00c2-115c-4acb-a5d0-3d21f9ec1c70), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.736776 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Attempting to bind port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:03:14.737613 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Attempting to bind port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:03:14.737978 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Attempting to bind port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada on network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:03:14.744624 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:03:14.748187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Checking segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:03:14.748187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.748187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Bound using segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:03:14.748187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Bound port: f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:03:14.748187 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.798200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c58d00c2-115c-4acb-a5d0-3d21f9ec1c70), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.818268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device bc79cb2e-df24-4a88-9749-8fb7ff010ec0 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:03:14.818460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58d00c2-115c-4acb-a5d0-3d21f9ec1c70,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:14.822768 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] For port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:03:14.835715 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] For port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:03:14.887573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:14.887947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.917843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.919634 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-708bbc63-4e14-4938-8357-0bea326e7cbe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3712864 Apr 07 02:03:14.922427 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55710) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:14.924182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ba7bea0a-ee0f-4c67-b519-b5860b58e544 None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:14.924557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba7bea0a-ee0f-4c67-b519-b5860b58e544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.926748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '447a9a93-9b4f-411a-91e4-a6ef916a7980', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:14.946385 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:14.970313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ba7bea0a-ee0f-4c67-b519-b5860b58e544 None None] Port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:03:15.001365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (e41070ae-2d42-45bc-ac2b-88cf2c027595), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.006986 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:15.007627 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:15.012456 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc146a-22e1-421f-b101-10d841e0a3f1 None None] Pushing event updated for resources: {'Port': ['ID=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:15.013933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:15.015093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 633772d9-2ee6-4242-8092-ac04e60c9e58 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:03:15.081907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 633772d9-2ee6-4242-8092-ac04e60c9e58 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:15.082737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.097578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (e41070ae-2d42-45bc-ac2b-88cf2c027595), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.144637 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:15.159051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e41070ae-2d42-45bc-ac2b-88cf2c027595), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.173997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 633772d9-2ee6-4242-8092-ac04e60c9e58 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:15.185219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41070ae-2d42-45bc-ac2b-88cf2c027595,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:15.245363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.246613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4e29e110-9d10-4cb3-aa1c-d9dffe1a7c6c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3232741 Apr 07 02:03:15.249496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55712) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:15.254149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '447a9a93-9b4f-411a-91e4-a6ef916a7980', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:15.293615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:15.293930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.333813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (736f6c9c-b17e-49be-bddd-405dcc3b6fa0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.356148 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:14Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:15.373553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] Current status of the port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:15.375937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.383591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae46c26f-f1ef-4eed-a1f7-fa1026844c92 None None] The sync data for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv is: [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:14Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:15.398876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (736f6c9c-b17e-49be-bddd-405dcc3b6fa0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.415896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] For port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:15.480717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (736f6c9c-b17e-49be-bddd-405dcc3b6fa0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.504566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736f6c9c-b17e-49be-bddd-405dcc3b6fa0,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:15.510128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.531598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55716) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:15.566846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030c940-57a2-4ff8-b140-8dc62840c708 None None] Pushing event updated for resources: {'Port': ['ID=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:15.582503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.586122 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-1f19076b-71c8-47c4-9872-41ae3ec9d920 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3354645 Apr 07 02:03:15.586689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55718) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:15.602638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '447a9a93-9b4f-411a-91e4-a6ef916a7980', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:15.725084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (3487b9d2-c990-4e06-b8d7-83352ba22a27), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.730706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Deleting port 311e872d-1ed5-4466-9759-66824ca40efd {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:15.731042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (311e872d-1ed5-4466-9759-66824ca40efd), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.853690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (311e872d-1ed5-4466-9759-66824ca40efd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.854032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (311e872d-1ed5-4466-9759-66824ca40efd), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.857296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (3487b9d2-c990-4e06-b8d7-83352ba22a27), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.868054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Calling delete_port for 311e872d-1ed5-4466-9759-66824ca40efd owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:15.914768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (3487b9d2-c990-4e06-b8d7-83352ba22a27), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:15.948335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3487b9d2-c990-4e06-b8d7-83352ba22a27,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:16.027756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.033480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5a77ea54-d16b-4c19-987f-2caad38de059 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4317420 Apr 07 02:03:16.033480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55720) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:16.039589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '447a9a93-9b4f-411a-91e4-a6ef916a7980', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:16.140413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (311e872d-1ed5-4466-9759-66824ca40efd), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.168630 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:03:16.171669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'Port': ['ID=311e872d-1ed5-4466-9759-66824ca40efd,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:16.182588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (99312bc2-295e-47a6-a5a1-8d88462e4946), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.272297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (315b4a8d-b193-4e99-a50b-ce64a3a07e44), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.272950 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Floating IP 315b4a8d-b193-4e99-a50b-ce64a3a07e44 disassociated (deleted). External IP: 172.26.8.173, port: fa3db305-f850-4341-bbcb-206470b4fdf9. Apr 07 02:03:16.318580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (99312bc2-295e-47a6-a5a1-8d88462e4946), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.374159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (99312bc2-295e-47a6-a5a1-8d88462e4946), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.403872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99312bc2-295e-47a6-a5a1-8d88462e4946,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:16.463713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.465226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0e1f7ad7-5ef5-4171-8773-e4bd385666c3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4326537 Apr 07 02:03:16.467874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55722) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:16.499784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '447a9a93-9b4f-411a-91e4-a6ef916a7980', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:16.544076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:03:16.586333 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:03:16.593674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (4ac599a0-5749-4343-adce-4a767de129d9), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.693844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (4ac599a0-5749-4343-adce-4a767de129d9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.697338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:16.701807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.708048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:16.717745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:16.718443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:16.732307 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bb17a630-9fcc-4beb-925f-175044bf537f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "DELETE /v2.0/floatingips/315b4a8d-b193-4e99-a50b-ce64a3a07e44 HTTP/1.1" status: 204 len: 168 time: 1.1995494 Apr 07 02:03:16.732990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:03:16.735305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3546595-45d9-4dfe-ae88-59ae01cfe04a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:03:16.739261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (4ac599a0-5749-4343-adce-4a767de129d9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.759835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac599a0-5749-4343-adce-4a767de129d9,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:16.797576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159cfe6b-75a7-4e71-834b-808c9c355576 x-openstack-request-id: req-159cfe6b-75a7-4e71-834b-808c9c355576 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:03:16.798008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:03:16.798425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-159cfe6b-75a7-4e71-834b-808c9c355576 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:03:16.798971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159cfe6b-75a7-4e71-834b-808c9c355576'] response: {'name': 'network-changed', 'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'status': 'completed', 'code': 200} Apr 07 02:03:16.836266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:16.838034 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-be8e5134-cb11-4b5d-ae5a-1c6f579d3bc7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3690779 Apr 07 02:03:16.879812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:03:16.880061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-7f746c8f-aff6-4322-809d-02ec148bcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:16.883194 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-7f746c8f-aff6-4322-809d-02ec148bcd89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d53abc16c6de49038c4d52d9f4840c22&device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 1129 time: 0.0599747 Apr 07 02:03:16.910828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:16.999534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-f9755742-f09a-4090-8714-a755639210f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:17.001187 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-f9755742-f09a-4090-8714-a755639210f8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 200 len: 912 time: 0.1050792 Apr 07 02:03:17.031527 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-9e9819e4-80f7-4ad5-8265-8633c1044657 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-689135568&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0505209 Apr 07 02:03:17.049900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:17.051205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:17.056994 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-4c357c99-06e4-4a50-b4c6-8099082886e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 200 len: 217 time: 0.0433667 Apr 07 02:03:17.118845 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-c023543b-9941-4aef-8268-eaec98eec31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:17.121865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-c023543b-9941-4aef-8268-eaec98eec31d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 200 len: 851 time: 0.0526252 Apr 07 02:03:17.168151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-34eb0022-6e57-4710-bb0f-bbf8380cf27f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:17.170473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-34eb0022-6e57-4710-bb0f-bbf8380cf27f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 200 len: 796 time: 0.1304269 Apr 07 02:03:17.197935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-d387e533-8ce6-4fcc-89e0-6e770b6161de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:17.199505 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-d387e533-8ce6-4fcc-89e0-6e770b6161de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5be66362-4225-42f0-95ba-e0bcb8c23c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0684977 Apr 07 02:03:17.201376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-b3b185b8-aaa8-43d8-affa-b9d4fac6fad8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0206168 Apr 07 02:03:17.301411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738a381-dab8-4d5c-88c8-f05727cc013a req-1bc8c209-6435-4e39-af14-8cac51ad75a0 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:17.302906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7738a381-dab8-4d5c-88c8-f05727cc013a req-1bc8c209-6435-4e39-af14-8cac51ad75a0 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 945 time: 0.1101766 Apr 07 02:03:17.316264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-cbf97fb6-5927-4acc-9e67-09fde7ac4bee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863039 Apr 07 02:03:17.347998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:17.374562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:17.407256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:17.413421 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-638f6692-c459-438c-adf1-26f5a6c0d4d9 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023529 Apr 07 02:03:17.417392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:17.418051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:17.438185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7738a381-dab8-4d5c-88c8-f05727cc013a req-b3d9e1ac-9b09-4a1d-b719-1a0b1d9bd682 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/security-groups?id=6269cc99-6995-4e9a-80b5-3b34a15a5e67&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204736 Apr 07 02:03:17.474474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-fae0ec0e-9950-4fdf-8abf-3f7c36751aeb service neutron] 10.222.0.25 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373479 Apr 07 02:03:17.547003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:17.566441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-7d3ad0fb-574b-464b-8428-17fd32c8053f service neutron] 10.222.0.25 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855062 Apr 07 02:03:17.578319 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e3546595-45d9-4dfe-ae88-59ae01cfe04a req-a609e184-2d1a-499a-94b7-c2794546e1e7 service neutron] 10.222.0.10 "GET /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961483 Apr 07 02:03:17.775553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:17.814546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb914c8-3079-47c7-9f1b-1ed02c3c85a1 None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T01:53:04Z', 'revision_number': 4, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9fa6995b-dee2-4725-acb8-5514e2b543c3', 'name': '', 'network_id': '5be66362-4225-42f0-95ba-e0bcb8c23c7c', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'mac_address': 'fa:16:3e:1a:3c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:03Z', 'updated_at': '2022-04-07T01:53:09Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'subnets': [{'id': 'c25c6726-53a3-4da7-a0ae-870315ca5e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:17.867619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e0f8efc8-476b-43d5-9b40-8713fa212c2f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:17.869280 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e0f8efc8-476b-43d5-9b40-8713fa212c2f tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 945 time: 0.0875177 Apr 07 02:03:17.958034 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4fb6710a-abc7-4aa5-99ea-7e1c39e320c3 req-75aa6df9-69e5-463a-bb77-165892628aa0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 210 time: 0.1339710 Apr 07 02:03:17.998812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Deleting port fa3db305-f850-4341-bbcb-206470b4fdf9 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:17.999265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:18.001660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:18.117742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] For port fa3db305-f850-4341-bbcb-206470b4fdf9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=fa3db305-f850-4341-bbcb-206470b4fdf9,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:18.118187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:18.133865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Calling delete_port for fa3db305-f850-4341-bbcb-206470b4fdf9 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:18.164385 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8a47d2-0080-4f73-ae44-c394ef7dfcdb None None] New status for floating IP 315b4a8d-b193-4e99-a50b-ce64a3a07e44: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:03:18.351787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (fa3db305-f850-4341-bbcb-206470b4fdf9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:18.380704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'Port': ['ID=fa3db305-f850-4341-bbcb-206470b4fdf9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:18.428550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] No DVR routers for this DVR port fa3db305-f850-4341-bbcb-206470b4fdf9 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:18.431271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:18.437644 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fa4b6b96-f0b0-405e-8930-9078ec8405dd req-e37c0114-ec74-4cc8-94d4-6a4794b10004 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.10 "DELETE /v2.0/ports/fa3db305-f850-4341-bbcb-206470b4fdf9 HTTP/1.1" status: 204 len: 173 time: 0.5569873 Apr 07 02:03:18.542059 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-12d09027-ce45-47bd-8b94-5bc679d46da9 req-d308e1c6-b76e-437f-96a3-50dabd95d306 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0307343 Apr 07 02:03:18.799663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'name': 'network-vif-deleted', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:03:18.802694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d886716-04f0-482e-8e5b-2a6afc124149" -d '{"events": [{"server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "name": "network-vif-deleted", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:03:18.845741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7691bcc4-b419-4249-b685-4bb5701f4b02 x-openstack-request-id: req-7691bcc4-b419-4249-b685-4bb5701f4b02 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:03:18.846058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7791d4-c77f-4dae-950a-7cbacc70ee3f", "name": "network-vif-deleted", "tag": "fa3db305-f850-4341-bbcb-206470b4fdf9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:03:18.846327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7691bcc4-b419-4249-b685-4bb5701f4b02 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:03:18.846802 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7691bcc4-b419-4249-b685-4bb5701f4b02'] response: {'server_uuid': '9e7791d4-c77f-4dae-950a-7cbacc70ee3f', 'name': 'network-vif-deleted', 'tag': 'fa3db305-f850-4341-bbcb-206470b4fdf9', 'status': 'completed', 'code': 200} Apr 07 02:03:19.056905 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6965d16a-4eb6-4ec6-a7dd-97d704a1c2da req-1c455cfc-0c11-494f-afbd-9e2e91d05a56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 210 time: 0.0273082 Apr 07 02:03:19.639610 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57acdca3-2570-4315-b163-2756f0b5bdcf req-ab56cc55-dc0b-4643-bdca-b880d0edf423 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0303612 Apr 07 02:03:20.173001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7cee936e-7fcb-4415-af29-27069de2ff10 req-0effdd21-9841-4a8c-8c24-286b2e8a51fd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 210 time: 0.0347943 Apr 07 02:03:20.273700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-452bffbd-b7d1-4998-b5d6-9a6ffe763527 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:20.275673 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-452bffbd-b7d1-4998-b5d6-9a6ffe763527 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 200 len: 796 time: 0.4657261 Apr 07 02:03:20.343626 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-e2369cf3-7042-4331-bdf4-9cbee720cd16 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 379 time: 0.0562577 Apr 07 02:03:20.354553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['447a9a93-9b4f-411a-91e4-a6ef916a7980']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:20.554730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:03:20.558265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:20.694351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.9 (88c034ba-8cde-4088-ac1f-8aa3aefbbb03/7f5f1416-2092-4176-95de-821d3870b91c/b083a8db-932d-4f00-80a3-c5173980bc53) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:03:20.751390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9b60e83c-a4b5-4875-9a40-09bc1afdac66 req-e442fe09-2f66-4b2c-98e6-97c2df8de389 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0372086 Apr 07 02:03:20.843360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (b083a8db-932d-4f00-80a3-c5173980bc53), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:20.928739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:20.983917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:03:20.987879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=b083a8db-932d-4f00-80a3-c5173980bc53,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:20.991719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:20.994124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:03:21.044544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:21.045203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.112070 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-4cffcb9c-2e89-459c-9641-196cf08665e5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621856 Apr 07 02:03:21.128467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Request body: {'port': {'device_id': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:21.204526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.282677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f9c4265b-0584-47a8-9b7c-4883eb37a24e None None] Provisioning complete for port b083a8db-932d-4f00-80a3-c5173980bc53 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:21.283766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f9c4265b-0584-47a8-9b7c-4883eb37a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.318468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3fb60-8811-49cf-acee-a1b74ff98534 req-d74a6548-62ab-4f0f-8647-13cdc4cfebc4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:21.320706 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9d3fb60-8811-49cf-acee-a1b74ff98534 req-d74a6548-62ab-4f0f-8647-13cdc4cfebc4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 931 time: 0.0792892 Apr 07 02:03:21.337686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f9c4265b-0584-47a8-9b7c-4883eb37a24e None None] Port b083a8db-932d-4f00-80a3-c5173980bc53 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:03:21.373667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9d3fb60-8811-49cf-acee-a1b74ff98534 req-16205af9-991f-415b-a126-961a2bb32145 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466912 Apr 07 02:03:21.492163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device fa3db305-f850-4341-bbcb-206470b4fdf9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:21.500735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b083a8db-932d-4f00-80a3-c5173980bc53 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:03:21.508570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Publish callbacks [] for port (b083a8db-932d-4f00-80a3-c5173980bc53), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.518324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: fa3db305-f850-4341-bbcb-206470b4fdf9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:21.518676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device fa3db305-f850-4341-bbcb-206470b4fdf9 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:21.521605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Transition to ACTIVE for port object b083a8db-932d-4f00-80a3-c5173980bc53 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:03:21.614079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.669235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Pushing event updated for resources: {'Port': ['ID=b083a8db-932d-4f00-80a3-c5173980bc53,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:21.743552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Attempting to bind port b083a8db-932d-4f00-80a3-c5173980bc53 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:03:21.743960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Attempting to bind port b083a8db-932d-4f00-80a3-c5173980bc53 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:03:21.744369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Attempting to bind port b083a8db-932d-4f00-80a3-c5173980bc53 on network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:03:21.749217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Port b083a8db-932d-4f00-80a3-c5173980bc53 on network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:03:21.749622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Attempting to bind port b083a8db-932d-4f00-80a3-c5173980bc53 on network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:03:21.754871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:03:21.755288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Checking segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:03:21.755742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Bound using segment: {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:03:21.756241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Bound port: b083a8db-932d-4f00-80a3-c5173980bc53, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50210075-18cd-4962-8b67-31e6c7417d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:03:21.756673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.826420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] For port b083a8db-932d-4f00-80a3-c5173980bc53, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:03:21.830593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] For port b083a8db-932d-4f00-80a3-c5173980bc53, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b083a8db-932d-4f00-80a3-c5173980bc53,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:03:21.860342 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6880d0d1-bb6f-41ae-8159-f957e349ec74 req-d8d7fc3c-6d95-4e45-b341-1f623a2c6635 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0328219 Apr 07 02:03:21.912803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.948538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:21.949290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:21.950851 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] 10.222.0.10 "PUT /v2.0/ports/b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 200 len: 1093 time: 0.8271825 Apr 07 02:03:21.951460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:03:21.953984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:03:21.992505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fad524-a7ef-4f79-aead-1494a49aa726 service neutron] Pushing event updated for resources: {'Port': ['ID=b083a8db-932d-4f00-80a3-c5173980bc53,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:22.005223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c50362-f244-4972-9aa2-c8de49b0e31c x-openstack-request-id: req-b9c50362-f244-4972-9aa2-c8de49b0e31c {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:03:22.005596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:03:22.005945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9c50362-f244-4972-9aa2-c8de49b0e31c {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:03:22.006432 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c50362-f244-4972-9aa2-c8de49b0e31c'] response: {'name': 'network-changed', 'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'status': 'completed', 'code': 200} Apr 07 02:03:22.072583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1 req-76e6ca45-97cb-4949-8878-b8f6e064e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.074210 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1 req-76e6ca45-97cb-4949-8878-b8f6e064e0c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1127 time: 0.0499766 Apr 07 02:03:22.191062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1 req-face9fc1-8f56-4539-90a2-21346a4ca601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.192599 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1 req-face9fc1-8f56-4539-90a2-21346a4ca601 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1070149 Apr 07 02:03:22.300649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1 req-381f0974-7bb5-4696-82ed-2f3082840587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.302187 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a199b68e-46c0-4dcd-89c1-ad8a8a3dcee1 req-381f0974-7bb5-4696-82ed-2f3082840587 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1003864 Apr 07 02:03:22.388267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-496c369b-286b-482d-bdf4-2b11b24f891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.389748 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-496c369b-286b-482d-bdf4-2b11b24f891b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1127 time: 0.0459878 Apr 07 02:03:22.434394 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-1d9ea238-b3a0-4c1e-a8e9-7c23d5d72851 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 200 len: 217 time: 0.0337472 Apr 07 02:03:22.493829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-6e18ca71-4c1c-40cb-99d5-bfc60fbcf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.494107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b36abf-2dc8-4232-9f79-3103df4b5069 req-abb564d9-49e8-409b-a367-686013465154 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.495381 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76b36abf-2dc8-4232-9f79-3103df4b5069 req-abb564d9-49e8-409b-a367-686013465154 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 943 time: 0.0537145 Apr 07 02:03:22.495673 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-6e18ca71-4c1c-40cb-99d5-bfc60fbcf9a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 200 len: 843 time: 0.0514956 Apr 07 02:03:22.548020 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76b36abf-2dc8-4232-9f79-3103df4b5069 req-0bbd38ba-be10-4fec-9f5d-9f2a52b40ba9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466249 Apr 07 02:03:22.548775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-272ce853-d318-446d-bc6f-a354ac7fe502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:22.550805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-272ce853-d318-446d-bc6f-a354ac7fe502 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464146 Apr 07 02:03:22.644209 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-6b75685f-5646-443b-88d6-a68b61c866ad service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832899 Apr 07 02:03:22.737838 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5e139989-ea2b-4c40-ab99-e4f3344eef64 req-74c598a3-569d-4f78-ab87-7e3617f1fa34 service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Apr 07 02:03:22.964780 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe138b3c-bac5-41dc-b406-bee97ef16168 req-4a479fb6-6fd2-4e54-b09c-c862b2e90175 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0301187 Apr 07 02:03:23.667668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8acb9-3f1b-4296-b4b1-91f87d599082 req-15609636-7a43-4d5b-a603-83234f701217 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:23.669199 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-22e8acb9-3f1b-4296-b4b1-91f87d599082 req-15609636-7a43-4d5b-a603-83234f701217 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 943 time: 0.0538080 Apr 07 02:03:23.718582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-22e8acb9-3f1b-4296-b4b1-91f87d599082 req-8d262f5b-355e-470d-86f8-0a72c6a215a6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436888 Apr 07 02:03:24.069553 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4a20d5ee-e54d-4b7c-acc8-41e6b095d46d req-6b903fc8-378f-4a58-9414-c16d6a6df70a tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0294981 Apr 07 02:03:24.838596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce325055-0bd6-4a50-844c-55a688ced80e req-65763a5d-f1a2-4160-ad8b-09540e7ee9ff tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:24.840357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ce325055-0bd6-4a50-844c-55a688ced80e req-65763a5d-f1a2-4160-ad8b-09540e7ee9ff tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 943 time: 0.0533483 Apr 07 02:03:24.893144 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ce325055-0bd6-4a50-844c-55a688ced80e req-54353faa-e986-4866-9e10-12cc5274efb4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470452 Apr 07 02:03:25.163772 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3a828a3-52d7-4750-bd7d-3a4bdf31b2af req-0b777dec-5ffa-4826-8c18-e0fa3682ebed tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0276103 Apr 07 02:03:25.495093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b083a8db-932d-4f00-80a3-c5173980bc53 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:03:25.592769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port b083a8db-932d-4f00-80a3-c5173980bc53, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b083a8db-932d-4f00-80a3-c5173980bc53,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:25.603894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'port_id': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'mac_address': 'fa:16:3e:48:aa:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:03:25.641249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port b083a8db-932d-4f00-80a3-c5173980bc53 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:25.641636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:25.654392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b083a8db-932d-4f00-80a3-c5173980bc53 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:03:25.674060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port b083a8db-932d-4f00-80a3-c5173980bc53, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b083a8db-932d-4f00-80a3-c5173980bc53,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:25.743757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:25.791313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=b083a8db-932d-4f00-80a3-c5173980bc53,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:26.010390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['b083a8db-932d-4f00-80a3-c5173980bc53'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:03:26.017649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3ed4a-f0c3-4f7d-9f17-b843ccaf0ae0 req-4e1579bf-b762-4347-b3c3-1812abe2812d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:26.019263 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-97d3ed4a-f0c3-4f7d-9f17-b843ccaf0ae0 req-4e1579bf-b762-4347-b3c3-1812abe2812d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 944 time: 0.0562420 Apr 07 02:03:26.069541 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-97d3ed4a-f0c3-4f7d-9f17-b843ccaf0ae0 req-2c1c4e35-c5cc-4f25-9487-40d31baca6ed tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443163 Apr 07 02:03:26.263334 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31ae83e9-f5c6-4dd9-a733-7234e9b0de11 req-0c504098-70ac-43c8-abc4-683c8cbbdc0b tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0319929 Apr 07 02:03:27.189616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac536a-e3f3-4525-8999-83a6b4364bbc req-1a7cd2bd-04ab-4216-a1b2-e0bd2b95e6e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:27.191020 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95ac536a-e3f3-4525-8999-83a6b4364bbc req-1a7cd2bd-04ab-4216-a1b2-e0bd2b95e6e9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 944 time: 0.0525041 Apr 07 02:03:27.239760 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95ac536a-e3f3-4525-8999-83a6b4364bbc req-afd524d4-0208-422c-a874-1587c9d969cb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Apr 07 02:03:27.356684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79eb4a7a-834e-409c-8830-7567329a7594 req-43f206f6-5555-43ea-a09a-19fedafe23e9 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0278099 Apr 07 02:03:27.495190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b083a8db-932d-4f00-80a3-c5173980bc53 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:03:27.602959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port b083a8db-932d-4f00-80a3-c5173980bc53 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:03:27.607407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port b083a8db-932d-4f00-80a3-c5173980bc53 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:03:27.607785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:27.690761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port b083a8db-932d-4f00-80a3-c5173980bc53 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:03:27.691152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:27.715741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:03:27.718040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e6a86b-5608-41c8-bded-733246454c6e" -d '{"events": [{"server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "name": "network-vif-plugged", "status": "completed", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:03:27.730187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port b083a8db-932d-4f00-80a3-c5173980bc53, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b083a8db-932d-4f00-80a3-c5173980bc53,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:27.753888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62876a0c-5fe8-42e3-b886-adf84be6ffd6 x-openstack-request-id: req-62876a0c-5fe8-42e3-b886-adf84be6ffd6 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:03:27.754185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "name": "network-vif-plugged", "status": "completed", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:03:27.754446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62876a0c-5fe8-42e3-b886-adf84be6ffd6 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:03:27.754850 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62876a0c-5fe8-42e3-b886-adf84be6ffd6'] response: {'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'code': 200} Apr 07 02:03:27.789397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:27.843710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=b083a8db-932d-4f00-80a3-c5173980bc53,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:28.071014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48f502-67f8-4a1e-ac36-85f5750ac76a req-f9295d7f-74af-4490-a346-1e3e5a517b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:28.072859 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce48f502-67f8-4a1e-ac36-85f5750ac76a req-f9295d7f-74af-4490-a346-1e3e5a517b29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1129 time: 0.0434222 Apr 07 02:03:28.290762 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ce48f502-67f8-4a1e-ac36-85f5750ac76a req-54d39a4e-85a6-47c4-b665-e5af96aa992e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419385 Apr 07 02:03:28.358918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691086ef-554e-414c-8cf6-9664075d7120 req-1dc0d07d-b31e-4130-9ce2-fd2b57cab8f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:28.360433 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-691086ef-554e-414c-8cf6-9664075d7120 req-1dc0d07d-b31e-4130-9ce2-fd2b57cab8f3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Apr 07 02:03:28.413416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-691086ef-554e-414c-8cf6-9664075d7120 req-55acfa9e-882b-4757-938f-e3a40974f9a9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469718 Apr 07 02:03:28.460486 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b35080d-dac5-464d-9412-143e1fc8d18c req-95286674-8443-4674-a4fa-738ad2613fc3 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e7791d4-c77f-4dae-950a-7cbacc70ee3f HTTP/1.1" status: 200 len: 210 time: 0.0260303 Apr 07 02:03:29.057810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17592d14-f45c-4dda-9441-d92a0407e1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:29.515877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55808) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:29.603773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96269050-bff3-4666-9a64-43bcd0a56b30 req-c46f25bb-641f-44a1-a677-456e0dde7a20 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:29.605288 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-96269050-bff3-4666-9a64-43bcd0a56b30 req-c46f25bb-641f-44a1-a677-456e0dde7a20 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.1227686 Apr 07 02:03:29.682895 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-96269050-bff3-4666-9a64-43bcd0a56b30 req-c8b8ad11-2f9d-4788-9f3e-92c3923f6dff tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705445 Apr 07 02:03:29.689367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Deleting port b8a424e7-0d18-4205-b976-6cb0c65259a1 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:29.689714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:29.769313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:29.769647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (b8a424e7-0d18-4205-b976-6cb0c65259a1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:29.781152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Calling delete_port for b8a424e7-0d18-4205-b976-6cb0c65259a1 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:29.957090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b8a424e7-0d18-4205-b976-6cb0c65259a1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:29.986806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'Port': ['ID=b8a424e7-0d18-4205-b976-6cb0c65259a1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:30.050010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for floatingip (fbae0a7f-b211-464a-88b0-2af313095010), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:30.052702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:30.053914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d1539d0-74bf-4975-8cd9-3ae84e186341 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "DELETE /v2.0/floatingips/fbae0a7f-b211-464a-88b0-2af313095010 HTTP/1.1" status: 204 len: 168 time: 0.5371146 Apr 07 02:03:30.804268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37492d9-639f-40b0-9568-3a2e6105b6a8 req-8e5f2b61-0a1e-4d5d-a885-0592a8bf2192 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:30.806316 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a37492d9-639f-40b0-9568-3a2e6105b6a8 req-8e5f2b61-0a1e-4d5d-a885-0592a8bf2192 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Apr 07 02:03:30.855107 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a37492d9-639f-40b0-9568-3a2e6105b6a8 req-e384a027-2bbb-43a1-8b8d-b91d2c00a90b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Apr 07 02:03:30.979239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b5bee-b914-4dc4-b37d-935eddd6fa2c req-d5b2681b-f6b6-42c4-9de1-c7a12b237ec0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:30.980656 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b26b5bee-b914-4dc4-b37d-935eddd6fa2c req-d5b2681b-f6b6-42c4-9de1-c7a12b237ec0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.0521512 Apr 07 02:03:31.030979 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b26b5bee-b914-4dc4-b37d-935eddd6fa2c req-8eefb87b-558e-4be3-bf6d-1dae05f580aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444787 Apr 07 02:03:31.052732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55822) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:31.100860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6633a857-1984-4929-92fd-a2330d117deb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:31.108986 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6633a857-1984-4929-92fd-a2330d117deb tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1124 time: 0.0485425 Apr 07 02:03:31.111355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55824) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:31.115853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:03:31.217583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:31.315290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:31.371830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3819f02-775b-4410-8bc8-2bb45743048c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:31.424578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.23 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/ae475fcb-4057-40b0-a1bf-35375ef19ae4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:03:31.527323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:31.619987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:31.659827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:03:31.664811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:03:31.668465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:03:31.692074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=ae475fcb-4057-40b0-a1bf-35375ef19ae4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:32.040346 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (344f8179-dfc7-4d89-aa0c-61881d9a4d77), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:32.187384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:32.342768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:32.400896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:32.467849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=ae475fcb-4057-40b0-a1bf-35375ef19ae4,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:32.477830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:32.484386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (344f8179-dfc7-4d89-aa0c-61881d9a4d77), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:32.588033 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP 344f8179-dfc7-4d89-aa0c-61881d9a4d77 associated. External IP: 172.26.8.23, port: b083a8db-932d-4f00-80a3-c5173980bc53. Apr 07 02:03:32.799890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:03:32.912988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:32.927561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] Sync routers for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:32.938036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:32.938662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:33.042981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:33.048686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:33.077802 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8c0e39f9-4473-40a2-9b9c-9fb921bdc53c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9624186 Apr 07 02:03:33.077802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:03:33.078160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cba31c1-7121-4633-ac12-bf705d8444e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:03:33.079350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55830) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:33.127821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d338243-7b47-4a70-841e-a1dbf6fb6ba4 x-openstack-request-id: req-2d338243-7b47-4a70-841e-a1dbf6fb6ba4 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:03:33.128120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:03:33.128399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d338243-7b47-4a70-841e-a1dbf6fb6ba4 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:03:33.128832 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d338243-7b47-4a70-841e-a1dbf6fb6ba4'] response: {'name': 'network-changed', 'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'status': 'completed', 'code': 200} Apr 07 02:03:33.172360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-99cfeb4d-4048-41bf-b794-4b469aced2de tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/344f8179-dfc7-4d89-aa0c-61881d9a4d77 HTTP/1.1" status: 200 len: 990 time: 0.0864241 Apr 07 02:03:33.199853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-309c4768-79e5-47da-9ee6-4a5e4854b758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:33.201405 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-309c4768-79e5-47da-9ee6-4a5e4854b758 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1129 time: 0.0497038 Apr 07 02:03:33.287292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '344f8179-dfc7-4d89-aa0c-61881d9a4d77', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'port_id': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'mac_address': 'fa:16:3e:48:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:03:31Z', 'updated_at': '2022-04-07T02:03:31Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:15Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:33.302940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-87bf6a50-60e7-4f4f-af53-ec9997894ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:33.304416 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-87bf6a50-60e7-4f4f-af53-ec9997894ac3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 200 len: 896 time: 0.0971196 Apr 07 02:03:33.315533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] Checking router: 4bf60c32-32f1-47d9-b2bd-920eefe6b80e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:33.325312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:33.325961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:33.372106 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-0bfdbf55-1be0-4f62-a9fd-52cbdc6924cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 200 len: 998 time: 0.0618308 Apr 07 02:03:33.424218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-e65f3e93-2765-4b7e-8f75-a2951fa6ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:33.425840 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-e65f3e93-2765-4b7e-8f75-a2951fa6ba28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 200 len: 843 time: 0.0479259 Apr 07 02:03:33.439048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:33.482760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-b03fd9cc-8457-4420-be30-5f6f4ca133cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:03:33.484359 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-b03fd9cc-8457-4420-be30-5f6f4ca133cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0522721 Apr 07 02:03:33.587858 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-980e3424-9d95-47c6-8259-bc539f80b1ed service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969782 Apr 07 02:03:33.674711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '344f8179-dfc7-4d89-aa0c-61881d9a4d77', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'port_id': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'mac_address': 'fa:16:3e:48:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:03:31Z', 'updated_at': '2022-04-07T02:03:31Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:15Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:33.681873 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cba31c1-7121-4633-ac12-bf705d8444e8 req-2569cacb-6f68-49eb-be05-23b68b4ece86 service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884323 Apr 07 02:03:33.705181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818e63fe-83ff-4b53-995c-ed5138220076 None None] The sync data for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv is: [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '344f8179-dfc7-4d89-aa0c-61881d9a4d77', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'port_id': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'mac_address': 'fa:16:3e:48:aa:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:03:31Z', 'updated_at': '2022-04-07T02:03:31Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:15Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:33.912320 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a11af-2ba8-4678-98b3-bff6548842a9 None None] New status for floating IP 344f8179-dfc7-4d89-aa0c-61881d9a4d77: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:03:33.951079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:34.176488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55836) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:34.239015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-087705a3-bfe3-4272-afad-4227f1023ae4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/344f8179-dfc7-4d89-aa0c-61881d9a4d77 HTTP/1.1" status: 200 len: 992 time: 0.0613229 Apr 07 02:03:35.299907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:36.713618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55844) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:36.769966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-989007de-080f-4a90-9545-4135654bb445 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group (6269cc99-6995-4e9a-80b5-3b34a15a5e67), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:36.795964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-989007de-080f-4a90-9545-4135654bb445 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group (6269cc99-6995-4e9a-80b5-3b34a15a5e67), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:36.934026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-989007de-080f-4a90-9545-4135654bb445 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6269cc99-6995-4e9a-80b5-3b34a15a5e67), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:36.936724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-989007de-080f-4a90-9545-4135654bb445 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:36.937947 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-989007de-080f-4a90-9545-4135654bb445 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] 10.222.0.25 "DELETE /v2.0/security-groups/6269cc99-6995-4e9a-80b5-3b34a15a5e67 HTTP/1.1" status: 204 len: 168 time: 0.2230685 Apr 07 02:03:36.948234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989007de-080f-4a90-9545-4135654bb445 tempest-TestVolumeBootPattern-1526837924 tempest-TestVolumeBootPattern-1526837924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6269cc99-6995-4e9a-80b5-3b34a15a5e67,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:37.078454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55848) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:37.551418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:37.797428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Deleting port 9fa6995b-dee2-4725-acb8-5514e2b543c3 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:37.797769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:38.232546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] For port 9fa6995b-dee2-4725-acb8-5514e2b543c3, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9fa6995b-dee2-4725-acb8-5514e2b543c3,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:38.233360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:38.245705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Calling delete_port for 9fa6995b-dee2-4725-acb8-5514e2b543c3 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:38.653795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9fa6995b-dee2-4725-acb8-5514e2b543c3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:38.679433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa6995b-dee2-4725-acb8-5514e2b543c3,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:38.855635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:39.069023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:03:39.176904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:39.181953 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0a113e87-7ef8-4ec1-b0c4-43e6422c7578 admin admin] 10.222.0.25 "PUT /v2.0/routers/4bd9a91d-7ed0-49da-9f78-6cacbd35ed47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1024783 Apr 07 02:03:39.184550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55852) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:39.186342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] Sync routers for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:39.196269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:39.196896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:39.291910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks [] for router (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:39.304402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:39.439647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks [] for router_gateway (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:39.581757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Deleting port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:39.582025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:39.631036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192'}], 'enable_snat': True}, 'gw_port_id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T02:03:38Z', 'revision_number': 5, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port': {'id': '0ca2ba87-4f4b-43f3-9362-045e1b8be6c4', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:6a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1082, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:52:59Z', 'updated_at': '2022-04-07T01:53:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:39.658153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] Checking router: 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:39.663518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] For port 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:39.663887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:39.666368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] Routers {'4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:39.666985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:39.675417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Calling delete_port for 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:39.755131 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] Set router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:39.809756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T02:03:39Z', 'revision_number': 6, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:39.836391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90958a-69fb-4bfe-ba1b-5d6561f02d3b None None] The sync data for ids ['4bd9a91d-7ed0-49da-9f78-6cacbd35ed47'] in dv-neutron-836863-2-hyperv is: [{'id': '4bd9a91d-7ed0-49da-9f78-6cacbd35ed47', 'name': 'tempest-TestVolumeBootPattern-1655740786-router', 'tenant_id': 'd53abc16c6de49038c4d52d9f4840c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:52:58Z', 'updated_at': '2022-04-07T02:03:39Z', 'revision_number': 6, 'project_id': 'd53abc16c6de49038c4d52d9f4840c22', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:39.911006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0ca2ba87-4f4b-43f3-9362-045e1b8be6c4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:39.936555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca2ba87-4f4b-43f3-9362-045e1b8be6c4,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:39.999966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.091381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.093441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks [] for router_controller (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.217688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (4bd9a91d-7ed0-49da-9f78-6cacbd35ed47), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.218236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:03:40.222854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.224186 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9fa0fefb-f54a-4946-837e-96fba2306bb3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4bd9a91d-7ed0-49da-9f78-6cacbd35ed47 HTTP/1.1" status: 204 len: 168 time: 1.0386825 Apr 07 02:03:40.227247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55854) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:40.275044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Deleting subnet c25c6726-53a3-4da7-a0ae-870315ca5e0f {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:03:40.277819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Publish callbacks [] for subnet (c25c6726-53a3-4da7-a0ae-870315ca5e0f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.313045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (c25c6726-53a3-4da7-a0ae-870315ca5e0f), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.390699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c25c6726-53a3-4da7-a0ae-870315ca5e0f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.522229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (c25c6726-53a3-4da7-a0ae-870315ca5e0f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.549598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25c6726-53a3-4da7-a0ae-870315ca5e0f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:40.551493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.555387 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-902ef89f-2188-4a60-8c72-f227bfcd8fc5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c25c6726-53a3-4da7-a0ae-870315ca5e0f HTTP/1.1" status: 204 len: 168 time: 0.3271444 Apr 07 02:03:40.555585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4843d2-62d4-42fb-b7da-8b3f33e46235 None None] Network 5be66362-4225-42f0-95ba-e0bcb8c23c7c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:03:40.557873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55856) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:40.637543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (5be66362-4225-42f0-95ba-e0bcb8c23c7c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.693155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Deleting port 78b0ff18-34ce-453c-840e-22d7f857018c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:40.693507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.712469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] DHCP port deletion for 5be66362-4225-42f0-95ba-e0bcb8c23c7c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:03:40.760460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] For port 78b0ff18-34ce-453c-840e-22d7f857018c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=78b0ff18-34ce-453c-840e-22d7f857018c,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:40.761318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.762048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] Deleting port 78b0ff18-34ce-453c-840e-22d7f857018c {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:40.762493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.779219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Calling delete_port for 78b0ff18-34ce-453c-840e-22d7f857018c owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:40.819077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:40.854071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:40.854431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0ca2ba87-4f4b-43f3-9362-045e1b8be6c4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:40.854863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 78b0ff18-34ce-453c-840e-22d7f857018c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:40.898096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] For port 78b0ff18-34ce-453c-840e-22d7f857018c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=78b0ff18-34ce-453c-840e-22d7f857018c,segment=NetworkSegment(45b68229-9c01-40a0-9596-3cdfdd8448d5),segment_id=45b68229-9c01-40a0-9596-3cdfdd8448d5)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:40.898096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.917881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] Calling delete_port for 78b0ff18-34ce-453c-840e-22d7f857018c owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:40.962861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:40.984334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port 78b0ff18-34ce-453c-840e-22d7f857018c update to DOWN by agent not found {{(pid=110985) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 02:03:40.984789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9fa6995b-dee2-4725-acb8-5514e2b543c3 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:40.988333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b0ff18-34ce-453c-840e-22d7f857018c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:40.993426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] No DVR routers for this DVR port 78b0ff18-34ce-453c-840e-22d7f857018c on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:41.006041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9fa6995b-dee2-4725-acb8-5514e2b543c3 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:41.007625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9fa6995b-dee2-4725-acb8-5514e2b543c3 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: from cryptography.utils import int_from_bytes Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: from cryptography.utils import int_from_bytes Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:03:41.032708 dv-neutron-836863-2-hyperv neutron-server[110985]: self.session.flush() Apr 07 02:03:41.039376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (78b0ff18-34ce-453c-840e-22d7f857018c), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.061843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] Pushing event deleted for resources: {'Port': ['ID=78b0ff18-34ce-453c-840e-22d7f857018c,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:41.067427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692a6a9-6f3d-4fad-9d4e-827856cb9ec8 None None] No DVR routers for this DVR port 78b0ff18-34ce-453c-840e-22d7f857018c on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:41.071768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (5be66362-4225-42f0-95ba-e0bcb8c23c7c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.096099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5be66362-4225-42f0-95ba-e0bcb8c23c7c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:41.105373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b68229-9c01-40a0-9596-3cdfdd8448d5') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:41.105680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b68229-9c01-40a0-9596-3cdfdd8448d5') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:41.115000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (45b68229-9c01-40a0-9596-3cdfdd8448d5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.127957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (45b68229-9c01-40a0-9596-3cdfdd8448d5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.134327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:03:41.134715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (45b68229-9c01-40a0-9596-3cdfdd8448d5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:03:41.136342 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:03:41.271050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (5be66362-4225-42f0-95ba-e0bcb8c23c7c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.277199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:41.280362 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5be66362-4225-42f0-95ba-e0bcb8c23c7c HTTP/1.1" status: 204 len: 168 time: 0.7215755 Apr 07 02:03:41.283429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55858) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:41.297336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d2575-f4b3-41a9-a1f0-9cee3016b490 admin admin] Pushing event deleted for resources: {'Network': ['ID=5be66362-4225-42f0-95ba-e0bcb8c23c7c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:41.916143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (a541770c-5fa4-4725-b6ab-5d44bc164b54), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:42.161738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Deleting port ad654fa4-23b4-4259-b31b-912029ad84e2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:42.162057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:42.240891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-5ba35811-1826-426d-a609-497285968764 admin admin] For port ad654fa4-23b4-4259-b31b-912029ad84e2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ad654fa4-23b4-4259-b31b-912029ad84e2,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:42.241264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:42.253676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Calling delete_port for ad654fa4-23b4-4259-b31b-912029ad84e2 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:42.487837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ad654fa4-23b4-4259-b31b-912029ad84e2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:42.520461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad654fa4-23b4-4259-b31b-912029ad84e2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:42.684025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (a541770c-5fa4-4725-b6ab-5d44bc164b54), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:42.903565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Router a541770c-5fa4-4725-b6ab-5d44bc164b54 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:03:43.012382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba35811-1826-426d-a609-497285968764 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:03:43.017342 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5ba35811-1826-426d-a609-497285968764 admin admin] 10.222.0.25 "PUT /v2.0/routers/a541770c-5fa4-4725-b6ab-5d44bc164b54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7328131 Apr 07 02:03:43.019726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55860) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:43.022344 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] Sync routers for ids ['a541770c-5fa4-4725-b6ab-5d44bc164b54'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:03:43.032735 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] Routers {'a541770c-5fa4-4725-b6ab-5d44bc164b54'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:43.033369 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a541770c-5fa4-4725-b6ab-5d44bc164b54'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:43.128041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks [] for router (a541770c-5fa4-4725-b6ab-5d44bc164b54), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.141581 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] Set router a541770c-5fa4-4725-b6ab-5d44bc164b54 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:43.234435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks [] for router_gateway (a541770c-5fa4-4725-b6ab-5d44bc164b54), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.315390 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221'}], 'enable_snat': True}, 'gw_port_id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T02:03:42Z', 'revision_number': 5, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port': {'id': '9de2081c-92da-4cbe-85ff-6f2eddb217b9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:28:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T01:53:09Z', 'updated_at': '2022-04-07T01:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:43.340431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Deleting port 9de2081c-92da-4cbe-85ff-6f2eddb217b9 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:43.340786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.341410 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] Checking router: a541770c-5fa4-4725-b6ab-5d44bc164b54 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:03:43.349501 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] Routers {'a541770c-5fa4-4725-b6ab-5d44bc164b54'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:03:43.350100 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:03:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a541770c-5fa4-4725-b6ab-5d44bc164b54'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:43.425082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] For port 9de2081c-92da-4cbe-85ff-6f2eddb217b9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9de2081c-92da-4cbe-85ff-6f2eddb217b9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:43.425461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.436394 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] Set router a541770c-5fa4-4725-b6ab-5d44bc164b54 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:03:43.438207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Calling delete_port for 9de2081c-92da-4cbe-85ff-6f2eddb217b9 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:43.581460 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T02:03:43Z', 'revision_number': 6, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:43.608245 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88edf55-83f9-410c-8f16-c7e24e1106c6 None None] The sync data for ids ['a541770c-5fa4-4725-b6ab-5d44bc164b54'] in dv-neutron-836863-2-hyperv is: [{'id': 'a541770c-5fa4-4725-b6ab-5d44bc164b54', 'name': 'tempest-TestVolumeBootPattern-1828864209-router', 'tenant_id': 'f86d1bb4869e42518cdf98e7663cafef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T01:53:08Z', 'updated_at': '2022-04-07T02:03:43Z', 'revision_number': 6, 'project_id': 'f86d1bb4869e42518cdf98e7663cafef', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:03:43.697679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9de2081c-92da-4cbe-85ff-6f2eddb217b9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.723363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de2081c-92da-4cbe-85ff-6f2eddb217b9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:43.784401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (a541770c-5fa4-4725-b6ab-5d44bc164b54), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.885581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (a541770c-5fa4-4725-b6ab-5d44bc164b54), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:43.887747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks [] for router_controller (a541770c-5fa4-4725-b6ab-5d44bc164b54), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.013886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (a541770c-5fa4-4725-b6ab-5d44bc164b54), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.014400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a541770c-5fa4-4725-b6ab-5d44bc164b54 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:03:44.020856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.020856 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0aaada62-8a9e-4e23-b86c-247f421f6352 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a541770c-5fa4-4725-b6ab-5d44bc164b54 HTTP/1.1" status: 204 len: 168 time: 1.0001020 Apr 07 02:03:44.025870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55862) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:44.068837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Deleting subnet a418200b-3e2d-452b-a431-361746158b20 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:03:44.071963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Publish callbacks [] for subnet (a418200b-3e2d-452b-a431-361746158b20), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.110729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (a418200b-3e2d-452b-a431-361746158b20), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.188629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (a418200b-3e2d-452b-a431-361746158b20), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.305809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (a418200b-3e2d-452b-a431-361746158b20), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.334622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a418200b-3e2d-452b-a431-361746158b20,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:44.337208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.341815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ae0721e1-ed20-45fc-927e-8a5b1459bfe9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a418200b-3e2d-452b-a431-361746158b20 HTTP/1.1" status: 204 len: 168 time: 0.3166182 Apr 07 02:03:44.343707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55864) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:44.350739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a5e42a-e6b4-4d1b-aba2-1a378d23155d None None] Network 7d590cc9-5e9d-4afb-af68-ac1e1762946e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:03:44.426752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (7d590cc9-5e9d-4afb-af68-ac1e1762946e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.482379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Deleting port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:44.482755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.528810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] DHCP port deletion for 7d590cc9-5e9d-4afb-af68-ac1e1762946e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:03:44.555691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] For port 28e7b8da-d470-4115-bc1b-732d8a6c99f7, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=28e7b8da-d470-4115-bc1b-732d8a6c99f7,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:44.556057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.569953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Calling delete_port for 28e7b8da-d470-4115-bc1b-732d8a6c99f7 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:44.582378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] Deleting port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:03:44.582758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.657965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] For port 28e7b8da-d470-4115-bc1b-732d8a6c99f7, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=28e7b8da-d470-4115-bc1b-732d8a6c99f7,segment=NetworkSegment(b676b95f-cf03-44c4-b947-0e8ff71bee10),segment_id=b676b95f-cf03-44c4-b947-0e8ff71bee10)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:03:44.658463 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.673205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] Calling delete_port for 28e7b8da-d470-4115-bc1b-732d8a6c99f7 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:03:44.743373 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.762343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (28e7b8da-d470-4115-bc1b-732d8a6c99f7), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.789572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e7b8da-d470-4115-bc1b-732d8a6c99f7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:44.796029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] No DVR routers for this DVR port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:44.803061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] Pushing event deleted for resources: {'Port': ['ID=28e7b8da-d470-4115-bc1b-732d8a6c99f7,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:44.805003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07052512-1211-45ff-9e6a-2cbe78e1365e None None] No DVR routers for this DVR port 28e7b8da-d470-4115-bc1b-732d8a6c99f7 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:03:44.825943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 28e7b8da-d470-4115-bc1b-732d8a6c99f7 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:44.853731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 28e7b8da-d470-4115-bc1b-732d8a6c99f7 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:44.854084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 28e7b8da-d470-4115-bc1b-732d8a6c99f7 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:44.854511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad654fa4-23b4-4259-b31b-912029ad84e2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:44.874319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ad654fa4-23b4-4259-b31b-912029ad84e2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:44.874319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad654fa4-23b4-4259-b31b-912029ad84e2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:44.874714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9de2081c-92da-4cbe-85ff-6f2eddb217b9 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:03:44.895245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (7d590cc9-5e9d-4afb-af68-ac1e1762946e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.899806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9de2081c-92da-4cbe-85ff-6f2eddb217b9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:03:44.900096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9de2081c-92da-4cbe-85ff-6f2eddb217b9 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:03:44.917561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d590cc9-5e9d-4afb-af68-ac1e1762946e']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:44.926862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b676b95f-cf03-44c4-b947-0e8ff71bee10') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:44.927164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b676b95f-cf03-44c4-b947-0e8ff71bee10') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:03:44.936450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (b676b95f-cf03-44c4-b947-0e8ff71bee10), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.950979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b676b95f-cf03-44c4-b947-0e8ff71bee10), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.956879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:03:44.957270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (b676b95f-cf03-44c4-b947-0e8ff71bee10), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:03:44.958918 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:03:45.074489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (7d590cc9-5e9d-4afb-af68-ac1e1762946e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:45.079758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:45.084866 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7d590cc9-5e9d-4afb-af68-ac1e1762946e HTTP/1.1" status: 204 len: 168 time: 0.7382789 Apr 07 02:03:45.096197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453c061-a363-41b6-8e76-74b386c9ff04 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d590cc9-5e9d-4afb-af68-ac1e1762946e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:45.412067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55868) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:45.459649 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f55e255d-5c67-4bd4-a31d-aebb286a6210 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d53abc16c6de49038c4d52d9f4840c22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463364 Apr 07 02:03:45.462241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55870) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:45.511296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4a75-b192-4cf7-b76f-0f4751be55eb admin admin] Publish callbacks [] for security_group (f1f8814a-7553-4114-82f3-56fb66dbbc21), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:45.533927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4a75-b192-4cf7-b76f-0f4751be55eb admin admin] Publish callbacks [] for security_group (f1f8814a-7553-4114-82f3-56fb66dbbc21), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:45.688105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4a75-b192-4cf7-b76f-0f4751be55eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f1f8814a-7553-4114-82f3-56fb66dbbc21), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:45.690818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f5a4a75-b192-4cf7-b76f-0f4751be55eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:45.691994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2f5a4a75-b192-4cf7-b76f-0f4751be55eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1f8814a-7553-4114-82f3-56fb66dbbc21 HTTP/1.1" status: 204 len: 168 time: 0.2288561 Apr 07 02:03:45.700485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a4a75-b192-4cf7-b76f-0f4751be55eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8814a-7553-4114-82f3-56fb66dbbc21,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:46.346840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55876) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:46.386418 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0ac1d50c-27e8-4554-97a2-133879e94f79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f86d1bb4869e42518cdf98e7663cafef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384076 Apr 07 02:03:46.388722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55878) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:03:46.434214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfa31baf-a006-4606-8982-82f6089a9fcc admin admin] Publish callbacks [] for security_group (2718fd10-89bd-4735-9fcb-e98565f9a3c6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:46.454368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfa31baf-a006-4606-8982-82f6089a9fcc admin admin] Publish callbacks [] for security_group (2718fd10-89bd-4735-9fcb-e98565f9a3c6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:46.554149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfa31baf-a006-4606-8982-82f6089a9fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2718fd10-89bd-4735-9fcb-e98565f9a3c6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:46.556640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfa31baf-a006-4606-8982-82f6089a9fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:46.557806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cfa31baf-a006-4606-8982-82f6089a9fcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2718fd10-89bd-4735-9fcb-e98565f9a3c6 HTTP/1.1" status: 204 len: 168 time: 0.1681545 Apr 07 02:03:46.565287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa31baf-a006-4606-8982-82f6089a9fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2718fd10-89bd-4735-9fcb-e98565f9a3c6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:03:47.326801 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:03:47.916376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:03:59.059209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-53247740-3273-4629-a437-9c87822b702f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:01.376692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-29bdf2c2-0b7c-414d-a77f-2ccb4513efce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:02.470225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:03.965390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:05.296366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:17.924873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:24.325148 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:04:29.039005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85dc1535-e123-4ec2-881b-c43b8c085cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:31.372130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b90e1319-89e6-47c5-a3eb-640dd6b037e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:31.917362 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-76a07f66-eb6d-449f-b8d3-2833201b933e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431526 Apr 07 02:04:32.008483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-f3ded2ce-f097-4ba6-b94d-c4d5e4802c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:04:32.010009 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-f3ded2ce-f097-4ba6-b94d-c4d5e4802c63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1129 time: 0.0450239 Apr 07 02:04:32.117265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-7c5de59b-b564-4501-ac32-b586865eba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:04:32.119326 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-7c5de59b-b564-4501-ac32-b586865eba4d service neutron] 10.222.0.10 "GET /v2.0/networks?id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 200 len: 896 time: 0.0867372 Apr 07 02:04:32.186708 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-8b9c0f7c-c1a4-4400-97c6-d08b37838524 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 200 len: 1000 time: 0.0570476 Apr 07 02:04:32.237226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-62c4fb00-1d6f-4d7d-bd81-b4dfa273ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:04:32.238651 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-62c4fb00-1d6f-4d7d-bd81-b4dfa273ffda service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 200 len: 843 time: 0.0427151 Apr 07 02:04:32.293806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-1276bcab-24f7-41ae-ab5f-512403e5086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:04:32.295324 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-1276bcab-24f7-41ae-ab5f-512403e5086d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477211 Apr 07 02:04:32.386193 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-7814ef3d-3cb8-4f60-b883-7b445c498dcf service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802639 Apr 07 02:04:32.475491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:32.483321 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a25de42b-c644-48c0-b3a2-574f03754c6a req-a6fcc64e-624a-40d9-b476-ddc1760fd753 service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Apr 07 02:04:33.999013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:35.309631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:47.952994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:04:59.034484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b06a683a-7fe3-43cc-ad8c-56da1891a22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:01.324396 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:05:01.380676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b0e4b271-7a37-4f08-98ae-9fc0c57c5da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:02.478246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:03.980959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:05.343250 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:17.983125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:29.045543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1ce387b8-de59-4d79-9007-cceed9b033df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:29.698783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55900) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:05:29.706940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:05:29.801672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-62910026'] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:30.039819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794723352589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-62230802'] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:30.073516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:05:30.074116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:30.075404 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/subnets/7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 200 len: 835 time: 0.3740563 Apr 07 02:05:30.080626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e33692-ef7e-4a05-b148-6f228139d460 None None] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:05:30.092404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=7f5f1416-2092-4176-95de-821d3870b91c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:05:30.099892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.100246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.100591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.101480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.101833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.102167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.102495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.102823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.103149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.103475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.103804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.104131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.104455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.104796 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.105121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf3ec76-37d6-42da-9e31-9f5009f20202 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:05:30.365811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Provisioning complete for port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:05:30.366192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:30.445896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Current status of the port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:05:30.455753 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Provisioning complete for port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:05:30.456072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:30.528433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Current status of the port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:05:30.537968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Provisioning complete for port b083a8db-932d-4f00-80a3-c5173980bc53 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:05:30.538368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:30.614808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b037d748-6747-403b-a4ba-db63c880bdbe None None] Current status of the port b083a8db-932d-4f00-80a3-c5173980bc53 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:05:31.408845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-40d2e3df-1bba-4f40-94b7-7d39715ffdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:32.496870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:32.872746 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-3d36357d-8234-47a6-b51c-563e259a4159 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466828 Apr 07 02:05:32.964419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-0da127b4-e4aa-49fc-9a0e-dc5d5940e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:05:32.965959 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-0da127b4-e4aa-49fc-9a0e-dc5d5940e024 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1129 time: 0.0462170 Apr 07 02:05:33.075155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-5bab37d2-51a4-400b-9607-3f35d3adaec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:05:33.076545 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-5bab37d2-51a4-400b-9607-3f35d3adaec2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 200 len: 896 time: 0.0860145 Apr 07 02:05:33.143389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-7180ffc3-faa6-4644-87fb-8c7fb1301eaa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 200 len: 1000 time: 0.0568604 Apr 07 02:05:33.192189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-10475c92-d319-4746-a7b1-29607ed8e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:05:33.193607 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-10475c92-d319-4746-a7b1-29607ed8e93b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 200 len: 843 time: 0.0415697 Apr 07 02:05:33.245310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-78fa5990-c707-4e5e-a0f6-1b4a099a66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:05:33.246797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-78fa5990-c707-4e5e-a0f6-1b4a099a66f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460622 Apr 07 02:05:33.337278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-6de2cc5a-8b47-4152-a5d4-834030dabc63 service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793531 Apr 07 02:05:33.431463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fd7b5380-60d4-4fa6-8553-bdcb72d4fff0 req-0e0274d5-d652-4c5a-a8b5-a9296200c6a1 service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838585 Apr 07 02:05:33.954152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:35.319811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:38.322870 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:05:47.965090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:05:59.039903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e6d0563a-c8d8-47d9-9dda-1bba46cdcb94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:01.387692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-599a31ef-5cd4-47e4-881b-82fe43f542f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:02.487539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:03.970206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:05.293581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:13.047233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55912) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:13.407052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port ae475fcb-4057-40b0-a1bf-35375ef19ae4 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:06:13.407294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:13.483873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:13.484203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (ae475fcb-4057-40b0-a1bf-35375ef19ae4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:13.496160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for ae475fcb-4057-40b0-a1bf-35375ef19ae4 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:06:13.718718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ae475fcb-4057-40b0-a1bf-35375ef19ae4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:13.744048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=ae475fcb-4057-40b0-a1bf-35375ef19ae4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:13.803115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (344f8179-dfc7-4d89-aa0c-61881d9a4d77), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:13.803497 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP 344f8179-dfc7-4d89-aa0c-61881d9a4d77 disassociated (deleted). External IP: 172.26.8.23, port: b083a8db-932d-4f00-80a3-c5173980bc53. Apr 07 02:06:14.015413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:06:14.126639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:06:14.131347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:14.136589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] Sync routers for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:06:14.146816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:14.147927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:14.163882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d59084c4-9631-4de1-bc8a-e72c8b2c18bb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/344f8179-dfc7-4d89-aa0c-61881d9a4d77 HTTP/1.1" status: 204 len: 168 time: 1.1148636 Apr 07 02:06:14.164529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:06:14.167839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ca8776-2d9a-4580-811b-d404ef42032d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:06:14.263465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:14.327843 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e648ef-dd07-47f0-863d-8a93bf8a5054 x-openstack-request-id: req-b0e648ef-dd07-47f0-863d-8a93bf8a5054 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:06:14.328141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:06:14.328400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0e648ef-dd07-47f0-863d-8a93bf8a5054 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:06:14.328862 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e648ef-dd07-47f0-863d-8a93bf8a5054'] response: {'name': 'network-changed', 'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'status': 'completed', 'code': 200} Apr 07 02:06:14.403574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8776-2d9a-4580-811b-d404ef42032d req-e7c8f85b-aa64-4cbe-8249-8d540746e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:14.405151 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-e7c8f85b-aa64-4cbe-8249-8d540746e794 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 1129 time: 0.0457492 Apr 07 02:06:14.478676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:15Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:14.495533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8776-2d9a-4580-811b-d404ef42032d req-fab4371e-3b4f-4116-8631-a8ce17dbfe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:14.497068 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-fab4371e-3b4f-4116-8631-a8ce17dbfe47 service neutron] 10.222.0.10 "GET /v2.0/networks?id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 200 len: 896 time: 0.0845373 Apr 07 02:06:14.505085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] Checking router: 4bf60c32-32f1-47d9-b2bd-920eefe6b80e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:06:14.514378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:14.514994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:14.552973 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-8e57e465-52e6-4d7f-adb4-d6305bf0c47f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 200 len: 217 time: 0.0403862 Apr 07 02:06:14.605610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61085a-3ddf-4d3b-a5e4-94f3c830bbc7 req-e73fdf0a-0dd2-45b6-a192-69727c4d6248 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:14.607187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a61085a-3ddf-4d3b-a5e4-94f3c830bbc7 req-e73fdf0a-0dd2-45b6-a192-69727c4d6248 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.0559494 Apr 07 02:06:14.662555 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a61085a-3ddf-4d3b-a5e4-94f3c830bbc7 req-4f9c8b58-0f8c-41ce-8adb-8096e582309e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494957 Apr 07 02:06:14.765830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:14.961784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:15Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:14.988070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e8100a-48c8-4200-b75f-04cf52b39eb3 None None] The sync data for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv is: [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:12Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada', 'name': '', 'network_id': '88c034ba-8cde-4088-ac1f-8aa3aefbbb03', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:c5:55:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': '7f5f1416-2092-4176-95de-821d3870b91c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:11Z', 'updated_at': '2022-04-07T02:03:15Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '7f5f1416-2092-4176-95de-821d3870b91c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:06:15.198086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd663937-58d2-41ea-aa50-bda32f2376cc None None] New status for floating IP 344f8179-dfc7-4d89-aa0c-61881d9a4d77: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:06:15.321094 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:06:15.772032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8776-2d9a-4580-811b-d404ef42032d req-8841bded-a3e0-4aba-8708-176290ae5afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:15.774101 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-8841bded-a3e0-4aba-8708-176290ae5afb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 200 len: 843 time: 0.0446608 Apr 07 02:06:15.793573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21be0f-20c5-4df4-adaa-ee55cf7a21bf req-213a51fb-b615-4205-bde0-e200ca255dbd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:15.795090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e21be0f-20c5-4df4-adaa-ee55cf7a21bf req-213a51fb-b615-4205-bde0-e200ca255dbd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.0524495 Apr 07 02:06:15.824415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8776-2d9a-4580-811b-d404ef42032d req-c446aa10-051f-43bf-bed3-537dc47b0030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:15.825980 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-c446aa10-051f-43bf-bed3-537dc47b0030 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=88c034ba-8cde-4088-ac1f-8aa3aefbbb03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433767 Apr 07 02:06:15.844124 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e21be0f-20c5-4df4-adaa-ee55cf7a21bf req-d8b5b108-2f1d-4051-9caa-7a8e064a1c63 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=447a9a93-9b4f-411a-91e4-a6ef916a7980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Apr 07 02:06:16.040367 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-d99f2675-96ab-4250-917c-7fcb6aec46fd service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895345 Apr 07 02:06:16.192682 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b0fc41c8-8ea2-408f-acff-4fe8b2e7a4ee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:16.194206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b0fc41c8-8ea2-408f-acff-4fe8b2e7a4ee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 945 time: 0.1126297 Apr 07 02:06:16.209985 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-94ca8776-2d9a-4580-811b-d404ef42032d req-69bb1c27-8707-4e66-b76c-61546a44067a service neutron] 10.222.0.10 "GET /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352177 Apr 07 02:06:16.296122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port b083a8db-932d-4f00-80a3-c5173980bc53 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:06:16.296375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:16.386893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port b083a8db-932d-4f00-80a3-c5173980bc53, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b083a8db-932d-4f00-80a3-c5173980bc53,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:16.387260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:16.398501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for b083a8db-932d-4f00-80a3-c5173980bc53 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:06:16.593135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b083a8db-932d-4f00-80a3-c5173980bc53), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:16.621818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=b083a8db-932d-4f00-80a3-c5173980bc53,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:16.633179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.633498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.633848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.634194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.634532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.634868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.635198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.635532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.635865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.636195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.636525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.636884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.637205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.637527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.637849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:16.672904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port b083a8db-932d-4f00-80a3-c5173980bc53 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:06:16.675253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:16.679222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-65fb8543-7f6a-4757-be2d-0e3b02325e5e req-b3523dc1-3891-48c4-8483-2b22a72af15c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/b083a8db-932d-4f00-80a3-c5173980bc53 HTTP/1.1" status: 204 len: 173 time: 0.4753432 Apr 07 02:06:16.679619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'name': 'network-vif-deleted', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:06:16.681850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f781c47-f111-4596-87aa-2347a6a0e429" -d '{"events": [{"server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "name": "network-vif-deleted", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:06:16.716475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79704db-8d72-47df-a4a8-6643b6f32615 x-openstack-request-id: req-c79704db-8d72-47df-a4a8-6643b6f32615 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:06:16.716803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd94c6df-3452-4cd5-a72a-11694680ae19", "name": "network-vif-deleted", "tag": "b083a8db-932d-4f00-80a3-c5173980bc53", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:06:16.717077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c79704db-8d72-47df-a4a8-6643b6f32615 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:06:16.717494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c79704db-8d72-47df-a4a8-6643b6f32615'] response: {'server_uuid': 'fd94c6df-3452-4cd5-a72a-11694680ae19', 'name': 'network-vif-deleted', 'tag': 'b083a8db-932d-4f00-80a3-c5173980bc53', 'status': 'completed', 'code': 200} Apr 07 02:06:16.937528 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e6fdefc2-85d3-4550-b5d2-4c559f417e35 req-d4c7e354-158e-4f12-9b6d-c560ccca2fd8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd94c6df-3452-4cd5-a72a-11694680ae19 HTTP/1.1" status: 200 len: 210 time: 0.0272107 Apr 07 02:06:17.973376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:17.995694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55940) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:18.050507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d736d3c-11d6-4e81-9eef-0f16c4efd1a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (447a9a93-9b4f-411a-91e4-a6ef916a7980), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:18.075347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d736d3c-11d6-4e81-9eef-0f16c4efd1a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (447a9a93-9b4f-411a-91e4-a6ef916a7980), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:18.202134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d736d3c-11d6-4e81-9eef-0f16c4efd1a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (447a9a93-9b4f-411a-91e4-a6ef916a7980), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:18.204644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d736d3c-11d6-4e81-9eef-0f16c4efd1a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:18.205826 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7d736d3c-11d6-4e81-9eef-0f16c4efd1a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/447a9a93-9b4f-411a-91e4-a6ef916a7980 HTTP/1.1" status: 204 len: 168 time: 0.2091541 Apr 07 02:06:18.218292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d736d3c-11d6-4e81-9eef-0f16c4efd1a0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=447a9a93-9b4f-411a-91e4-a6ef916a7980,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:18.295235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55944) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:18.649282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:19.241457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:06:19.241805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:19.329934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:19.330713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:19.346258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:06:19.632799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:19.658577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:19.832401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.056628 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:06:20.164300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:06:20.169277 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8c620b52-2caa-4527-97df-63fa6a4fcc56 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/4bf60c32-32f1-47d9-b2bd-920eefe6b80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8729911 Apr 07 02:06:20.171980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55946) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:20.174672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] Sync routers for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:06:20.184487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:20.185135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:20.222570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet 7f5f1416-2092-4176-95de-821d3870b91c {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:06:20.225679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.264912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.293243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:20.352219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.467761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7f5f1416-2092-4176-95de-821d3870b91c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.475688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:06:19Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:20.495935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5f1416-2092-4176-95de-821d3870b91c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:20.498101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.501361 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e14c82e3-8e84-41b2-9d31-7b03aed1b849 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/7f5f1416-2092-4176-95de-821d3870b91c HTTP/1.1" status: 204 len: 168 time: 0.3284497 Apr 07 02:06:20.504179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55948) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:20.505075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] Checking router: 4bf60c32-32f1-47d9-b2bd-920eefe6b80e for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:06:20.507720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b083a8db-932d-4f00-80a3-c5173980bc53 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:06:20.509431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f14d64d-1961-4f1b-901d-7e719eade5dd None None] Network 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:06:20.569337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: b083a8db-932d-4f00-80a3-c5173980bc53 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:06:20.570183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b083a8db-932d-4f00-80a3-c5173980bc53 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:06:20.584677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] Routers {'4bf60c32-32f1-47d9-b2bd-920eefe6b80e'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:20.585342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:20.618340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.720694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] Set router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:20.730081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.791219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] DHCP port deletion for 88c034ba-8cde-4088-ac1f-8aa3aefbbb03 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:06:20.842088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 633772d9-2ee6-4242-8092-ac04e60c9e58 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:06:20.848847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.920680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Deleting port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:06:20.921130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.935021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 633772d9-2ee6-4242-8092-ac04e60c9e58, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=633772d9-2ee6-4242-8092-ac04e60c9e58,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:20.935477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:20.948962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 633772d9-2ee6-4242-8092-ac04e60c9e58 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:06:20.967080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device bc79cb2e-df24-4a88-9749-8fb7ff010ec0 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:06:21.033581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] For port bc79cb2e-df24-4a88-9749-8fb7ff010ec0, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,segment=NetworkSegment(50210075-18cd-4962-8b67-31e6c7417d41),segment_id=50210075-18cd-4962-8b67-31e6c7417d41)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:21.033951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.051240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Calling delete_port for bc79cb2e-df24-4a88-9749-8fb7ff010ec0 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:06:21.105768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:06:19Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:21.156476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51d4b5d-cf23-4dcd-a012-313edee75866 None None] The sync data for ids ['4bf60c32-32f1-47d9-b2bd-920eefe6b80e'] in dv-neutron-836863-2-hyperv is: [{'id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'name': 'tempest-TestNetworkBasicOps-router-155074634', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:06:19Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '633772d9-2ee6-4242-8092-ac04e60c9e58', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:94:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf60c32-32f1-47d9-b2bd-920eefe6b80e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:03:07Z', 'updated_at': '2022-04-07T02:03:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:06:21.184016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:21.184623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.221920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (633772d9-2ee6-4242-8092-ac04e60c9e58), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.249783 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=633772d9-2ee6-4242-8092-ac04e60c9e58,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:21.310707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (bc79cb2e-df24-4a88-9749-8fb7ff010ec0), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.313121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.346419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Pushing event deleted for resources: {'Port': ['ID=bc79cb2e-df24-4a88-9749-8fb7ff010ec0,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:21.352998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] No DVR routers for this DVR port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:06:21.358624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 07 02:06:21.358624 dv-neutron-836863-2-hyperv neutron-server[110985]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Apr 07 02:06:21.358624 dv-neutron-836863-2-hyperv neutron-server[110985]: [parameters: {'status': 'DOWN', 'ports_id': 'bc79cb2e-df24-4a88-9749-8fb7ff010ec0'}] Apr 07 02:06:21.358624 dv-neutron-836863-2-hyperv neutron-server[110985]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:06:21.359028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:06:21.367751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.368136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.368488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.368862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.369208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.369571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.369908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.370240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.370682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.371023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.371357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.371714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.372043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.372370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.372697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fecceb3-a579-49c3-8d73-7450a2dbf5b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:21.417309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.419412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.521777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (4bf60c32-32f1-47d9-b2bd-920eefe6b80e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.523114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf60c32-32f1-47d9-b2bd-920eefe6b80e {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:06:21.533850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.533850 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5c058e30-c57b-46f4-90f7-eac701247426 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/4bf60c32-32f1-47d9-b2bd-920eefe6b80e HTTP/1.1" status: 204 len: 168 time: 1.0261116 Apr 07 02:06:21.534096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55950) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:21.612536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (88c034ba-8cde-4088-ac1f-8aa3aefbbb03), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.702923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (88c034ba-8cde-4088-ac1f-8aa3aefbbb03), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.724689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c034ba-8cde-4088-ac1f-8aa3aefbbb03']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:21.734557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50210075-18cd-4962-8b67-31e6c7417d41') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:21.734889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50210075-18cd-4962-8b67-31e6c7417d41') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:21.744522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (50210075-18cd-4962-8b67-31e6c7417d41), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.758525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (50210075-18cd-4962-8b67-31e6c7417d41), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.764626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:06:21.765051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (50210075-18cd-4962-8b67-31e6c7417d41), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:06:21.768014 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:06:21.882193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (88c034ba-8cde-4088-ac1f-8aa3aefbbb03), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.883085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port bc79cb2e-df24-4a88-9749-8fb7ff010ec0 update to DOWN by agent not found {{(pid=110985) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Apr 07 02:06:21.889579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:21.892580 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/88c034ba-8cde-4088-ac1f-8aa3aefbbb03 HTTP/1.1" status: 204 len: 168 time: 0.3574820 Apr 07 02:06:21.904473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55952) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:21.909722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--661016074', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:21.912771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fba9b6-a3bb-4110-ba21-d7d8eb499bf5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=88c034ba-8cde-4088-ac1f-8aa3aefbbb03,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:21.995957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:06:21.999274 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.023167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:06:22.031798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (651dd617-b914-4e78-8ca8-0768920595e9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.032150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment 651dd617-b914-4e78-8ca8-0768920595e9 of type vlan for network de919143-b9b5-46c5-8e15-64866d9fedde Apr 07 02:06:22.072250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (de919143-b9b5-46c5-8e15-64866d9fedde), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.158545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (de919143-b9b5-46c5-8e15-64866d9fedde), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.163764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:22.164357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.333530 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=de919143-b9b5-46c5-8e15-64866d9fedde,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:22.334025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network de919143-b9b5-46c5-8e15-64866d9fedde details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:06:22.334514 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0f619ac3-a45d-4263-81a0-28e180adfe4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4130461 Apr 07 02:06:22.334596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55954) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:22.334596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-865246706', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:22.478803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (e253755c-3474-4dab-8702-86bb3d309761), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.479782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (e253755c-3474-4dab-8702-86bb3d309761), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.530055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (e253755c-3474-4dab-8702-86bb3d309761), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.734890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (e253755c-3474-4dab-8702-86bb3d309761), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:22.872494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:06:22.895805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:06:22.896253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f3f234ba-b34a-4dbc-a3c5-ccf6a5ad2ada not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:06:22.897452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 633772d9-2ee6-4242-8092-ac04e60c9e58 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:06:22.921917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 633772d9-2ee6-4242-8092-ac04e60c9e58 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:06:22.922285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 633772d9-2ee6-4242-8092-ac04e60c9e58 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:06:22.992451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (e253755c-3474-4dab-8702-86bb3d309761), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:23.013947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:23.113678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.240 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/af777a6d-9e2a-48f7-961a-62e1efdaa847) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:06:23.507875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:23.598951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:23.638749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:23.641823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:23.645297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:06:23.650537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=af777a6d-9e2a-48f7-961a-62e1efdaa847,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:23.985560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (e253755c-3474-4dab-8702-86bb3d309761), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:24.192042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (e253755c-3474-4dab-8702-86bb3d309761), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:24.375374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:06:24.490177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:06:24.500725 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:06:24.510102 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:24.510721 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:24.589487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:24.590757 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-061cf06d-b867-432d-aa02-ce64cf85fc7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2672472 Apr 07 02:06:24.593872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55956) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:24.617246 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:24.750941 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fc586eb3-e7c1-4cb9-b8e0-d468301f6aad tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1557753 Apr 07 02:06:24.753392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55960) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:24.791480 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:23Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:24.821715 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:06:24.822075 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Updating router e253755c-3474-4dab-8702-86bb3d309761 port af777a6d-9e2a-48f7-961a-62e1efdaa847 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:06:24.841872 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab6a2f-93fd-4646-9bb3-cd4c3297498e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:24.843399 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-83ab6a2f-93fd-4646-9bb3-cd4c3297498e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891116 Apr 07 02:06:24.846318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:24.850417 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:24.877694 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e86338ef-3fa7-4dd1-af94-d2715d86aa9c tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295944 Apr 07 02:06:24.882903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55964) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:24.888444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2142082705', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:25.030476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:06:25.033912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.095306 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Publish callbacks [] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.192723 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.242591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Attempting to bind port af777a6d-9e2a-48f7-961a-62e1efdaa847 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:06:25.242981 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Attempting to bind port af777a6d-9e2a-48f7-961a-62e1efdaa847 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:06:25.243338 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Attempting to bind port af777a6d-9e2a-48f7-961a-62e1efdaa847 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:25.250203 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Pushing event updated for resources: {'Port': ['ID=af777a6d-9e2a-48f7-961a-62e1efdaa847,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:25.253034 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:06:25.254529 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:06:25.254529 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.254529 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:06:25.254747 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Bound port: af777a6d-9e2a-48f7-961a-62e1efdaa847, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:06:25.254962 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.261438 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.261765 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.262104 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.262441 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.262773 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.263102 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.263430 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.263755 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.264101 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.264431 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.264849 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.265200 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.265526 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.265847 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.266188 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:25.273095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (541c8dea-dc19-453c-a3ec-bf553277fd41), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.318351 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] For port af777a6d-9e2a-48f7-961a-62e1efdaa847, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:06:25.322098 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] For port af777a6d-9e2a-48f7-961a-62e1efdaa847, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=af777a6d-9e2a-48f7-961a-62e1efdaa847,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:06:25.340539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=541c8dea-dc19-453c-a3ec-bf553277fd41,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:25.347319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:06:25.347684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: de919143-b9b5-46c5-8e15-64866d9fedde, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:06:25.407910 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.453183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network de919143-b9b5-46c5-8e15-64866d9fedde is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:06:25.461929 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:25.462552 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:25.498013 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a4fc4-6c88-4fd8-9754-cc9d8dc1555c None None] Pushing event updated for resources: {'Port': ['ID=af777a6d-9e2a-48f7-961a-62e1efdaa847,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:25.533174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, de919143-b9b5-46c5-8e15-64866d9fedde) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:25.538243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:25.538843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.544727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522bc82-a78a-4fef-ba2f-17a5cc4493a5 None None] Network de919143-b9b5-46c5-8e15-64866d9fedde requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:06:25.628076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-da46beb2-b3f8-40ab-932e-527a32bd175a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7434936 Apr 07 02:06:25.630922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55966) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:25.646313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-de919143-b9b5-46c5-8e15-64866d9fedde', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:06:25.647258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.669704 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:25.781815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Allocated IP 172.20.0.2 (de919143-b9b5-46c5-8e15-64866d9fedde/541c8dea-dc19-453c-a3ec-bf553277fd41/432808eb-bf3d-4fb0-a3ba-7a46e92d1d82) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:06:25.857172 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:23Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:25.884493 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef700b21-1c7a-4340-8739-9b35ce0ae10c None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:23Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:06:25.930585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Publish callbacks [] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:25.993168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.036050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Network de919143-b9b5-46c5-8e15-64866d9fedde is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:26.042516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:26.048258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:06:26.050974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Pushing event updated for resources: {'Port': ['ID=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:26.094966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.133939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Attempting to bind port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:06:26.134322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Attempting to bind port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:06:26.134754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Attempting to bind port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 on network de919143-b9b5-46c5-8e15-64866d9fedde {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:26.140210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:06:26.140585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Checking segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:06:26.141024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.141419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Bound using segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:06:26.141907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Bound port: 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:06:26.142292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.360279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] For port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:06:26.364053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] For port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:06:26.420745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (de919143-b9b5-46c5-8e15-64866d9fedde/541c8dea-dc19-453c-a3ec-bf553277fd41/d5fce76a-f259-4bae-8a42-9a78581a5dd2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:06:26.449337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.520405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbe32e-8385-4dc5-b2c1-74d6d43e4463 None None] Pushing event updated for resources: {'Port': ['ID=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:26.549459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.636687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.685083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network de919143-b9b5-46c5-8e15-64866d9fedde is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:26.688568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:26.691231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:06:26.729724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=d5fce76a-f259-4bae-8a42-9a78581a5dd2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:26.758856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (e253755c-3474-4dab-8702-86bb3d309761), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.924030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af777a6d-9e2a-48f7-961a-62e1efdaa847 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:06:26.968098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:26.976511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port af777a6d-9e2a-48f7-961a-62e1efdaa847 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:26.976941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.057084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port af777a6d-9e2a-48f7-961a-62e1efdaa847 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:27.057507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.080510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port af777a6d-9e2a-48f7-961a-62e1efdaa847, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=af777a6d-9e2a-48f7-961a-62e1efdaa847,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:27.153154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.153898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:06:27.237718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=af777a6d-9e2a-48f7-961a-62e1efdaa847,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:27.250472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:27.250848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.334099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:27.334986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.373197 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:27.447923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.503247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:27.622274 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.690166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.764569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=d5fce76a-f259-4bae-8a42-9a78581a5dd2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:27.766957 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (e253755c-3474-4dab-8702-86bb3d309761), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:27.855268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network de919143-b9b5-46c5-8e15-64866d9fedde is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:27.856705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:27.973902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:06:28.094819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:06:28.101301 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a612eb97-166e-40bf-8f7e-52878abf1065 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/e253755c-3474-4dab-8702-86bb3d309761/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4690614 Apr 07 02:06:28.103214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:28.105989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:06:28.117917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:28.118567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:28.206447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36721f91-000f-401f-88c9-7d7689032a2e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.206980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36721f91-000f-401f-88c9-7d7689032a2e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.207404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36721f91-000f-401f-88c9-7d7689032a2e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.208324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36721f91-000f-401f-88c9-7d7689032a2e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.212583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55970) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:28.212743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-36721f91-000f-401f-88c9-7d7689032a2e tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1084266 Apr 07 02:06:28.237630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:28.264817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b608c92-b4e6-4279-ab4f-0106e5c1085a None None] Network de919143-b9b5-46c5-8e15-64866d9fedde requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:06:28.267131 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb026032-d6d2-4f82-825b-99c18985e01d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.267604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb026032-d6d2-4f82-825b-99c18985e01d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.268088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb026032-d6d2-4f82-825b-99c18985e01d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.268542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb026032-d6d2-4f82-825b-99c18985e01d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:28.272744 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eb026032-d6d2-4f82-825b-99c18985e01d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0566821 Apr 07 02:06:28.273100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55972) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:28.380981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dd2d4d21-8171-453f-92dd-e570c0cf7e87 None None] Provisioning complete for port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:28.381932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd2d4d21-8171-453f-92dd-e570c0cf7e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:28.408268 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-30c417af-4812-4250-8813-45860dfd20f8 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1340277 Apr 07 02:06:28.585880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d4d21-8171-453f-92dd-e570c0cf7e87 None None] Current status of the port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:28.609428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:28.636684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:06:28.637077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Updating router e253755c-3474-4dab-8702-86bb3d309761 port d5fce76a-f259-4bae-8a42-9a78581a5dd2 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:06:28.665328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:28.852846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6868c8db-2f07-4d8f-9c9b-2c7527e32eab None None] Provisioning complete for port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:28.853227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6868c8db-2f07-4d8f-9c9b-2c7527e32eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:28.931176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af777a6d-9e2a-48f7-961a-62e1efdaa847 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:06:29.064607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Publish callbacks [] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.065453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:29.075078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108056061', 'description': 'tempest-secgroup-smoke-2108056061 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:29.076496 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6868c8db-2f07-4d8f-9c9b-2c7527e32eab None None] Current status of the port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:29.087569 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port af777a6d-9e2a-48f7-961a-62e1efdaa847 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:29.087949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.112694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6868c8db-2f07-4d8f-9c9b-2c7527e32eab None None] Provisioning complete for port d5fce76a-f259-4bae-8a42-9a78581a5dd2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:29.113413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6868c8db-2f07-4d8f-9c9b-2c7527e32eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.114671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-38d48043-381c-45e1-b345-06f0b733c34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.154356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.168782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6868c8db-2f07-4d8f-9c9b-2c7527e32eab None None] Port d5fce76a-f259-4bae-8a42-9a78581a5dd2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:06:29.173444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.219465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4999c-04d1-4128-9dfc-940446ad6fbc None None] Pushing event updated for resources: {'Port': ['ID=d5fce76a-f259-4bae-8a42-9a78581a5dd2,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:29.247273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (f8a38606-08c4-4db6-a952-5b09d2b2b8aa), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.309252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port af777a6d-9e2a-48f7-961a-62e1efdaa847 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:29.310366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:06:29.310970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f8a38606-08c4-4db6-a952-5b09d2b2b8aa), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.342107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Attempting to bind port d5fce76a-f259-4bae-8a42-9a78581a5dd2 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:06:29.342401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Attempting to bind port d5fce76a-f259-4bae-8a42-9a78581a5dd2 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:06:29.342979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Attempting to bind port d5fce76a-f259-4bae-8a42-9a78581a5dd2 on network de919143-b9b5-46c5-8e15-64866d9fedde {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:29.345270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a38606-08c4-4db6-a952-5b09d2b2b8aa,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:29.358336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:06:29.358721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Checking segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:06:29.359130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.359533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Bound using segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:06:29.360018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Bound port: d5fce76a-f259-4bae-8a42-9a78581a5dd2, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:06:29.360406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.365104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c3eaeab1-f84d-4399-a62b-80d52a6c57ba None None] Provisioning complete for port d5fce76a-f259-4bae-8a42-9a78581a5dd2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:29.365512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3eaeab1-f84d-4399-a62b-80d52a6c57ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.417743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.419029 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3bddb271-2926-49e1-8164-4a38deb73b30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3525484 Apr 07 02:06:29.421779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55978) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:29.426073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f8a38606-08c4-4db6-a952-5b09d2b2b8aa', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:29.441801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c3eaeab1-f84d-4399-a62b-80d52a6c57ba None None] Port d5fce76a-f259-4bae-8a42-9a78581a5dd2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:06:29.450662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:29.451040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.498683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] For port d5fce76a-f259-4bae-8a42-9a78581a5dd2, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:06:29.501727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] For port d5fce76a-f259-4bae-8a42-9a78581a5dd2, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d5fce76a-f259-4bae-8a42-9a78581a5dd2,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:06:29.515543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a0a2250e-3e99-4c88-adab-91ad68b0cc10), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.548384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:29.565020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-35a6c9dc-8fa6-4344-8a52-84df7a91f165 None None] Provisioning complete for port d5fce76a-f259-4bae-8a42-9a78581a5dd2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:29.565394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35a6c9dc-8fa6-4344-8a52-84df7a91f165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.575829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (a0a2250e-3e99-4c88-adab-91ad68b0cc10), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.591631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.639135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a0a2250e-3e99-4c88-adab-91ad68b0cc10), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.644352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-35a6c9dc-8fa6-4344-8a52-84df7a91f165 None None] Port d5fce76a-f259-4bae-8a42-9a78581a5dd2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:06:29.656965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:29.657517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:29.658167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a2250e-3e99-4c88-adab-91ad68b0cc10,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:29.712378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4999c-04d1-4128-9dfc-940446ad6fbc None None] Pushing event updated for resources: {'Port': ['ID=d5fce76a-f259-4bae-8a42-9a78581a5dd2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:29.735547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.739604 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-798716d3-7f19-4a16-8a15-4c63fba56caa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3141286 Apr 07 02:06:29.739819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 55980) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:29.745448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f8a38606-08c4-4db6-a952-5b09d2b2b8aa', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:29.787629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:29.825579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (41500d42-de97-4e5b-978d-a2e525b86109), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.885417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (41500d42-de97-4e5b-978d-a2e525b86109), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.956872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (41500d42-de97-4e5b-978d-a2e525b86109), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:29.978010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41500d42-de97-4e5b-978d-a2e525b86109,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:30.060355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] Provisioning complete for port d5fce76a-f259-4bae-8a42-9a78581a5dd2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:30.060735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.061062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.064808 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b57502cc-90a5-4d92-9cf4-6b04594416f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3206599 Apr 07 02:06:30.068782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55982) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:30.071030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f8a38606-08c4-4db6-a952-5b09d2b2b8aa', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:30.161046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (edb379fa-c0cd-4a08-9020-7269ef1332c6), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.194112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] Current status of the port d5fce76a-f259-4bae-8a42-9a78581a5dd2 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:30.194630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.218396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (edb379fa-c0cd-4a08-9020-7269ef1332c6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.234231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:29Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:30.239155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] For port d5fce76a-f259-4bae-8a42-9a78581a5dd2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d5fce76a-f259-4bae-8a42-9a78581a5dd2,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:30.266127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c239b-7a20-4423-a965-ab8d668a1296 None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:29Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:06:30.310966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (edb379fa-c0cd-4a08-9020-7269ef1332c6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.320859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.347700 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb379fa-c0cd-4a08-9020-7269ef1332c6,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:30.358268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.358800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.359350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.360992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.361503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.362112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.362589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.363131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.363613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.364086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.364560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.365181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.365746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.366206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.366668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:06:30.375364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9bedd-f4ce-4a23-8b0b-b465b27c3111 None None] Pushing event updated for resources: {'Port': ['ID=d5fce76a-f259-4bae-8a42-9a78581a5dd2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:30.421301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.422593 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3ca15077-40aa-4e36-8171-9d102e236f43 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561192 Apr 07 02:06:30.425472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:30.430044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f8a38606-08c4-4db6-a952-5b09d2b2b8aa', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:30.506954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (2d1ea6e8-daa8-4686-96e2-29c3cdfcf99d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.568545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (2d1ea6e8-daa8-4686-96e2-29c3cdfcf99d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.655721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2d1ea6e8-daa8-4686-96e2-29c3cdfcf99d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.676526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d1ea6e8-daa8-4686-96e2-29c3cdfcf99d,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:30.741085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.742353 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2631ff50-d074-4999-aa71-4610442a3fcf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3158622 Apr 07 02:06:30.745288 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55986) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:30.749935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f8a38606-08c4-4db6-a952-5b09d2b2b8aa', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:30.864477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:06:30.870632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (60fbc59c-2726-4d71-963c-73bf81e1325e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.906766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d5fce76a-f259-4bae-8a42-9a78581a5dd2 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:06:30.947379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (60fbc59c-2726-4d71-963c-73bf81e1325e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:30.958800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port d5fce76a-f259-4bae-8a42-9a78581a5dd2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:30.959836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.018990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (60fbc59c-2726-4d71-963c-73bf81e1325e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.039278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fbc59c-2726-4d71-963c-73bf81e1325e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:31.049104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port d5fce76a-f259-4bae-8a42-9a78581a5dd2 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:31.118601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.119906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-24fcf52f-2c4f-4d92-9abf-dde43303cc5f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3735998 Apr 07 02:06:31.122893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 55988) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:31.127578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'f8a38606-08c4-4db6-a952-5b09d2b2b8aa', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:31.209994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:06:31.215711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c6021d89-645a-4188-96c4-090e564fe21e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.277344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c6021d89-645a-4188-96c4-090e564fe21e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.352729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c6021d89-645a-4188-96c4-090e564fe21e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.373213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6021d89-645a-4188-96c4-090e564fe21e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:31.410418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d86ec6d5-456a-4a5b-ab14-6f8a0e18061f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.440280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:31.441559 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-edd7261d-c48b-49f5-8f67-9038b4d5afab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3174856 Apr 07 02:06:31.595867 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-9befd595-a54f-472d-9ec1-a3e862c00f25 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108056061&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0435293 Apr 07 02:06:31.699368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-c3adde95-b7a9-46f9-8170-0c653a7ac25a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:31.700852 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-c3adde95-b7a9-46f9-8170-0c653a7ac25a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 796 time: 0.0981202 Apr 07 02:06:31.715114 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-0204cbc7-9080-445e-8316-2c699be30c03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0088794 Apr 07 02:06:31.772859 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-2f0cd669-7986-4eb0-8828-15414377253c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531127 Apr 07 02:06:31.910471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-5d2fef9c-9a24-4ccf-b066-545e7cfc15bc service neutron] 10.222.0.25 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265719 Apr 07 02:06:32.002047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-e37e44f1-3a25-4098-a6d8-421723dd7d6b service neutron] 10.222.0.25 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850368 Apr 07 02:06:32.258795 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4992383a-79fe-4b62-ab09-4a6cacc123ba req-8c66e452-9afe-4b84-9549-2d090900cb22 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 210 time: 0.0328677 Apr 07 02:06:32.507835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:33.352148 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a404a254-f452-4a4d-a8e0-5bc0a359ce02 req-9e9351ad-d846-4be6-87eb-5819b3418733 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 210 time: 0.0280223 Apr 07 02:06:34.013118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:34.445169 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0cbe6581-1d88-48c5-82e2-adc2add7f4ab req-9c199ac7-4a31-4ad1-b6cc-c48c359d901a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 210 time: 0.0283349 Apr 07 02:06:34.538182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-d45eba22-42c6-4411-b5cc-b313af9ad162 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:34.539750 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-d45eba22-42c6-4411-b5cc-b313af9ad162 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 796 time: 0.1035810 Apr 07 02:06:34.602176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-53911ebe-152d-4170-ae27-f358249872ad tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 380 time: 0.0534842 Apr 07 02:06:34.614056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['f8a38606-08c4-4db6-a952-5b09d2b2b8aa']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:34.786963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:06:34.790921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:34.924866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.11 (de919143-b9b5-46c5-8e15-64866d9fedde/541c8dea-dc19-453c-a3ec-bf553277fd41/1bc9c949-054f-4f3f-83ef-c6f47d83c341) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:06:35.061395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.186946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.230992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network de919143-b9b5-46c5-8e15-64866d9fedde is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:35.234197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:35.237873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:06:35.261848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:35.290855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:35.291502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.338785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.364182 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-cba741b2-1514-46d9-aebe-814b52f5d35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537117 Apr 07 02:06:35.380115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Request body: {'port': {'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:35.446424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.483987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4a0065ca-67c1-4abd-8c45-01c808ffcc22 None None] Provisioning complete for port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:35.484369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a0065ca-67c1-4abd-8c45-01c808ffcc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.525732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4a0065ca-67c1-4abd-8c45-01c808ffcc22 None None] Port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:06:35.572819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6b350-3bfe-4195-9301-e5e8b2819dad req-4e294ca6-120a-4280-b81a-55b0c1d4c644 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:35.574324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88e6b350-3bfe-4195-9301-e5e8b2819dad req-4e294ca6-120a-4280-b81a-55b0c1d4c644 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 932 time: 0.0571275 Apr 07 02:06:35.623024 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88e6b350-3bfe-4195-9301-e5e8b2819dad req-8d4c33f5-be0c-4c9b-bd5d-59eed240ec40 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429156 Apr 07 02:06:35.712934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc9c949-054f-4f3f-83ef-c6f47d83c341 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:06:35.720448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Publish callbacks [] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.732317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Transition to ACTIVE for port object 1bc9c949-054f-4f3f-83ef-c6f47d83c341 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:06:35.804042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:35.855262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:35.939844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Attempting to bind port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:06:35.940187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Attempting to bind port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:06:35.940523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Attempting to bind port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 on network de919143-b9b5-46c5-8e15-64866d9fedde {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:35.945178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 on network de919143-b9b5-46c5-8e15-64866d9fedde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:06:35.945495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Attempting to bind port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 on network de919143-b9b5-46c5-8e15-64866d9fedde {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:35.950449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:06:35.950786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Checking segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:06:35.951175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Bound using segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:06:35.951606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Bound port: 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:06:35.951967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:36.019283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:06:36.022408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:06:36.104923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:36.138610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.139236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:36.140633 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] 10.222.0.10 "PUT /v2.0/ports/1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 1094 time: 0.7648332 Apr 07 02:06:36.141096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:06:36.143354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee79848-3503-4cdd-b556-71a0886df896" -d '{"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:06:36.170605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b938a5-2973-47e8-9323-e87b55e85051 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:36.188632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ad87c8-a4df-436f-b0f1-34a038c7397b x-openstack-request-id: req-a4ad87c8-a4df-436f-b0f1-34a038c7397b {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:06:36.188966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:06:36.189224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ad87c8-a4df-436f-b0f1-34a038c7397b {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:06:36.189628 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ad87c8-a4df-436f-b0f1-34a038c7397b'] response: {'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'status': 'completed', 'code': 200} Apr 07 02:06:36.265378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79848-3503-4cdd-b556-71a0886df896 req-9ad8c0a3-1a85-4559-94ff-1b7a61916cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.267039 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bee79848-3503-4cdd-b556-71a0886df896 req-9ad8c0a3-1a85-4559-94ff-1b7a61916cd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1128 time: 0.0526030 Apr 07 02:06:36.371517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79848-3503-4cdd-b556-71a0886df896 req-c1609578-91e6-42ed-882b-590baeb43d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.373034 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bee79848-3503-4cdd-b556-71a0886df896 req-c1609578-91e6-42ed-882b-590baeb43d81 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0932183 Apr 07 02:06:36.470440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79848-3503-4cdd-b556-71a0886df896 req-ff1da49f-7f8b-46c1-ba49-3775d88be5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.471796 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bee79848-3503-4cdd-b556-71a0886df896 req-ff1da49f-7f8b-46c1-ba49-3775d88be5b9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902812 Apr 07 02:06:36.552686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-f215c77d-2d31-4697-a239-4d2f775e914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.554223 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-f215c77d-2d31-4697-a239-4d2f775e914c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1128 time: 0.0438788 Apr 07 02:06:36.599164 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-35094411-6353-4294-b39a-14f6f2712204 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 217 time: 0.0379038 Apr 07 02:06:36.650125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-52a7c190-b2ce-4d23-8294-2db847934c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.651582 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-52a7c190-b2ce-4d23-8294-2db847934c14 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0443165 Apr 07 02:06:36.703300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51224320-8a4d-4af2-8a9a-7703925e979a req-1a84051b-b896-4e73-8890-fb03572b361e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.704843 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-1a84051b-b896-4e73-8890-fb03572b361e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436373 Apr 07 02:06:36.739626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5918f-09d9-41d5-a954-450c8558671f req-1b6961f1-25ca-470a-848b-26d40b90614a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:36.741134 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5eb5918f-09d9-41d5-a954-450c8558671f req-1b6961f1-25ca-470a-848b-26d40b90614a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 944 time: 0.0526168 Apr 07 02:06:36.793614 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5eb5918f-09d9-41d5-a954-450c8558671f req-9f5781ad-4e15-4311-969c-c48c415f979d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Apr 07 02:06:36.799666 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-c64b5726-c9fc-49ad-95e0-272c3c3e9416 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851464 Apr 07 02:06:36.892879 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-51224320-8a4d-4af2-8a9a-7703925e979a req-5489ecd8-a797-4f45-ad93-491486da2d98 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832393 Apr 07 02:06:37.917935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11e3bd-15f8-473d-853b-2899f8aef03b req-54e01280-9227-467e-ad3f-630c2ec1cab0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:37.919448 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de11e3bd-15f8-473d-853b-2899f8aef03b req-54e01280-9227-467e-ad3f-630c2ec1cab0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 944 time: 0.0572765 Apr 07 02:06:37.973595 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de11e3bd-15f8-473d-853b-2899f8aef03b req-a4282572-164f-4386-b54c-6a0d7d4ae1d9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462427 Apr 07 02:06:39.088538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13d940-6142-437a-b775-454d1a58c467 req-1ad3613f-64ab-4238-9bd5-ad0a99e7dfdb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:39.090117 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d13d940-6142-437a-b775-454d1a58c467 req-1ad3613f-64ab-4238-9bd5-ad0a99e7dfdb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 944 time: 0.0524068 Apr 07 02:06:39.140840 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d13d940-6142-437a-b775-454d1a58c467 req-e663fc25-d976-47b1-b5aa-d233128be386 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446966 Apr 07 02:06:40.254814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5a8a-5874-4b67-8a3a-8034b99f3d2b req-08445c94-1a77-4ced-84a8-5b6f775fa78e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:40.256271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-100b5a8a-5874-4b67-8a3a-8034b99f3d2b req-08445c94-1a77-4ced-84a8-5b6f775fa78e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 944 time: 0.0506666 Apr 07 02:06:40.303112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-100b5a8a-5874-4b67-8a3a-8034b99f3d2b req-cb355212-d13c-4e44-aa58-dcd6c6d1240a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Apr 07 02:06:40.613122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1bc9c949-054f-4f3f-83ef-c6f47d83c341 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:06:40.710165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:40.721308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:06:40.757236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:40.757621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:40.769704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc9c949-054f-4f3f-83ef-c6f47d83c341 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:06:40.788843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:40.858131 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:40.904397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:41.146411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['1bc9c949-054f-4f3f-83ef-c6f47d83c341'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:06:41.424656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff018ff-485b-4ebe-b883-e0fa0062eaec req-a5578d9f-08a3-46bd-aee1-a7fbfbb0de2d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:41.426182 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1ff018ff-485b-4ebe-b883-e0fa0062eaec req-a5578d9f-08a3-46bd-aee1-a7fbfbb0de2d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 945 time: 0.0560658 Apr 07 02:06:41.474829 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1ff018ff-485b-4ebe-b883-e0fa0062eaec req-340304fd-6d04-483d-96ac-4add8b47a958 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Apr 07 02:06:42.589521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54b4af-8a8c-408d-9a48-2d5c535fa14d req-607b5e00-ddba-41e0-bc7a-e76f45e35dbf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:42.590987 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f54b4af-8a8c-408d-9a48-2d5c535fa14d req-607b5e00-ddba-41e0-bc7a-e76f45e35dbf tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Apr 07 02:06:42.638389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f54b4af-8a8c-408d-9a48-2d5c535fa14d req-52060006-6a54-4abb-8b69-fad75a2ae4b9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420794 Apr 07 02:06:42.642581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1bc9c949-054f-4f3f-83ef-c6f47d83c341 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:06:42.786554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:06:42.790270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:42.790644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:42.865690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:42.866134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:42.891354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:06:42.893684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28360571-ba80-49be-9451-4fd7e8466489" -d '{"events": [{"server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "name": "network-vif-plugged", "status": "completed", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:06:42.911585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:42.969692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:42.992405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bc6683-14fa-4b55-a7dd-43824da92faf x-openstack-request-id: req-b8bc6683-14fa-4b55-a7dd-43824da92faf {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:06:42.992704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "name": "network-vif-plugged", "status": "completed", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:06:42.992989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8bc6683-14fa-4b55-a7dd-43824da92faf {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:06:42.993385 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bc6683-14fa-4b55-a7dd-43824da92faf'] response: {'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'code': 200} Apr 07 02:06:43.020279 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:43.277006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cdaff-abfa-45e8-be45-1d0631e831f4 req-bb4defe5-5cdd-4302-b0a1-ac224f248284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:43.278509 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-634cdaff-abfa-45e8-be45-1d0631e831f4 req-bb4defe5-5cdd-4302-b0a1-ac224f248284 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1130 time: 0.0442181 Apr 07 02:06:43.326639 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-634cdaff-abfa-45e8-be45-1d0631e831f4 req-3cf54f63-1bf1-4768-8c40-f7d6ee68bcb0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389047 Apr 07 02:06:43.761985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f6067-0586-4c0a-a1f1-08cd59f05f5a req-d84be3b2-43c5-4ae1-b1d4-365b16ffb636 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:43.763479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-791f6067-0586-4c0a-a1f1-08cd59f05f5a req-d84be3b2-43c5-4ae1-b1d4-365b16ffb636 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 946 time: 0.0565190 Apr 07 02:06:43.811629 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-791f6067-0586-4c0a-a1f1-08cd59f05f5a req-8b985f5e-a1a6-42f4-a40b-1cb17adbb2b8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Apr 07 02:06:44.933266 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3ec0d-9acf-42a1-ad95-ea0652a3c502 req-d3432bd4-c3db-4cf5-9f1c-3b6dd90d3d9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:44.934766 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-66e3ec0d-9acf-42a1-ad95-ea0652a3c502 req-d3432bd4-c3db-4cf5-9f1c-3b6dd90d3d9b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 946 time: 0.0551782 Apr 07 02:06:44.983593 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-66e3ec0d-9acf-42a1-ad95-ea0652a3c502 req-4954a6cc-9ecc-4064-ac23-f7a3a7ff3462 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429389 Apr 07 02:06:45.098432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035ed65-c2f8-406a-84ef-6ea700e83c63 req-c5fc5b9b-4ac8-4251-94a1-6b2fc1b7cab4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:45.099835 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1035ed65-c2f8-406a-84ef-6ea700e83c63 req-c5fc5b9b-4ac8-4251-94a1-6b2fc1b7cab4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 946 time: 0.0516438 Apr 07 02:06:45.152494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1035ed65-c2f8-406a-84ef-6ea700e83c63 req-9a1efc7a-9437-42a5-b828-fb9329c9bd1c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465055 Apr 07 02:06:45.174431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56056) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:45.217836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a46f5bb-055b-4736-a371-5c2d65334b8d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:45.219387 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5a46f5bb-055b-4736-a371-5c2d65334b8d tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1125 time: 0.0439761 Apr 07 02:06:45.222178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56058) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:45.226907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:45.332704 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:45.432413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:45.541092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.109 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:06:45.639609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:45.741877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:45.782475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:45.785509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:45.789033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:06:45.794283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:46.433267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (db89c600-8211-4bb7-9132-812cfd08e6b9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:46.579369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:46.723142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:46.781345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:46.858407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:46.863341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (db89c600-8211-4bb7-9132-812cfd08e6b9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:46.964807 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP db89c600-8211-4bb7-9132-812cfd08e6b9 associated. External IP: 172.26.8.109, port: 1bc9c949-054f-4f3f-83ef-c6f47d83c341. Apr 07 02:06:47.174636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:06:47.289731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:06:47.299159 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:06:47.309006 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:47.309615 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:47.394530 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:47.417323 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:47.424514 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-377f7f1c-c4e2-431f-a368-f2dd6bcb128f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2013216 Apr 07 02:06:47.425228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:06:47.427421 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56060) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:47.427933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc" -d '{"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:06:47.462866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863e7354-702b-4909-bfec-0eea41db2858 x-openstack-request-id: req-863e7354-702b-4909-bfec-0eea41db2858 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:06:47.463725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:06:47.463725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-863e7354-702b-4909-bfec-0eea41db2858 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:06:47.464165 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863e7354-702b-4909-bfec-0eea41db2858'] response: {'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'status': 'completed', 'code': 200} Apr 07 02:06:47.483817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210d032-078f-417e-8eff-3f78330c7c1a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:47.488082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c210d032-078f-417e-8eff-3f78330c7c1a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1125 time: 0.0569110 Apr 07 02:06:47.533809 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-e1acc294-2326-4630-832f-1bd5f26def9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:47.535324 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-e1acc294-2326-4630-832f-1bd5f26def9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1130 time: 0.0487282 Apr 07 02:06:47.634427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-244c5b7b-04ae-488b-87ba-db6eb215895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:47.635914 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-244c5b7b-04ae-488b-87ba-db6eb215895a service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.0922785 Apr 07 02:06:47.641751 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:46Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:47.671064 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:06:47.680529 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:06:47.681465 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:06:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:47.698160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56066) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:47.704077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365724141', 'description': 'tempest-secgroup-smoke-1365724141 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:47.714418 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-5383ac49-bc1d-4a81-8fa9-636dbc5c4371 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 1000 time: 0.0724607 Apr 07 02:06:47.765953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-db570cd5-f048-455d-a9d6-cf8d31f09981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:47.767436 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-db570cd5-f048-455d-a9d6-cf8d31f09981 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0468688 Apr 07 02:06:47.793568 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:06:47.809829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:47.835520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-3d7349af-dc63-4436-a444-d0277556aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:47.837091 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-3d7349af-dc63-4436-a444-d0277556aaa1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0639899 Apr 07 02:06:47.948569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (2b8e5a10-bf94-47f8-9f88-13a5c12defcb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:47.964410 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-63ebe7e8-a133-4c84-878e-7abd7512dfd3 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210113 Apr 07 02:06:47.989982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.016892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2b8e5a10-bf94-47f8-9f88-13a5c12defcb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.022379 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:46Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:06:48.052177 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2145-655a-410b-9b13-77dd80e133ef None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:46Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:06:48.059460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8e5a10-bf94-47f8-9f88-13a5c12defcb,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:48.086304 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e8b770d-1257-4a52-a8d6-812b8c5b2abc req-02529be9-4fdf-4967-819f-da37075e43c7 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160045 Apr 07 02:06:48.135307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.137500 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d5fbce89-a218-4d12-bac2-f60b728fc38b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4374590 Apr 07 02:06:48.139500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56068) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:48.144304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a10-bf94-47f8-9f88-13a5c12defcb', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:48.249565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (8f03e838-e574-4b3c-b8bf-dde7f0936dc6), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.251704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13daaf4-ce0e-43d4-82b2-72e13b5bc306 None None] New status for floating IP db89c600-8211-4bb7-9132-812cfd08e6b9: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:06:48.307166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (8f03e838-e574-4b3c-b8bf-dde7f0936dc6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.375149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (8f03e838-e574-4b3c-b8bf-dde7f0936dc6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.392997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f03e838-e574-4b3c-b8bf-dde7f0936dc6,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:48.483397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.484674 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ab8a93de-820c-46a2-9b0a-cddd971c009a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441706 Apr 07 02:06:48.487491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56070) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:48.492137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a10-bf94-47f8-9f88-13a5c12defcb', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:48.571490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (bc6ed9af-895b-47ec-8844-6386b9840f83), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.626313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (bc6ed9af-895b-47ec-8844-6386b9840f83), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.698087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (bc6ed9af-895b-47ec-8844-6386b9840f83), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.717358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6ed9af-895b-47ec-8844-6386b9840f83,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:48.777248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.778487 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e582cdb3-dcef-491b-835b-c7d4638ab6fe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2899711 Apr 07 02:06:48.781377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56072) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:48.785637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a10-bf94-47f8-9f88-13a5c12defcb', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:48.874482 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (6405a265-d8f9-494f-8a5f-9b1a301fa6fb), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:48.929776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (6405a265-d8f9-494f-8a5f-9b1a301fa6fb), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.006532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (6405a265-d8f9-494f-8a5f-9b1a301fa6fb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.024255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6405a265-d8f9-494f-8a5f-9b1a301fa6fb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:49.096770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.098034 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3a5760b3-a485-4706-94fc-97af1db8960e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3157284 Apr 07 02:06:49.100616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56074) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:49.104894 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a10-bf94-47f8-9f88-13a5c12defcb', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:49.181346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (f49960b8-b182-4e65-9862-e6ce733bb986), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.240468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (f49960b8-b182-4e65-9862-e6ce733bb986), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.306769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f49960b8-b182-4e65-9862-e6ce733bb986), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.326417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f49960b8-b182-4e65-9862-e6ce733bb986,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:49.397517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.398817 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-49e2487c-5211-4a4b-b973-ebe3d89e0500 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2972353 Apr 07 02:06:49.401452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56076) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:49.405755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a10-bf94-47f8-9f88-13a5c12defcb', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:49.486961 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:06:49.492560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (b6e94c09-5010-463f-9996-c4fb6e499b54), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.549115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (b6e94c09-5010-463f-9996-c4fb6e499b54), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.641197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b6e94c09-5010-463f-9996-c4fb6e499b54), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.658378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e94c09-5010-463f-9996-c4fb6e499b54,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:49.717111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.718302 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5638c39f-0961-48fc-a893-b2af34d386ca tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3159142 Apr 07 02:06:49.720982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56078) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:06:49.725137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': '2b8e5a10-bf94-47f8-9f88-13a5c12defcb', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:49.815183 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:06:49.820330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (4c4468b4-a12d-4463-9508-fcc0892c7825), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.879184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (4c4468b4-a12d-4463-9508-fcc0892c7825), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.955292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (4c4468b4-a12d-4463-9508-fcc0892c7825), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:49.974105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4468b4-a12d-4463-9508-fcc0892c7825,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:50.037405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:50.039223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-abd13384-8b8a-4e16-9a0f-4243d77999aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3168163 Apr 07 02:06:50.189501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-c6b3f9ed-4978-4373-8a48-a651e76c5734 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365724141&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0460281 Apr 07 02:06:50.294135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-c36c8895-4a0b-4a15-b225-6ccee1a8a871 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:50.295596 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-c36c8895-4a0b-4a15-b225-6ccee1a8a871 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 796 time: 0.0994134 Apr 07 02:06:50.310088 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-57a05d01-1dc4-4f99-9cdc-9bfef3fecff3 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0090861 Apr 07 02:06:50.365928 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-d555de1a-8dd4-49a1-bcb1-3387c5d09e30 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508966 Apr 07 02:06:50.464040 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-e5362a15-5182-44b6-860c-00276b7d529c service neutron] 10.222.0.25 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869465 Apr 07 02:06:50.551824 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-950f778b-e62b-49d6-9f33-75d82f76d7e2 service neutron] 10.222.0.25 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820189 Apr 07 02:06:50.822755 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-08a2b101-56df-4421-80c9-a69987a7211a req-c87b44c1-4541-43d2-80c7-2d867f80b03e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0324655 Apr 07 02:06:51.915720 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e6804fa4-9b73-40a9-a889-6822254199d2 req-d469ddb8-dd18-48b1-a864-a7d11fea1853 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Apr 07 02:06:52.321267 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:06:52.827051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-092de655-2a0b-4bd3-a751-999176d282aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:52.828522 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-092de655-2a0b-4bd3-a751-999176d282aa tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 796 time: 0.1029272 Apr 07 02:06:52.904406 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-0bdf5708-a12c-4e9c-bf5b-5b8413264aee tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 473 time: 0.0674236 Apr 07 02:06:52.913158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['2b8e5a10-bf94-47f8-9f88-13a5c12defcb']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:53.015385 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dedbfb24-4df8-49f3-a2b5-3bef1cdef1a0 req-28d97d12-10ff-45c0-b3b7-dc002ccbba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0266516 Apr 07 02:06:53.118269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:06:53.121701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:53.245393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.14 (de919143-b9b5-46c5-8e15-64866d9fedde/541c8dea-dc19-453c-a3ec-bf553277fd41/423a9401-28d6-4d1c-8754-ea2870a9431f) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:06:53.383338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:53.481300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:53.529351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network de919143-b9b5-46c5-8e15-64866d9fedde is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:06:53.532801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:06:53.536573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:06:53.542892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=423a9401-28d6-4d1c-8754-ea2870a9431f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:53.592204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:53.592873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:53.669244 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-00c1eea4-1815-418a-a354-b801d255bb1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595835 Apr 07 02:06:53.681473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Request body: {'port': {'device_id': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:06:53.739066 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:53.795216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-17695c02-70ac-43c1-9a81-b50912df611f None None] Provisioning complete for port 423a9401-28d6-4d1c-8754-ea2870a9431f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:06:53.795826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17695c02-70ac-43c1-9a81-b50912df611f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:53.832777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-17695c02-70ac-43c1-9a81-b50912df611f None None] Port 423a9401-28d6-4d1c-8754-ea2870a9431f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:06:54.003302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423a9401-28d6-4d1c-8754-ea2870a9431f {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:06:54.010733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Publish callbacks [] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:54.022376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Transition to ACTIVE for port object 423a9401-28d6-4d1c-8754-ea2870a9431f will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:06:54.095293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:54.138438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521c2e2-ec54-49ff-b6f5-b783e184badf req-5bb712dd-4ef0-47dd-b59c-093537e549dc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.143198 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b521c2e2-ec54-49ff-b6f5-b783e184badf req-5bb712dd-4ef0-47dd-b59c-093537e549dc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0558336 Apr 07 02:06:54.148405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Pushing event updated for resources: {'Port': ['ID=423a9401-28d6-4d1c-8754-ea2870a9431f,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:54.196363 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b521c2e2-ec54-49ff-b6f5-b783e184badf req-93c81287-9256-415d-b8af-2a3da49ce009 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485716 Apr 07 02:06:54.224072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Attempting to bind port 423a9401-28d6-4d1c-8754-ea2870a9431f on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:06:54.224416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Attempting to bind port 423a9401-28d6-4d1c-8754-ea2870a9431f by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:06:54.224773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Attempting to bind port 423a9401-28d6-4d1c-8754-ea2870a9431f on network de919143-b9b5-46c5-8e15-64866d9fedde {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:54.229841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Port 423a9401-28d6-4d1c-8754-ea2870a9431f on network de919143-b9b5-46c5-8e15-64866d9fedde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:06:54.230170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Attempting to bind port 423a9401-28d6-4d1c-8754-ea2870a9431f on network de919143-b9b5-46c5-8e15-64866d9fedde {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:06:54.235223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:06:54.235566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Checking segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:06:54.235960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Bound using segment: {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:06:54.236392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Bound port: 423a9401-28d6-4d1c-8754-ea2870a9431f, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651dd617-b914-4e78-8ca8-0768920595e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:06:54.236776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:54.306296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] For port 423a9401-28d6-4d1c-8754-ea2870a9431f, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:06:54.309387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] For port 423a9401-28d6-4d1c-8754-ea2870a9431f, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=423a9401-28d6-4d1c-8754-ea2870a9431f,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:06:54.381499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:54.416425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.417075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:54.418475 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] 10.222.0.10 "PUT /v2.0/ports/423a9401-28d6-4d1c-8754-ea2870a9431f HTTP/1.1" status: 200 len: 1094 time: 0.7419305 Apr 07 02:06:54.418925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:06:54.421201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e14219-2482-4a1b-9113-31040678e4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:06:54.447509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288921e0-e008-4ec4-aca3-529e04b4074d service neutron] Pushing event updated for resources: {'Port': ['ID=423a9401-28d6-4d1c-8754-ea2870a9431f,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:54.460882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d627b-387d-41ea-bb90-6b909bffb44d x-openstack-request-id: req-323d627b-387d-41ea-bb90-6b909bffb44d {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:06:54.461144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:06:54.461406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-323d627b-387d-41ea-bb90-6b909bffb44d {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:06:54.461813 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323d627b-387d-41ea-bb90-6b909bffb44d'] response: {'name': 'network-changed', 'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'status': 'completed', 'code': 200} Apr 07 02:06:54.527256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14219-2482-4a1b-9113-31040678e4b0 req-d2158be1-5113-4689-9a2e-dad75ae2e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.528853 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86e14219-2482-4a1b-9113-31040678e4b0 req-d2158be1-5113-4689-9a2e-dad75ae2e6ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0480602 Apr 07 02:06:54.633406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14219-2482-4a1b-9113-31040678e4b0 req-cc7c825f-b9c8-4e3e-bedb-a46afa633df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.634892 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86e14219-2482-4a1b-9113-31040678e4b0 req-cc7c825f-b9c8-4e3e-bedb-a46afa633df6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0990927 Apr 07 02:06:54.726984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e14219-2482-4a1b-9113-31040678e4b0 req-20405392-7ef2-41e1-ae48-38d0fc6baeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.728431 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-86e14219-2482-4a1b-9113-31040678e4b0 req-20405392-7ef2-41e1-ae48-38d0fc6baeff service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0881748 Apr 07 02:06:54.810875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-3d5eb72f-d0b9-4a47-9440-96e50fb6d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.812304 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-3d5eb72f-d0b9-4a47-9440-96e50fb6d793 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 1128 time: 0.0484614 Apr 07 02:06:54.860665 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-83b4f007-a394-4a57-96fc-fe9978aeb9a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423a9401-28d6-4d1c-8754-ea2870a9431f HTTP/1.1" status: 200 len: 217 time: 0.0401416 Apr 07 02:06:54.922179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-6e043b8a-475f-4e0c-b671-7b0c6dc2ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.923621 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-6e043b8a-475f-4e0c-b671-7b0c6dc2ad3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0436866 Apr 07 02:06:54.978444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-cf79c2e2-e7be-4218-ab8f-77609c2223ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:54.979936 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-cf79c2e2-e7be-4218-ab8f-77609c2223ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0469928 Apr 07 02:06:55.074302 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-194b32db-4150-4755-b1f7-0f58b1263bb3 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797243 Apr 07 02:06:55.169642 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dc5ff1a8-9c58-4bd9-82af-ca6cec060fdc req-010664c9-61ee-441e-b798-535adfbd3989 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858064 Apr 07 02:06:55.317004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237501f-7c5a-4bc3-95ca-df47416616f7 req-f548df89-2b72-4da1-86d7-7b24b5642667 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:55.318515 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3237501f-7c5a-4bc3-95ca-df47416616f7 req-f548df89-2b72-4da1-86d7-7b24b5642667 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0550849 Apr 07 02:06:55.367095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3237501f-7c5a-4bc3-95ca-df47416616f7 req-c78a303b-b7d5-40c1-b922-6e2484b9749e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Apr 07 02:06:56.485443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533860fb-6fea-4940-b33c-39411030c2f2 req-d76f8498-da3e-4494-a9bd-6b18b711c327 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:56.486974 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-533860fb-6fea-4940-b33c-39411030c2f2 req-d76f8498-da3e-4494-a9bd-6b18b711c327 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0524499 Apr 07 02:06:56.535407 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-533860fb-6fea-4940-b33c-39411030c2f2 req-4fed6889-11cb-40fa-9d81-e23194f3d7cc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423942 Apr 07 02:06:57.656296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a788c0b-21ed-4c15-b415-931e8f67ef1b req-c0407599-ad7b-41e8-bef1-b220f1db4b60 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:57.657784 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a788c0b-21ed-4c15-b415-931e8f67ef1b req-c0407599-ad7b-41e8-bef1-b220f1db4b60 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0554428 Apr 07 02:06:57.704202 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a788c0b-21ed-4c15-b415-931e8f67ef1b req-3b865f4b-6715-447b-9cd4-23949ae8199f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Apr 07 02:06:58.703792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 423a9401-28d6-4d1c-8754-ea2870a9431f details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:06:58.800767 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 423a9401-28d6-4d1c-8754-ea2870a9431f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=423a9401-28d6-4d1c-8754-ea2870a9431f,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:58.812049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'port_id': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'mac_address': 'fa:16:3e:c8:2b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:06:58.820637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44195f0e-5a41-4d34-b7ef-f2ac691f5c2a req-2637b57b-586d-4e4a-9eb0-86ae5e84b5f5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:58.822177 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44195f0e-5a41-4d34-b7ef-f2ac691f5c2a req-2637b57b-586d-4e4a-9eb0-86ae5e84b5f5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 944 time: 0.0524945 Apr 07 02:06:58.849530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 423a9401-28d6-4d1c-8754-ea2870a9431f is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:06:58.849924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:58.863409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423a9401-28d6-4d1c-8754-ea2870a9431f {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:06:58.871343 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44195f0e-5a41-4d34-b7ef-f2ac691f5c2a req-f5ce9dde-28d3-4379-a09f-c64b2ab71892 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Apr 07 02:06:58.888863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 423a9401-28d6-4d1c-8754-ea2870a9431f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=423a9401-28d6-4d1c-8754-ea2870a9431f,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:06:58.952165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:59.007881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=423a9401-28d6-4d1c-8754-ea2870a9431f,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:06:59.071748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-56d29d5d-7bf7-4636-ad96-34f05b04c530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:06:59.174061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['423a9401-28d6-4d1c-8754-ea2870a9431f'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:06:59.985628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea3c86-195a-4706-b69a-6d6ddbd91c93 req-bf937b60-a94c-4adf-93e8-4b021e49e235 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:06:59.987075 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26ea3c86-195a-4706-b69a-6d6ddbd91c93 req-bf937b60-a94c-4adf-93e8-4b021e49e235 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 945 time: 0.0511599 Apr 07 02:07:00.037591 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26ea3c86-195a-4706-b69a-6d6ddbd91c93 req-93adb077-8e5f-49e3-b915-4020920632bc tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443780 Apr 07 02:07:00.721593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 423a9401-28d6-4d1c-8754-ea2870a9431f up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:07:00.832101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 423a9401-28d6-4d1c-8754-ea2870a9431f completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:07:00.836551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 423a9401-28d6-4d1c-8754-ea2870a9431f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:07:00.836953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:00.912567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 423a9401-28d6-4d1c-8754-ea2870a9431f is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:07:00.913022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:00.933996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:00.936178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352034b6-8391-4ee5-90a5-64058e114e7f" -d '{"events": [{"server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:00.948123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 423a9401-28d6-4d1c-8754-ea2870a9431f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=423a9401-28d6-4d1c-8754-ea2870a9431f,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:07:00.973853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa986013-4793-46c0-ae54-5a2015e0555c x-openstack-request-id: req-fa986013-4793-46c0-ae54-5a2015e0555c {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:00.973853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "name": "network-vif-plugged", "status": "completed", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:00.973853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa986013-4793-46c0-ae54-5a2015e0555c {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:00.973853 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa986013-4793-46c0-ae54-5a2015e0555c'] response: {'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'code': 200} Apr 07 02:07:01.020492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:01.164337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab3b76-4fd5-43ed-a325-943fc639ce50 req-216a7899-57d8-421f-8a8c-97afa830a234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:01.165926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4aab3b76-4fd5-43ed-a325-943fc639ce50 req-216a7899-57d8-421f-8a8c-97afa830a234 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0583272 Apr 07 02:07:01.216165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=423a9401-28d6-4d1c-8754-ea2870a9431f,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:01.216699 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4aab3b76-4fd5-43ed-a325-943fc639ce50 req-a9e9681f-c52d-4613-b44a-fe200a4c4166 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 Apr 07 02:07:01.305445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610867ea-4064-4dd9-8cae-8b07866d4ae0 req-7402ad3e-ef95-4f24-b552-3cec5022ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:01.306947 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-610867ea-4064-4dd9-8cae-8b07866d4ae0 req-7402ad3e-ef95-4f24-b552-3cec5022ac45 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 1130 time: 0.0433829 Apr 07 02:07:01.353599 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-610867ea-4064-4dd9-8cae-8b07866d4ae0 req-a69935fb-0f7c-405f-a808-f88b54c0d125 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394752 Apr 07 02:07:01.431711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e7288390-4e0b-4b06-bf08-520bdf2f25c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:02.332889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b95f2-b908-4888-8cb0-52d7a12beebb req-23e1f98e-4b07-40d9-a61b-af5003f89ed8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:02.334380 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9c3b95f2-b908-4888-8cb0-52d7a12beebb req-23e1f98e-4b07-40d9-a61b-af5003f89ed8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0509617 Apr 07 02:07:02.382115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9c3b95f2-b908-4888-8cb0-52d7a12beebb req-2e8b23e6-0586-44a7-94c1-ace80e07339a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408404 Apr 07 02:07:02.497770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:03.502371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c22e7f-ff9a-401e-91bf-49365b1cd47a req-7a89c3d8-9626-4e84-b968-a4fff88699a1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:03.503849 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7c22e7f-ff9a-401e-91bf-49365b1cd47a req-7a89c3d8-9626-4e84-b968-a4fff88699a1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Apr 07 02:07:03.551281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7c22e7f-ff9a-401e-91bf-49365b1cd47a req-f29432e6-fec3-49ce-8399-330f0ce9ecce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418215 Apr 07 02:07:03.665265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d2d60e-54c4-474f-91d9-695d2c11ce98 req-7c8c6667-4efe-46a6-88ce-35b656b6ae85 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:03.667634 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6d2d60e-54c4-474f-91d9-695d2c11ce98 req-7c8c6667-4efe-46a6-88ce-35b656b6ae85 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0524187 Apr 07 02:07:03.715488 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6d2d60e-54c4-474f-91d9-695d2c11ce98 req-93471da2-7023-41d3-814f-e712ea8aeeab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Apr 07 02:07:03.736228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56134) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:03.777999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b15106-b0ca-4232-be06-f930df4ac042 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:03.779475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-57b15106-b0ca-4232-be06-f930df4ac042 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 1125 time: 0.0422661 Apr 07 02:07:03.782126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56136) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:03.786188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:07:03.865901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:03.965220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:03.997437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:04.071461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.91 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/15191746-f0c5-4457-bf89-52cfda641183) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:07:04.171908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (15191746-f0c5-4457-bf89-52cfda641183), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:04.243877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (15191746-f0c5-4457-bf89-52cfda641183), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:04.279387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:07:04.284210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:07:04.287867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:07:04.318079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=15191746-f0c5-4457-bf89-52cfda641183,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:04.652569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (b18ac7ab-7fe0-43db-9502-4e0e0b004558), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:04.784539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (15191746-f0c5-4457-bf89-52cfda641183), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:04.929718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (15191746-f0c5-4457-bf89-52cfda641183), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:04.977313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (15191746-f0c5-4457-bf89-52cfda641183), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:05.046883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=15191746-f0c5-4457-bf89-52cfda641183,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:05.058319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (b18ac7ab-7fe0-43db-9502-4e0e0b004558), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:05.159651 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP b18ac7ab-7fe0-43db-9502-4e0e0b004558 associated. External IP: 172.26.8.91, port: 423a9401-28d6-4d1c-8754-ea2870a9431f. Apr 07 02:07:05.331908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:05.649106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:07:05.757192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:07:05.766708 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:07:05.776572 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:07:05.777230 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:07:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:05.837007 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:05.870441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-63c62aa6-623f-418f-a66f-fc80afb9fbea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0873101 Apr 07 02:07:05.871041 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:05.873437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72325936-5e03-4cff-9653-a5965151a5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:05.889797 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:07:05.908821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e427ee38-339a-4701-896b-e1d50ad801d9 x-openstack-request-id: req-e427ee38-339a-4701-896b-e1d50ad801d9 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:05.909125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:05.909387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e427ee38-339a-4701-896b-e1d50ad801d9 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:05.909806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e427ee38-339a-4701-896b-e1d50ad801d9'] response: {'name': 'network-changed', 'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'status': 'completed', 'code': 200} Apr 07 02:07:05.979827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72325936-5e03-4cff-9653-a5965151a5c7 req-70ebd25e-f811-4227-bd69-bce62b57d722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:05.981385 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-70ebd25e-f811-4227-bd69-bce62b57d722 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 1130 time: 0.0440278 Apr 07 02:07:06.074826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72325936-5e03-4cff-9653-a5965151a5c7 req-7c3c9a6f-e749-4dc0-8953-587ea22895f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:06.076316 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-7c3c9a6f-e749-4dc0-8953-587ea22895f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.0888643 Apr 07 02:07:06.113352 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b18ac7ab-7fe0-43db-9502-4e0e0b004558', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:c8:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:07:04Z', 'updated_at': '2022-04-07T02:07:04Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}, {'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:48Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:06.149874 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-1ad1d74f-348c-412e-ba93-f51e1a264b60 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423a9401-28d6-4d1c-8754-ea2870a9431f HTTP/1.1" status: 200 len: 999 time: 0.0674343 Apr 07 02:07:06.205238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72325936-5e03-4cff-9653-a5965151a5c7 req-ec1d9bc4-e635-48f1-b38b-7c2c1f9c4246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:06.206643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-ec1d9bc4-e635-48f1-b38b-7c2c1f9c4246 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0502484 Apr 07 02:07:06.229719 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:07:06.237986 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:07:06.238596 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:07:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:06.256320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72325936-5e03-4cff-9653-a5965151a5c7 req-c4cd3926-cc6d-4eba-8235-1c399de116cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:06.257912 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-c4cd3926-cc6d-4eba-8235-1c399de116cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447826 Apr 07 02:07:06.344054 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:07:06.346848 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-50a5bb65-33b2-4ed0-a48a-41e9417dd0a9 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810483 Apr 07 02:07:06.437701 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72325936-5e03-4cff-9653-a5965151a5c7 req-e3bd6090-acd8-4c39-92d7-e9dcfd21358c service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839479 Apr 07 02:07:06.566272 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b18ac7ab-7fe0-43db-9502-4e0e0b004558', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:c8:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:07:04Z', 'updated_at': '2022-04-07T02:07:04Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}, {'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:48Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:06.591983 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad80d03-5c8e-4a24-933a-5e74031ff503 None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'b18ac7ab-7fe0-43db-9502-4e0e0b004558', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.91', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:c8:2b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:07:04Z', 'updated_at': '2022-04-07T02:07:04Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}, {'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:48Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:07:06.778164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87abb3-59e8-4509-87d9-01f8a5c7a586 None None] New status for floating IP b18ac7ab-7fe0-43db-9502-4e0e0b004558: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:07:18.046277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:29.019703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1c819d13-f7bc-4cc5-9f2c-ca135e741fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:29.320303 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:07:31.419456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ddc8b595-5580-4aae-b032-54ea718fa15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:32.540235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:34.005239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:35.314267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:35.868331 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-c4c0f533-98f3-49b2-b36f-799c74d705c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434954 Apr 07 02:07:35.953296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-523f5e53-f08e-4e3e-b1d0-648911f216bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:35.954780 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-523f5e53-f08e-4e3e-b1d0-648911f216bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1130 time: 0.0441647 Apr 07 02:07:36.057239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-e7bac6b2-2a4a-4032-85b9-9a91b486aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:36.058736 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-e7bac6b2-2a4a-4032-85b9-9a91b486aa94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.0854714 Apr 07 02:07:36.122742 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-526c4187-0634-4f90-a5d3-cfebe890e9ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 1002 time: 0.0569980 Apr 07 02:07:36.173908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-3ee34e74-f74c-41b1-8b5c-f9cd3bb975e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:36.175343 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-3ee34e74-f74c-41b1-8b5c-f9cd3bb975e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0459518 Apr 07 02:07:36.221989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-a84a6adc-9644-4c94-93a2-f5e2a7c6f8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:36.223459 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-a84a6adc-9644-4c94-93a2-f5e2a7c6f8b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421321 Apr 07 02:07:36.310194 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-273146dd-d637-42bc-9f47-000520986617 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799570 Apr 07 02:07:36.402206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34db7a76-54af-45e5-90f7-f74cc1485d75 req-2e80b594-ce09-40f1-a909-45b9c2977762 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839667 Apr 07 02:07:41.716698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56152) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:41.776215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2af82109-8e2d-4aff-9bbb-9a4f3fc270cd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/db89c600-8211-4bb7-9132-812cfd08e6b9 HTTP/1.1" status: 200 len: 994 time: 0.0583186 Apr 07 02:07:42.567274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56160) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:42.572969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:07:42.643631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:42.788908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:07:42.818056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:42.925163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:42.967243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:42.967800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:42.969253 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/ports/1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 939 time: 0.4009840 Apr 07 02:07:42.969917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:42.972200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff7b84f-60d0-43ce-afc5-d4453240d48a" -d '{"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:42.998455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=6']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:43.007252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.007717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.008058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.008928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.009273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.009617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.009948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.010283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.010602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.010983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.011318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.011639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.012926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.013276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.013630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec3e47-0183-4fda-b29c-676622e1db92 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:43.019721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a19dc0-c36f-42b2-9474-8c13765db185 x-openstack-request-id: req-09a19dc0-c36f-42b2-9474-8c13765db185 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:43.020008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:43.020265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09a19dc0-c36f-42b2-9474-8c13765db185 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:43.020671 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a19dc0-c36f-42b2-9474-8c13765db185'] response: {'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'status': 'completed', 'code': 200} Apr 07 02:07:43.084256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-8f70e0b2-c2ad-4ee8-a7f0-2d547e05d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:43.085708 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-8f70e0b2-c2ad-4ee8-a7f0-2d547e05d147 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1131 time: 0.0471010 Apr 07 02:07:43.178646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4bb71dc8-84aa-4e9b-a756-5df43295a4ee None None] Provisioning complete for port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:07:43.179234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4bb71dc8-84aa-4e9b-a756-5df43295a4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:43.222148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4bb71dc8-84aa-4e9b-a756-5df43295a4ee None None] Port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 is administratively disabled so it will not transition to active. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:357}} Apr 07 02:07:43.526417 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-4debf33b-a0d2-484b-9be8-f86b890152bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:43.527912 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-4debf33b-a0d2-484b-9be8-f86b890152bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.4343851 Apr 07 02:07:43.598937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-770e6bb6-947c-4e5a-9432-9bd5f0fd698d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 1003 time: 0.0594990 Apr 07 02:07:43.650609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-7a757c28-1b4d-42f8-804a-106f9a8b7e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:43.652083 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-7a757c28-1b4d-42f8-804a-106f9a8b7e32 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0445580 Apr 07 02:07:43.704262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-2a9864cb-3ad1-4bb1-afcd-e20efa2e1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:43.705919 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-2a9864cb-3ad1-4bb1-afcd-e20efa2e1e92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480316 Apr 07 02:07:43.796603 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-ef766b52-c1bc-4147-9a9d-0d886e246ffa service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811501 Apr 07 02:07:43.890301 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-eff7b84f-60d0-43ce-afc5-d4453240d48a req-4a3bd940-8feb-4d13-8b57-bf2cdea95250 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855477 Apr 07 02:07:46.381995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56168) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:46.387784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'admin_state_up': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:07:46.456448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:46.600606 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:07:46.632384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:46.697240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:46.737333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:46.737952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:46.739346 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/ports/1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 938 time: 0.3558500 Apr 07 02:07:46.739901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:46.742819 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482f4b1-0827-443b-b572-ffb9cff0646c" -d '{"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:46.742971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56170) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:46.783113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273150fc-1477-47c4-b137-034562ad9738 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=7']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:46.792720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5475dec-7302-4667-8471-b25dd70b7bbe x-openstack-request-id: req-c5475dec-7302-4667-8471-b25dd70b7bbe {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:46.793126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:46.793389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5475dec-7302-4667-8471-b25dd70b7bbe {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:46.794118 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5475dec-7302-4667-8471-b25dd70b7bbe'] response: {'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'status': 'completed', 'code': 200} Apr 07 02:07:46.830917 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ee1b395a-6a63-4a64-b3e1-77fc4e8341e8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/db89c600-8211-4bb7-9132-812cfd08e6b9 HTTP/1.1" status: 200 len: 994 time: 0.0869210 Apr 07 02:07:46.865056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-6d545db4-e423-4a01-966e-fab8c3d18dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:46.866585 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-6d545db4-e423-4a01-966e-fab8c3d18dbb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1130 time: 0.0497720 Apr 07 02:07:46.964954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-35d81bf1-7b62-4491-907e-b8f5085eb28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:46.965174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4391e1b3-e58e-40d1-bdfe-52be6d176746 None None] Provisioning complete for port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:07:46.965647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4391e1b3-e58e-40d1-bdfe-52be6d176746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:46.966484 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-35d81bf1-7b62-4491-907e-b8f5085eb28b service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.0919468 Apr 07 02:07:47.011657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['1bc9c949-054f-4f3f-83ef-c6f47d83c341'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:07:47.033636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-7c4f4160-e3bc-4596-9237-397c519f9e06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 1002 time: 0.0592384 Apr 07 02:07:47.073592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4391e1b3-e58e-40d1-bdfe-52be6d176746 None None] Current status of the port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:07:47.089203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-d6f665e3-f713-441b-bf2d-9176fd4a87fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:47.090665 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-d6f665e3-f713-441b-bf2d-9176fd4a87fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0477712 Apr 07 02:07:47.144397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-bcc8a249-13c5-44dc-aaaa-1a87775fea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:47.146220 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-bcc8a249-13c5-44dc-aaaa-1a87775fea33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456052 Apr 07 02:07:47.160422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-84650609-c114-4969-9462-37f972ff8f02 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:07:47.161361 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-84650609-c114-4969-9462-37f972ff8f02 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051210 Apr 07 02:07:47.253854 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-0540b39d-6736-4cd3-9b8e-e69c40d276ed service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820727 Apr 07 02:07:47.347166 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e482f4b1-0827-443b-b572-ffb9cff0646c req-2bab112a-3076-4ad1-851f-c64a94afb2cb service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841212 Apr 07 02:07:48.011004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:49.395825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56180) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:49.551749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 15191746-f0c5-4457-bf89-52cfda641183 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:07:49.552089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (15191746-f0c5-4457-bf89-52cfda641183), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:49.624097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (15191746-f0c5-4457-bf89-52cfda641183), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:49.624426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (15191746-f0c5-4457-bf89-52cfda641183), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:49.636095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 15191746-f0c5-4457-bf89-52cfda641183 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:07:49.830766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (15191746-f0c5-4457-bf89-52cfda641183), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:49.859784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=15191746-f0c5-4457-bf89-52cfda641183,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:49.921728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (b18ac7ab-7fe0-43db-9502-4e0e0b004558), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:49.922112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP b18ac7ab-7fe0-43db-9502-4e0e0b004558 disassociated (deleted). External IP: 172.26.8.91, port: 423a9401-28d6-4d1c-8754-ea2870a9431f. Apr 07 02:07:50.133972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:07:50.241538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:07:50.246944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:50.251712 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:07:50.262023 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:07:50.262637 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:07:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:50.276032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-58d47868-61ed-4f0d-b551-5a36a15fe910 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/b18ac7ab-7fe0-43db-9502-4e0e0b004558 HTTP/1.1" status: 204 len: 168 time: 0.8791206 Apr 07 02:07:50.276624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:50.278900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179a216b-5c24-4f15-bdde-85989ab982e7" -d '{"events": [{"name": "network-changed", "server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:50.319726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4328f089-b06a-44a9-9112-424fb5974398 x-openstack-request-id: req-4328f089-b06a-44a9-9112-424fb5974398 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:50.320051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:50.320310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4328f089-b06a-44a9-9112-424fb5974398 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:50.320948 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4328f089-b06a-44a9-9112-424fb5974398'] response: {'name': 'network-changed', 'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'status': 'completed', 'code': 200} Apr 07 02:07:50.381497 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:07:50.442156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-244f4abe-901f-425c-a50b-d987b80aaae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:50.443688 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-244f4abe-901f-425c-a50b-d987b80aaae3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 1130 time: 0.0929165 Apr 07 02:07:50.542797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-8aae1296-bbc4-4808-b83c-91b354fe0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:50.544277 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-8aae1296-bbc4-4808-b83c-91b354fe0b8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.0901561 Apr 07 02:07:50.589546 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-ac89fd46-ab1f-4895-8b26-d30b2bc319a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423a9401-28d6-4d1c-8754-ea2870a9431f HTTP/1.1" status: 200 len: 217 time: 0.0364859 Apr 07 02:07:50.599607 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:48Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:50.626413 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:07:50.635199 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:07:50.635875 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:07:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:50.643060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-0763f0fd-ce0b-4203-809e-b6c0de692cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:50.644480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-0763f0fd-ce0b-4203-809e-b6c0de692cdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0444865 Apr 07 02:07:50.703779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-da42cecd-c35b-4dcd-90f4-0230e37d2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:50.705323 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-da42cecd-c35b-4dcd-90f4-0230e37d2871 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0512404 Apr 07 02:07:50.749459 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:07:50.769015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03091-cb3f-4132-bbaf-3ea66aeb4b96 req-8c02a5ee-19e4-46ba-b595-78c93d997ad9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:50.770536 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e8f03091-cb3f-4132-bbaf-3ea66aeb4b96 req-8c02a5ee-19e4-46ba-b595-78c93d997ad9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0625837 Apr 07 02:07:50.823007 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e8f03091-cb3f-4132-bbaf-3ea66aeb4b96 req-85a3f1b1-38cd-4d24-8943-edb107aa1ac6 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Apr 07 02:07:50.970737 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:48Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:50.996802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c013b7-a773-44bd-a19e-03c191530268 None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'db89c600-8211-4bb7-9132-812cfd08e6b9', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.109', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'port_id': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'mac_address': 'fa:16:3e:2a:9f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:06:46Z', 'updated_at': '2022-04-07T02:06:48Z', 'revision_number': 1, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:07:51.212213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2fc0b2-0516-4f2a-8f9e-84ca8c5fc94c None None] New status for floating IP b18ac7ab-7fe0-43db-9502-4e0e0b004558: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:07:51.984137 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-43636119-f1af-450c-80a8-db2f0c3b3570 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Apr 07 02:07:51.994281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69690ded-cb11-4cec-afd6-7ee1f82dbaf3 req-ad577d46-7353-4dfd-82ea-785faa8cb91a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:51.995789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69690ded-cb11-4cec-afd6-7ee1f82dbaf3 req-ad577d46-7353-4dfd-82ea-785faa8cb91a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.1057262 Apr 07 02:07:52.043644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69690ded-cb11-4cec-afd6-7ee1f82dbaf3 req-77ad9aa3-07c8-4f83-814b-a4e583c2f1e2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=2b8e5a10-bf94-47f8-9f88-13a5c12defcb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421798 Apr 07 02:07:52.079187 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-179a216b-5c24-4f15-bdde-85989ab982e7 req-cd16c07e-5e33-4ce2-a910-b41fba1eb9cd service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882187 Apr 07 02:07:52.279721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-bc93bd39-bf67-473f-b5a7-8759077db211 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:52.281117 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-bc93bd39-bf67-473f-b5a7-8759077db211 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 946 time: 0.0522034 Apr 07 02:07:52.375788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 423a9401-28d6-4d1c-8754-ea2870a9431f {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:07:52.376132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:52.465298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 423a9401-28d6-4d1c-8754-ea2870a9431f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=423a9401-28d6-4d1c-8754-ea2870a9431f,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:07:52.467044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:52.484995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 423a9401-28d6-4d1c-8754-ea2870a9431f owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:07:52.679361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (423a9401-28d6-4d1c-8754-ea2870a9431f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:52.707529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=423a9401-28d6-4d1c-8754-ea2870a9431f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:52.719627 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.719982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.720328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.720673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.721044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.721364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.721694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.722023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.722351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.722681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.723031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.723365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.723807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.724133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.724459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:07:52.761815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 423a9401-28d6-4d1c-8754-ea2870a9431f on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:07:52.764263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:52.767543 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-44d1dd8c-de3a-4c7a-95c8-c2f3de6984fc req-4f5faa2b-6e55-4111-93ed-c3c2f67fb343 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/423a9401-28d6-4d1c-8754-ea2870a9431f HTTP/1.1" status: 204 len: 173 time: 0.4788389 Apr 07 02:07:52.768048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'name': 'network-vif-deleted', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:52.770298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c381df-f2b6-4264-b824-b5e81a9a24f0" -d '{"events": [{"server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "name": "network-vif-deleted", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:52.805012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96131ba-a71c-4116-8316-d108f4f4fa35 x-openstack-request-id: req-a96131ba-a71c-4116-8316-d108f4f4fa35 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:52.805309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "379149c0-fa87-40c4-8c71-c3f6c60aa7c0", "name": "network-vif-deleted", "tag": "423a9401-28d6-4d1c-8754-ea2870a9431f", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:52.805645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a96131ba-a71c-4116-8316-d108f4f4fa35 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:52.806056 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96131ba-a71c-4116-8316-d108f4f4fa35'] response: {'server_uuid': '379149c0-fa87-40c4-8c71-c3f6c60aa7c0', 'name': 'network-vif-deleted', 'tag': '423a9401-28d6-4d1c-8754-ea2870a9431f', 'status': 'completed', 'code': 200} Apr 07 02:07:53.158207 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb27949f-d5e2-4047-892c-fe7ada18c2e8 req-27a5ad00-62fc-4453-81f5-060a9d7d26ef tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=379149c0-fa87-40c4-8c71-c3f6c60aa7c0 HTTP/1.1" status: 200 len: 210 time: 0.0292447 Apr 07 02:07:54.216316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56202) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:54.271901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-020e20f1-21ce-4173-948d-276bf93b5b00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (2b8e5a10-bf94-47f8-9f88-13a5c12defcb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.296157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-020e20f1-21ce-4173-948d-276bf93b5b00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (2b8e5a10-bf94-47f8-9f88-13a5c12defcb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.419143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-020e20f1-21ce-4173-948d-276bf93b5b00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (2b8e5a10-bf94-47f8-9f88-13a5c12defcb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.421793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-020e20f1-21ce-4173-948d-276bf93b5b00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.422962 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-020e20f1-21ce-4173-948d-276bf93b5b00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/2b8e5a10-bf94-47f8-9f88-13a5c12defcb HTTP/1.1" status: 204 len: 168 time: 0.2056172 Apr 07 02:07:54.432501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e20f1-21ce-4173-948d-276bf93b5b00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8e5a10-bf94-47f8-9f88-13a5c12defcb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:54.543054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56206) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:54.702528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:07:54.702791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.776329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.776662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:54.790749 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:07:55.022637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:55.048676 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=f0bb6c5f-7d58-4387-a15c-2c5e3ee49e3e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:55.112333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (db89c600-8211-4bb7-9132-812cfd08e6b9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:55.112665 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP db89c600-8211-4bb7-9132-812cfd08e6b9 disassociated (deleted). External IP: 172.26.8.109, port: 1bc9c949-054f-4f3f-83ef-c6f47d83c341. Apr 07 02:07:55.325586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:07:55.430634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:07:55.435376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:55.440566 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:07:55.450844 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:07:55.451793 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:07:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:55.476481 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-56a102e0-5b0b-4ef1-bcb8-9d97987f86f7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/db89c600-8211-4bb7-9132-812cfd08e6b9 HTTP/1.1" status: 204 len: 168 time: 0.9322538 Apr 07 02:07:55.477106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:55.479386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059b7872-cea0-4a46-982e-4c06178f3866" -d '{"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:55.530536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc1da7f-f200-4a7d-a64f-129c91977875 x-openstack-request-id: req-ffc1da7f-f200-4a7d-a64f-129c91977875 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:55.530719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:55.530977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffc1da7f-f200-4a7d-a64f-129c91977875 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:55.531391 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc1da7f-f200-4a7d-a64f-129c91977875'] response: {'name': 'network-changed', 'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'status': 'completed', 'code': 200} Apr 07 02:07:55.610608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7872-cea0-4a46-982e-4c06178f3866 req-960eb8fc-5f48-4816-9d7d-949e53d79034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:55.612272 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-960eb8fc-5f48-4816-9d7d-949e53d79034 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 1130 time: 0.0506043 Apr 07 02:07:55.659553 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:07:55.706267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7872-cea0-4a46-982e-4c06178f3866 req-561421b0-4f88-48f3-ba37-537dd82ceee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:55.707742 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-561421b0-4f88-48f3-ba37-537dd82ceee4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 200 len: 896 time: 0.0855200 Apr 07 02:07:55.753889 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-f230ffe2-20a2-4f1a-a601-778c21635456 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 200 len: 217 time: 0.0368116 Apr 07 02:07:55.814541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7872-cea0-4a46-982e-4c06178f3866 req-98cff291-5145-40f7-9a24-6a0f7820f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:55.816024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-98cff291-5145-40f7-9a24-6a0f7820f4da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 200 len: 835 time: 0.0531182 Apr 07 02:07:55.873461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b7872-cea0-4a46-982e-4c06178f3866 req-dcc7fe6e-f757-4827-9b75-9326b7760e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:55.875337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-dcc7fe6e-f757-4827-9b75-9326b7760e01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=de919143-b9b5-46c5-8e15-64866d9fedde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0488374 Apr 07 02:07:55.889177 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:55.914961 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:07:55.923326 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:07:55.923951 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:07:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:55.943989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649acff7-c6ea-4d19-828b-b3938f515dde req-a4127ff1-93a5-40b6-952b-487074c88d3d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:55.946267 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-649acff7-c6ea-4d19-828b-b3938f515dde req-a4127ff1-93a5-40b6-952b-487074c88d3d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 946 time: 0.0531750 Apr 07 02:07:55.995129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-649acff7-c6ea-4d19-828b-b3938f515dde req-d873127f-36b5-402a-bbd2-d861caefe35b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 Apr 07 02:07:56.031643 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:07:56.225175 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:07:56.250820 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7bb194-662b-43b9-8518-171496b0ad5d None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:06:26Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'd5fce76a-f259-4bae-8a42-9a78581a5dd2', 'name': '', 'network_id': 'de919143-b9b5-46c5-8e15-64866d9fedde', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:b3:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:26Z', 'updated_at': '2022-04-07T02:06:30Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': '541c8dea-dc19-453c-a3ec-bf553277fd41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:07:56.464481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cbd228-e4e4-4698-aac7-92458728330d None None] New status for floating IP db89c600-8211-4bb7-9132-812cfd08e6b9: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:07:56.935980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 423a9401-28d6-4d1c-8754-ea2870a9431f no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:07:56.956475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 423a9401-28d6-4d1c-8754-ea2870a9431f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:07:56.956847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 423a9401-28d6-4d1c-8754-ea2870a9431f not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:07:57.166511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da650219-4853-45f5-87a1-c9f2c3f5ccc8 req-9763d38c-0b3e-41f1-b6b5-d9244d855ed4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:57.167932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-da650219-4853-45f5-87a1-c9f2c3f5ccc8 req-9763d38c-0b3e-41f1-b6b5-d9244d855ed4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 946 time: 0.1037223 Apr 07 02:07:57.215566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-da650219-4853-45f5-87a1-c9f2c3f5ccc8 req-d3d7544f-4d02-485a-9448-658253060f7d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=f8a38606-08c4-4db6-a952-5b09d2b2b8aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419846 Apr 07 02:07:57.303836 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-58ade051-2011-48ee-bc3b-4a3f80179894 service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Apr 07 02:07:57.489731 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-059b7872-cea0-4a46-982e-4c06178f3866 req-5ca4bde4-174c-4f18-8c34-6f3b53acca3c service neutron] 10.222.0.10 "GET /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830777 Apr 07 02:07:57.591793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-0473daa4-3f08-485a-8f05-454df0f0d90b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:07:57.593268 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-0473daa4-3f08-485a-8f05-454df0f0d90b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 946 time: 0.0517368 Apr 07 02:07:57.688696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:07:57.689062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:57.775113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 1bc9c949-054f-4f3f-83ef-c6f47d83c341, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=1bc9c949-054f-4f3f-83ef-c6f47d83c341,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:07:57.775402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:57.787273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 1bc9c949-054f-4f3f-83ef-c6f47d83c341 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:07:57.961971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1bc9c949-054f-4f3f-83ef-c6f47d83c341), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:57.992213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=1bc9c949-054f-4f3f-83ef-c6f47d83c341,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:58.035903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 1bc9c949-054f-4f3f-83ef-c6f47d83c341 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:07:58.038299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:58.041600 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-151c9f31-d9da-45eb-b0a5-1bcae9c4e8e4 req-8552b86e-f379-4903-8971-3412bc5bd8da tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/1bc9c949-054f-4f3f-83ef-c6f47d83c341 HTTP/1.1" status: 204 len: 173 time: 0.4402132 Apr 07 02:07:58.042027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'name': 'network-vif-deleted', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:07:58.044265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd695ff-1ae3-4eb0-89a8-0a52a00c3e16" -d '{"events": [{"server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "name": "network-vif-deleted", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:07:58.128805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db87cf5e-a9fb-4ede-aab6-4c1d06647a3a x-openstack-request-id: req-db87cf5e-a9fb-4ede-aab6-4c1d06647a3a {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:07:58.129107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20eb02d-f2a3-4be3-8918-4eca761d8137", "name": "network-vif-deleted", "tag": "1bc9c949-054f-4f3f-83ef-c6f47d83c341", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:07:58.129363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db87cf5e-a9fb-4ede-aab6-4c1d06647a3a {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:07:58.129776 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db87cf5e-a9fb-4ede-aab6-4c1d06647a3a'] response: {'server_uuid': 'a20eb02d-f2a3-4be3-8918-4eca761d8137', 'name': 'network-vif-deleted', 'tag': '1bc9c949-054f-4f3f-83ef-c6f47d83c341', 'status': 'completed', 'code': 200} Apr 07 02:07:58.315304 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40458dd6-e25c-4eee-97d0-53949eac82d6 req-a3677390-f414-482e-8147-222b8c524667 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a20eb02d-f2a3-4be3-8918-4eca761d8137 HTTP/1.1" status: 200 len: 210 time: 0.0311866 Apr 07 02:07:59.059315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-de430009-4374-43cb-a334-c51d52161b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:59.371389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56226) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:07:59.426135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1120cb1-67ef-40cf-bbbd-012526fe7e7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (f8a38606-08c4-4db6-a952-5b09d2b2b8aa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:59.451292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1120cb1-67ef-40cf-bbbd-012526fe7e7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (f8a38606-08c4-4db6-a952-5b09d2b2b8aa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:59.627548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1120cb1-67ef-40cf-bbbd-012526fe7e7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f8a38606-08c4-4db6-a952-5b09d2b2b8aa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:59.632090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e1120cb1-67ef-40cf-bbbd-012526fe7e7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:07:59.632090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e1120cb1-67ef-40cf-bbbd-012526fe7e7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/f8a38606-08c4-4db6-a952-5b09d2b2b8aa HTTP/1.1" status: 204 len: 168 time: 0.2590201 Apr 07 02:07:59.641141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1120cb1-67ef-40cf-bbbd-012526fe7e7e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a38606-08c4-4db6-a952-5b09d2b2b8aa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:07:59.754311 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56230) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:00.114335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (e253755c-3474-4dab-8702-86bb3d309761), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:00.718940 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port d5fce76a-f259-4bae-8a42-9a78581a5dd2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:08:00.719626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:00.810882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port d5fce76a-f259-4bae-8a42-9a78581a5dd2, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=d5fce76a-f259-4bae-8a42-9a78581a5dd2,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:00.811251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:00.823383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for d5fce76a-f259-4bae-8a42-9a78581a5dd2 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:08:01.108043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d5fce76a-f259-4bae-8a42-9a78581a5dd2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.137936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=d5fce76a-f259-4bae-8a42-9a78581a5dd2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:01.315805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (e253755c-3474-4dab-8702-86bb3d309761), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.410959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8069b121-7cc0-4690-b00e-9a27e0c4d394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.538832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router e253755c-3474-4dab-8702-86bb3d309761 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:08:01.648386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:08:01.654136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4bc28634-0d7c-4f32-83dc-2e7c01792bf4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/e253755c-3474-4dab-8702-86bb3d309761/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8987536 Apr 07 02:08:01.656144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56232) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:01.658068 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] Sync routers for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:08:01.667678 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:01.668221 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:01.707013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet 541c8dea-dc19-453c-a3ec-bf553277fd41 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:08:01.710129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (541c8dea-dc19-453c-a3ec-bf553277fd41), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.749694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (541c8dea-dc19-453c-a3ec-bf553277fd41), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.775567 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:01.835547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (541c8dea-dc19-453c-a3ec-bf553277fd41), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.956560 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:08:00Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:01.967965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (541c8dea-dc19-453c-a3ec-bf553277fd41), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:01.982081 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] Checking router: e253755c-3474-4dab-8702-86bb3d309761 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:08:01.990082 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] Routers {'e253755c-3474-4dab-8702-86bb3d309761'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:01.990688 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['e253755c-3474-4dab-8702-86bb3d309761'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:01.996780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=541c8dea-dc19-453c-a3ec-bf553277fd41,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:01.998782 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.004576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-da9c76b4-3b94-42f6-9887-ed0097ecaae0 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/541c8dea-dc19-453c-a3ec-bf553277fd41 HTTP/1.1" status: 204 len: 168 time: 0.3450909 Apr 07 02:08:02.004730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5f034-8b57-481c-961e-f04e405f920e None None] Network de919143-b9b5-46c5-8e15-64866d9fedde requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:08:02.004945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56234) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:02.097369 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] Set router e253755c-3474-4dab-8702-86bb3d309761 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:02.119926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (e253755c-3474-4dab-8702-86bb3d309761), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.177783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] DHCP port deletion for de919143-b9b5-46c5-8e15-64866d9fedde request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:08:02.227028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Deleting port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:08:02.227705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.230620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (e253755c-3474-4dab-8702-86bb3d309761), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.290608 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:08:00Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:02.294322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] For port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,segment=NetworkSegment(651dd617-b914-4e78-8ca8-0768920595e9),segment_id=651dd617-b914-4e78-8ca8-0768920595e9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:02.294724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.307519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Calling delete_port for 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:08:02.320061 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491e919-0a22-46e3-a98d-29ebed7bee88 None None] The sync data for ids ['e253755c-3474-4dab-8702-86bb3d309761'] in dv-neutron-836863-2-hyperv is: [{'id': 'e253755c-3474-4dab-8702-86bb3d309761', 'name': 'tempest-TestNetworkBasicOps-router-865246706', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240'}], 'enable_snat': True}, 'gw_port_id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:06:22Z', 'updated_at': '2022-04-07T02:08:00Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': 'af777a6d-9e2a-48f7-961a-62e1efdaa847', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e253755c-3474-4dab-8702-86bb3d309761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:06:23Z', 'updated_at': '2022-04-07T02:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:08:02.371738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port af777a6d-9e2a-48f7-961a-62e1efdaa847 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:08:02.372083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.451292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port af777a6d-9e2a-48f7-961a-62e1efdaa847, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=af777a6d-9e2a-48f7-961a-62e1efdaa847,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:02.451585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.459300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (432808eb-bf3d-4fb0-a3ba-7a46e92d1d82), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.468227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for af777a6d-9e2a-48f7-961a-62e1efdaa847 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:08:02.484409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Pushing event deleted for resources: {'Port': ['ID=432808eb-bf3d-4fb0-a3ba-7a46e92d1d82,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:02.493781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] No DVR routers for this DVR port 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:08:02.495796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.496157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.496512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.496891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.497242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.497587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.497927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.498265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.498603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.498941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.499295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.499634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.499969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.500302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.500636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06aa35dd-3997-4285-9c06-05203496bb7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:02.511199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.713975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (af777a6d-9e2a-48f7-961a-62e1efdaa847), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.746162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=af777a6d-9e2a-48f7-961a-62e1efdaa847,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:02.809725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (e253755c-3474-4dab-8702-86bb3d309761), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.906501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (e253755c-3474-4dab-8702-86bb3d309761), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.908646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (e253755c-3474-4dab-8702-86bb3d309761), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:02.937573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1bc9c949-054f-4f3f-83ef-c6f47d83c341 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:08:02.959601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 1bc9c949-054f-4f3f-83ef-c6f47d83c341 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:08:02.963891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 1bc9c949-054f-4f3f-83ef-c6f47d83c341 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:08:02.990900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d5fce76a-f259-4bae-8a42-9a78581a5dd2 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:08:03.011021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: d5fce76a-f259-4bae-8a42-9a78581a5dd2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:08:03.018021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device d5fce76a-f259-4bae-8a42-9a78581a5dd2 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:08:03.018021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:08:03.030051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:08:03.030395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 432808eb-bf3d-4fb0-a3ba-7a46e92d1d82 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:08:03.039323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (e253755c-3474-4dab-8702-86bb3d309761), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.039910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router e253755c-3474-4dab-8702-86bb3d309761 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:08:03.050163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.050163 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-77aefe26-d55a-4eba-b568-9ecfb24f992c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/e253755c-3474-4dab-8702-86bb3d309761 HTTP/1.1" status: 204 len: 168 time: 1.0426810 Apr 07 02:08:03.051305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56236) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:03.131906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (de919143-b9b5-46c5-8e15-64866d9fedde), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.222367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (de919143-b9b5-46c5-8e15-64866d9fedde), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.241805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de919143-b9b5-46c5-8e15-64866d9fedde']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:03.250673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651dd617-b914-4e78-8ca8-0768920595e9') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:03.250975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651dd617-b914-4e78-8ca8-0768920595e9') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:03.260675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (651dd617-b914-4e78-8ca8-0768920595e9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.273484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (651dd617-b914-4e78-8ca8-0768920595e9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.279340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:08:03.281713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (651dd617-b914-4e78-8ca8-0768920595e9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:08:03.282792 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:08:03.401995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (de919143-b9b5-46c5-8e15-64866d9fedde), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.408548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.411681 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/de919143-b9b5-46c5-8e15-64866d9fedde HTTP/1.1" status: 204 len: 168 time: 0.3591928 Apr 07 02:08:03.427303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e38ee-c7ab-4625-a3c8-9f56917a2d79 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=de919143-b9b5-46c5-8e15-64866d9fedde,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:03.440920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56238) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:03.447132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'network': {'name': 'tempest-network-smoke--1901531175', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:03.522193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:08:03.525694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.549750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:08:03.559414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b87f38a4-3a8e-4add-8ab4-514ef4694a53), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.559763 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Added segment b87f38a4-3a8e-4add-8ab4-514ef4694a53 of type vlan for network 6e03768c-d41b-49a1-87c2-97156c1117dc Apr 07 02:08:03.597777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (6e03768c-d41b-49a1-87c2-97156c1117dc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.693380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (6e03768c-d41b-49a1-87c2-97156c1117dc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.698364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:03.698968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.761374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Network': ['ID=6e03768c-d41b-49a1-87c2-97156c1117dc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:03.771711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 6e03768c-d41b-49a1-87c2-97156c1117dc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:08:03.813242 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e19f5fef-93ad-4a1b-85d6-92b36b532ebe tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3726127 Apr 07 02:08:03.816112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56240) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:03.820605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'admin_state_up': True, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:03.896395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.897564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.954175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:03.987591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:04.162589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:04.413475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:04.431068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:04.545014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.121 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/3aa6c7a6-4959-4de3-a160-5627617165c9) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:08:04.642447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:04.736450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:04.776176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:08:04.781024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:04.783411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:08:04.811898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:04.886114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af777a6d-9e2a-48f7-961a-62e1efdaa847 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:08:04.907216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: af777a6d-9e2a-48f7-961a-62e1efdaa847 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:08:04.907579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af777a6d-9e2a-48f7-961a-62e1efdaa847 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:08:05.090664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:05.356377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:05.626434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:05.816237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:08:05.924477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:08:05.938235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:08:05.948449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:05.949119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:06.012442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.013766 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3bcdf390-2c4f-493f-aa58-ca08a061caf2 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1966984 Apr 07 02:08:06.016970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56242) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:06.045242 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-671bb590-d8ca-457c-9950-dae926333e41 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=b5e77b02be0348c0b1e3c2ec27e66098&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270162 Apr 07 02:08:06.047690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56244) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:06.055737 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:06.133972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ffa7c8-aca7-499e-8d26-91bccc83c98b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:06.135509 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b6ffa7c8-aca7-499e-8d26-91bccc83c98b tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868857 Apr 07 02:08:06.138251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56246) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:06.169806 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f1b50609-f52e-463d-ae67-6cf7d05d96ed tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303557 Apr 07 02:08:06.172033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56248) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:06.176710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2331524', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:06.233472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:04Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:06.260088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Checking router: b0beb48f-a63b-452c-9fe4-df8c41ce6a28 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:08:06.260446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Updating router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 port 3aa6c7a6-4959-4de3-a160-5627617165c9 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:08:06.289688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.318858 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:08:06.319987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:08:06.323111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.536508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Publish callbacks [] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.576664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (ea133d8c-0c69-4dc1-b2da-ab6621d2066f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.613294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.638061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Subnet': ['ID=ea133d8c-0c69-4dc1-b2da-ab6621d2066f,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:06.645360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Checking segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:08:06.645732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network hostable DHCP agents. Network: 6e03768c-d41b-49a1-87c2-97156c1117dc, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:08:06.662977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Attempting to bind port 3aa6c7a6-4959-4de3-a160-5627617165c9 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:08:06.663881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Attempting to bind port 3aa6c7a6-4959-4de3-a160-5627617165c9 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:08:06.664248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Attempting to bind port 3aa6c7a6-4959-4de3-a160-5627617165c9 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:08:06.672635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755fbf8-309a-4433-90d7-9541cc154c26 None None] Pushing event updated for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:06.675775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:08:06.676228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:08:06.676656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.677084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:08:06.677550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Bound port: 3aa6c7a6-4959-4de3-a160-5627617165c9, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:08:06.677930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.727642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6e03768c-d41b-49a1-87c2-97156c1117dc is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:08:06.731417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] For port 3aa6c7a6-4959-4de3-a160-5627617165c9, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:08:06.734444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] For port 3aa6c7a6-4959-4de3-a160-5627617165c9, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3aa6c7a6-4959-4de3-a160-5627617165c9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:08:06.822558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 6e03768c-d41b-49a1-87c2-97156c1117dc) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:06.827029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:06.827794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.832242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65377847-0732-42cb-9361-069e5a12477f None None] Network 6e03768c-d41b-49a1-87c2-97156c1117dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:08:06.874563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:06.913817 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f462224a-e3fe-4b77-ad6e-2e728dc53b4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.7400115 Apr 07 02:08:06.916288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56250) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:07.108667 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755fbf8-309a-4433-90d7-9541cc154c26 None None] Pushing event updated for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:07.114438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:07.114438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:07.162604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-6e03768c-d41b-49a1-87c2-97156c1117dc', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:08:07.164101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:07.311498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:07.363496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:07.449730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Allocated IP 172.20.0.2 (6e03768c-d41b-49a1-87c2-97156c1117dc/ea133d8c-0c69-4dc1-b2da-ab6621d2066f/4854d6e4-8bb6-4710-b941-54171421a7f9) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:08:07.630420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:04Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:07.659497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ce6003-8363-486f-accf-1a6ba7755336 None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:04Z', 'revision_number': 3, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:08:07.671020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Publish callbacks [] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:07.736586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:07.777581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Network 6e03768c-d41b-49a1-87c2-97156c1117dc is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:08:07.782729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:07.786400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:08:07.787980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.1 (6e03768c-d41b-49a1-87c2-97156c1117dc/ea133d8c-0c69-4dc1-b2da-ab6621d2066f/24ae197d-6bc5-4b6d-b034-60cb563825d4) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:08:07.796903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Pushing event updated for resources: {'Port': ['ID=4854d6e4-8bb6-4710-b941-54171421a7f9,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:07.853312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Attempting to bind port 4854d6e4-8bb6-4710-b941-54171421a7f9 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:08:07.853695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Attempting to bind port 4854d6e4-8bb6-4710-b941-54171421a7f9 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:08:07.854059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Attempting to bind port 4854d6e4-8bb6-4710-b941-54171421a7f9 on network 6e03768c-d41b-49a1-87c2-97156c1117dc {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:08:07.859440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:08:07.859820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Checking segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:08:07.860226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:07.860624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Bound using segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:08:07.861127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Bound port: 4854d6e4-8bb6-4710-b941-54171421a7f9, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:08:07.861518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:07.942822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] For port 4854d6e4-8bb6-4710-b941-54171421a7f9, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:08:07.950313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] For port 4854d6e4-8bb6-4710-b941-54171421a7f9, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4854d6e4-8bb6-4710-b941-54171421a7f9,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:08:07.951160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.011371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.040220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.080017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6d93c-dee8-4123-bb5c-0b2fda6e020d None None] Pushing event updated for resources: {'Port': ['ID=4854d6e4-8bb6-4710-b941-54171421a7f9,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:08.110196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:08.114141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6e03768c-d41b-49a1-87c2-97156c1117dc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:08:08.116826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:08.119356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:08:08.167587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.406180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.696912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.768032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.841591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:08.847620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:08.954098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6e03768c-d41b-49a1-87c2-97156c1117dc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:08:08.955531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:08.980087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:08:09.038190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3aa6c7a6-4959-4de3-a160-5627617165c9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:09.038568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.066915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd28af01-0242-4abd-aeed-618d03afe59f None None] Network 6e03768c-d41b-49a1-87c2-97156c1117dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:08:09.094219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:08:09.183513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] Provisioning complete for port 4854d6e4-8bb6-4710-b941-54171421a7f9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:09.183887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.208125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:08:09.217293 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-75df7dcd-6144-455e-87e0-7f510d691c00 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/b0beb48f-a63b-452c-9fe4-df8c41ce6a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2998559 Apr 07 02:08:09.219031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56252) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:09.250927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3aa6c7a6-4959-4de3-a160-5627617165c9 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:09.251318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.282683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 3aa6c7a6-4959-4de3-a160-5627617165c9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3aa6c7a6-4959-4de3-a160-5627617165c9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:09.314236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870174-c8c4-44ac-aaca-2032412baef5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.314733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870174-c8c4-44ac-aaca-2032412baef5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.315523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870174-c8c4-44ac-aaca-2032412baef5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.315671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870174-c8c4-44ac-aaca-2032412baef5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.317645 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-dc870174-c8c4-44ac-aaca-2032412baef5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.0976601 Apr 07 02:08:09.320901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56254) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:09.331068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] Current status of the port 4854d6e4-8bb6-4710-b941-54171421a7f9 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:09.332646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.363707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.365339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4854d6e4-8bb6-4710-b941-54171421a7f9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:08:09.385667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fbfa2-454c-4893-bd53-9450ace94a5a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.386159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fbfa2-454c-4893-bd53-9450ace94a5a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.386624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fbfa2-454c-4893-bd53-9450ace94a5a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.387098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171fbfa2-454c-4893-bd53-9450ace94a5a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:09.388911 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-171fbfa2-454c-4893-bd53-9450ace94a5a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2725 time: 0.0670016 Apr 07 02:08:09.391615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56256) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:09.424371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] For port 4854d6e4-8bb6-4710-b941-54171421a7f9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4854d6e4-8bb6-4710-b941-54171421a7f9,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:09.466392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:09.478062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4854d6e4-8bb6-4710-b941-54171421a7f9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:09.478451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.519033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.557509 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8fc42b4c-a407-4e7a-a923-d1886743401a tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1647227 Apr 07 02:08:09.599053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e52145-d419-43a4-9a91-cb391e56b13c None None] Pushing event updated for resources: {'Port': ['ID=4854d6e4-8bb6-4710-b941-54171421a7f9,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:09.619621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4854d6e4-8bb6-4710-b941-54171421a7f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:09.627591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:08:09.641488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9c71c4f5-95b2-45c6-9817-10f38bb30cf8 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:09.641872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c71c4f5-95b2-45c6-9817-10f38bb30cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.645552 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:09.646401 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:09.684017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9c71c4f5-95b2-45c6-9817-10f38bb30cf8 None None] Port 24ae197d-6bc5-4b6d-b034-60cb563825d4 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:08:09.695178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9c71c4f5-95b2-45c6-9817-10f38bb30cf8 None None] Provisioning complete for port 4854d6e4-8bb6-4710-b941-54171421a7f9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:09.695563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9c71c4f5-95b2-45c6-9817-10f38bb30cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.786044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9c71c4f5-95b2-45c6-9817-10f38bb30cf8 None None] Current status of the port 4854d6e4-8bb6-4710-b941-54171421a7f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:09.841039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:09.845588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900940412', 'description': 'tempest-secgroup-smoke-900940412 description', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:09.874095 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:09.907804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3b8800a0-165d-4996-b6b6-20882503ad1e None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:09.908616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3b8800a0-165d-4996-b6b6-20882503ad1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.939001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:09.953048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3b8800a0-165d-4996-b6b6-20882503ad1e None None] Port 24ae197d-6bc5-4b6d-b034-60cb563825d4 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:08:10.014024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (c739b49f-2d00-4718-860b-6b3d75615fa9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.070728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6cd6964d-0669-48e1-9d2e-308eb723cba7 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:10.071328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6cd6964d-0669-48e1-9d2e-308eb723cba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.075354 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:10.090776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c739b49f-2d00-4718-860b-6b3d75615fa9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.106287 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Checking router: b0beb48f-a63b-452c-9fe4-df8c41ce6a28 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:08:10.106648 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Updating router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 port 24ae197d-6bc5-4b6d-b034-60cb563825d4 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:08:10.106751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6964d-0669-48e1-9d2e-308eb723cba7 None None] Port 24ae197d-6bc5-4b6d-b034-60cb563825d4 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:08:10.122106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c739b49f-2d00-4718-860b-6b3d75615fa9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:10.135333 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.183804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.185110 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ccd25cbf-d1e8-48a7-815b-f7b3d5137942 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3430104 Apr 07 02:08:10.188040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56262) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:10.192325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'c739b49f-2d00-4718-860b-6b3d75615fa9', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:10.278584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c2115324-314d-4862-b422-9059930764d2), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.333841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c2115324-314d-4862-b422-9059930764d2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.387702 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Publish callbacks [] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.413629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c2115324-314d-4862-b422-9059930764d2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.433976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2115324-314d-4862-b422-9059930764d2,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:10.456301 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.508020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.509838 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ecb8545b-2723-4b8e-966c-628ee1b27bc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3205459 Apr 07 02:08:10.512285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56264) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:10.517387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'c739b49f-2d00-4718-860b-6b3d75615fa9', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:10.534911 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:10.553008 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.553356 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.553775 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.554122 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.554456 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.554814 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.555145 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.555471 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.555814 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.556145 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.556490 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.556855 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.557185 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.557506 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.557825 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:08:10.574941 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Attempting to bind port 24ae197d-6bc5-4b6d-b034-60cb563825d4 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:08:10.575313 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Attempting to bind port 24ae197d-6bc5-4b6d-b034-60cb563825d4 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:08:10.575674 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Attempting to bind port 24ae197d-6bc5-4b6d-b034-60cb563825d4 on network 6e03768c-d41b-49a1-87c2-97156c1117dc {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:08:10.580923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:08:10.581298 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Checking segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:08:10.581703 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.582179 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Bound using segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:08:10.582540 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Bound port: 24ae197d-6bc5-4b6d-b034-60cb563825d4, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:08:10.582919 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.618402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (cf6c130d-63f0-4ae3-8b99-6aae7b87d8ba), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.652053 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] For port 24ae197d-6bc5-4b6d-b034-60cb563825d4, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:08:10.655464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] For port 24ae197d-6bc5-4b6d-b034-60cb563825d4, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=24ae197d-6bc5-4b6d-b034-60cb563825d4,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:08:10.681967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (cf6c130d-63f0-4ae3-8b99-6aae7b87d8ba), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.732254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:10.732636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.734193 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.762103 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (cf6c130d-63f0-4ae3-8b99-6aae7b87d8ba), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.790609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6c130d-63f0-4ae3-8b99-6aae7b87d8ba,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:10.796314 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:10.797237 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:10.802406 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e480f16-4d56-4716-9a44-7c683471fc22 None None] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:10.826879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] Current status of the port 24ae197d-6bc5-4b6d-b034-60cb563825d4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:10.827281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.863046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] For port 24ae197d-6bc5-4b6d-b034-60cb563825d4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=24ae197d-6bc5-4b6d-b034-60cb563825d4,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:10.867254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.871280 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0712bc7e-8e07-41c1-b606-24bbb47aa76b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3551559 Apr 07 02:08:10.871560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56266) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:10.876251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'c739b49f-2d00-4718-860b-6b3d75615fa9', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:10.937146 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:10.949029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:10.984007 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:08:10.990061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c8e5f515-a4ed-4dff-b129-eeffe6910a0e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.061800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e933427-70dd-45be-ad01-bf0546e45d56 None None] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:11.069115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3aa6c7a6-4959-4de3-a160-5627617165c9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:11.069497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.072350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (c8e5f515-a4ed-4dff-b129-eeffe6910a0e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.111249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7c1be181-d365-4976-a936-8181a28d23e9 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:11.111801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7c1be181-d365-4976-a936-8181a28d23e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.136515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c8e5f515-a4ed-4dff-b129-eeffe6910a0e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.143436 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:08:10Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:11.165419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e5f515-a4ed-4dff-b129-eeffe6910a0e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:11.170586 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ba57c-12dc-4e4c-9454-f6032db7cd6c None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:08:10Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:08:11.195609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3aa6c7a6-4959-4de3-a160-5627617165c9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:11.196658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4854d6e4-8bb6-4710-b941-54171421a7f9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:08:11.235426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.236860 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-af46e219-d5f1-40a5-bcc2-c1970f3d45d4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3641372 Apr 07 02:08:11.239657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56268) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:11.246810 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'c739b49f-2d00-4718-860b-6b3d75615fa9', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:11.325039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (e7a7f2cf-f7c3-492f-b41d-801e7438d170), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.402710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (e7a7f2cf-f7c3-492f-b41d-801e7438d170), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.427412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7c1be181-d365-4976-a936-8181a28d23e9 None None] Current status of the port 24ae197d-6bc5-4b6d-b034-60cb563825d4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:11.441440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 4854d6e4-8bb6-4710-b941-54171421a7f9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:11.441818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.481847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e7a7f2cf-f7c3-492f-b41d-801e7438d170), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.504304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a7f2cf-f7c3-492f-b41d-801e7438d170,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:11.526020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 4854d6e4-8bb6-4710-b941-54171421a7f9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:11.592555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.593911 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d40862ea-a194-44c3-9838-44d3d1907f2a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532016 Apr 07 02:08:11.596570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56270) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:11.601791 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'c739b49f-2d00-4718-860b-6b3d75615fa9', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:11.705128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:08:11.711363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (6379c85b-d3e2-4d78-bf5e-7ba30017a9a1), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.774239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (6379c85b-d3e2-4d78-bf5e-7ba30017a9a1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.847962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (6379c85b-d3e2-4d78-bf5e-7ba30017a9a1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.866773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6379c85b-d3e2-4d78-bf5e-7ba30017a9a1,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:11.945050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:11.946395 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-85477a49-c7da-4006-96a1-72d67181b8f1 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3488369 Apr 07 02:08:11.949121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56272) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:11.953783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'security_group_rule': {'security_group_id': 'c739b49f-2d00-4718-860b-6b3d75615fa9', 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:12.045306 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Project b5e77b02be0348c0b1e3c2ec27e66098 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:08:12.050897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (b68b59d4-abf4-421b-86a8-66baa59eba8b), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:12.113226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (b68b59d4-abf4-421b-86a8-66baa59eba8b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:12.196522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (b68b59d4-abf4-421b-86a8-66baa59eba8b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:12.216373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68b59d4-abf4-421b-86a8-66baa59eba8b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:12.287219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:12.288576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fb44680a-a884-4ccd-b3bb-bbcae920902a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3384352 Apr 07 02:08:12.436040 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-6b20a6ca-e2f4-43e2-9608-9395a18891b5 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900940412&fields=id&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 267 time: 0.0439086 Apr 07 02:08:12.543073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-a284947a-2065-4fb1-8557-1456dfb8346c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:12.544601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-a284947a-2065-4fb1-8557-1456dfb8346c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/networks?id=6e03768c-d41b-49a1-87c2-97156c1117dc HTTP/1.1" status: 200 len: 797 time: 0.1022742 Apr 07 02:08:12.559410 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-c1ac23c1-6de9-4647-b4ab-e7a572d35e02 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/quotas/b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 375 time: 0.0092552 Apr 07 02:08:12.612162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-e4ae143a-7c91-4d1e-841e-4e05f5cf3b0c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477843 Apr 07 02:08:12.755949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-142c23c7-87a3-4215-af2f-80b299b50d2d service neutron] 10.222.0.25 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323447 Apr 07 02:08:12.843485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-b7d72070-0017-4353-b324-9c4b89098c7f service neutron] 10.222.0.25 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816472 Apr 07 02:08:12.945607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 24ae197d-6bc5-4b6d-b034-60cb563825d4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:08:12.996522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:12.996934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:13.080710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 24ae197d-6bc5-4b6d-b034-60cb563825d4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:13.098764 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa36b530-c4f7-4806-89e3-25426442c110 req-6d0eedf6-0a29-4555-8179-49046578baba tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 210 time: 0.0305309 Apr 07 02:08:14.195819 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cca895f8-81e4-4d45-9115-c80530d0c80f req-3f3f5520-24d9-46cd-87e4-72cc7d98f6ac tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 210 time: 0.0319278 Apr 07 02:08:15.099598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-0a8d985e-b775-4d79-8e50-b53473950a22 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:15.101064 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-0a8d985e-b775-4d79-8e50-b53473950a22 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/networks?id=6e03768c-d41b-49a1-87c2-97156c1117dc HTTP/1.1" status: 200 len: 797 time: 0.1003692 Apr 07 02:08:15.183219 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-9c6347d3-7cde-46b8-ad40-975c7feb2197 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5e77b02be0348c0b1e3c2ec27e66098 HTTP/1.1" status: 200 len: 379 time: 0.0594234 Apr 07 02:08:15.194865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'port': {'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'admin_state_up': True, 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'security_groups': ['c739b49f-2d00-4718-860b-6b3d75615fa9']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:15.300879 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2890240-99e1-4d79-a8e5-7a34ab6ff237 req-b6846d20-cc7f-4aff-a9ab-e8170ddbf197 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 210 time: 0.0334132 Apr 07 02:08:15.413710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Made reservation on behalf of b5e77b02be0348c0b1e3c2ec27e66098 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:08:15.417205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:15.544489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.20.0.12 (6e03768c-d41b-49a1-87c2-97156c1117dc/ea133d8c-0c69-4dc1-b2da-ab6621d2066f/506470f6-e53d-42a1-a88b-e9584059eda6) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:08:15.674995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (506470f6-e53d-42a1-a88b-e9584059eda6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:15.774427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:15.817830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 6e03768c-d41b-49a1-87c2-97156c1117dc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:08:15.821536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:15.825239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:08:15.831479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=506470f6-e53d-42a1-a88b-e9584059eda6,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:15.877787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:15.878435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:15.973206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-490f4b5f-2403-4e48-998d-a90434d92e03 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7818050 Apr 07 02:08:15.988094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Request body: {'port': {'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:16.048666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.075078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bdb3e7ab-39cd-4a66-982e-e27940198f4a None None] Provisioning complete for port 506470f6-e53d-42a1-a88b-e9584059eda6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:16.076957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bdb3e7ab-39cd-4a66-982e-e27940198f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.111358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3e7ab-39cd-4a66-982e-e27940198f4a None None] Port 506470f6-e53d-42a1-a88b-e9584059eda6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:08:16.306110 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506470f6-e53d-42a1-a88b-e9584059eda6 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:08:16.313326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Publish callbacks [] for port (506470f6-e53d-42a1-a88b-e9584059eda6), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.325542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Transition to ACTIVE for port object 506470f6-e53d-42a1-a88b-e9584059eda6 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:08:16.407270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.417279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a9540-c708-48e8-bc85-8998f88839f0 req-128c8c9d-f85f-4ded-b88d-b1a50254a8ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:16.418776 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c62a9540-c708-48e8-bc85-8998f88839f0 req-128c8c9d-f85f-4ded-b88d-b1a50254a8ea tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 932 time: 0.0518434 Apr 07 02:08:16.458745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Pushing event updated for resources: {'Port': ['ID=506470f6-e53d-42a1-a88b-e9584059eda6,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:16.475480 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c62a9540-c708-48e8-bc85-8998f88839f0 req-e52aa811-d9a1-4c43-bf90-e3b4df6f2b41 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510721 Apr 07 02:08:16.535160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Attempting to bind port 506470f6-e53d-42a1-a88b-e9584059eda6 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:08:16.535496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Attempting to bind port 506470f6-e53d-42a1-a88b-e9584059eda6 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:08:16.535825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Attempting to bind port 506470f6-e53d-42a1-a88b-e9584059eda6 on network 6e03768c-d41b-49a1-87c2-97156c1117dc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:08:16.541106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Port 506470f6-e53d-42a1-a88b-e9584059eda6 on network 6e03768c-d41b-49a1-87c2-97156c1117dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:08:16.541431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Attempting to bind port 506470f6-e53d-42a1-a88b-e9584059eda6 on network 6e03768c-d41b-49a1-87c2-97156c1117dc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:08:16.546414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:08:16.546756 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Checking segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:08:16.547139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Bound using segment: {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:08:16.547562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Bound port: 506470f6-e53d-42a1-a88b-e9584059eda6, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87f38a4-3a8e-4add-8ab4-514ef4694a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:08:16.547921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.612254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] For port 506470f6-e53d-42a1-a88b-e9584059eda6, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:08:16.615252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] For port 506470f6-e53d-42a1-a88b-e9584059eda6, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=506470f6-e53d-42a1-a88b-e9584059eda6,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:08:16.722390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.756398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:16.757061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:16.758495 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] 10.222.0.10 "PUT /v2.0/ports/506470f6-e53d-42a1-a88b-e9584059eda6 HTTP/1.1" status: 200 len: 1094 time: 0.7747657 Apr 07 02:08:16.758944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:08:16.761285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c029cd2c-3c99-4d8b-855f-e894a277c997" -d '{"events": [{"name": "network-changed", "server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:08:16.800521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15bbb9d-3832-4e2f-af19-f6f561f54cfc service neutron] Pushing event updated for resources: {'Port': ['ID=506470f6-e53d-42a1-a88b-e9584059eda6,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:16.804532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8666934-9e5e-492c-9e99-0fb90c4c3eb9 x-openstack-request-id: req-e8666934-9e5e-492c-9e99-0fb90c4c3eb9 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:08:16.804913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:08:16.805351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8666934-9e5e-492c-9e99-0fb90c4c3eb9 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:08:16.805818 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8666934-9e5e-492c-9e99-0fb90c4c3eb9'] response: {'name': 'network-changed', 'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6', 'status': 'completed', 'code': 200} Apr 07 02:08:16.873365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029cd2c-3c99-4d8b-855f-e894a277c997 req-e4a57099-5127-4346-b28d-3632073d8e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:16.875150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c029cd2c-3c99-4d8b-855f-e894a277c997 req-e4a57099-5127-4346-b28d-3632073d8e52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 1128 time: 0.0489962 Apr 07 02:08:16.983319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029cd2c-3c99-4d8b-855f-e894a277c997 req-6fdb85c2-6938-4cfb-b64b-c98110820eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:16.984874 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c029cd2c-3c99-4d8b-855f-e894a277c997 req-6fdb85c2-6938-4cfb-b64b-c98110820eaf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0989096 Apr 07 02:08:17.086686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029cd2c-3c99-4d8b-855f-e894a277c997 req-dc66ee64-9a2e-4e43-8a71-b4d171309faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:17.086686 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c029cd2c-3c99-4d8b-855f-e894a277c997 req-dc66ee64-9a2e-4e43-8a71-b4d171309faa service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0904508 Apr 07 02:08:17.169579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-8e59eb24-125d-4475-a353-f13b802158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:17.171064 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-8e59eb24-125d-4475-a353-f13b802158bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 1128 time: 0.0445683 Apr 07 02:08:17.215836 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-27fab21e-bd6a-401e-a063-dc195db192ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=506470f6-e53d-42a1-a88b-e9584059eda6 HTTP/1.1" status: 200 len: 217 time: 0.0345914 Apr 07 02:08:17.268774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-3d74f2ac-885e-495f-994d-68126677fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:17.270184 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-3d74f2ac-885e-495f-994d-68126677fc9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea133d8c-0c69-4dc1-b2da-ab6621d2066f HTTP/1.1" status: 200 len: 832 time: 0.0454814 Apr 07 02:08:17.319731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-5061e344-70b1-4d0c-b15e-3e1333127ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:17.321753 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-5061e344-70b1-4d0c-b15e-3e1333127ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e03768c-d41b-49a1-87c2-97156c1117dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423794 Apr 07 02:08:17.412219 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-2fb8ebcc-58e6-4dd9-8922-d61968f66adb service neutron] 10.222.0.10 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802152 Apr 07 02:08:17.601464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f54373d-1a85-4756-9fe0-ca0cd6c1dba5 req-abcee3e0-e60b-4d9f-884f-afcd5d770124 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:17.603042 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f54373d-1a85-4756-9fe0-ca0cd6c1dba5 req-abcee3e0-e60b-4d9f-884f-afcd5d770124 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 944 time: 0.0548751 Apr 07 02:08:17.658712 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f54373d-1a85-4756-9fe0-ca0cd6c1dba5 req-ba8b2336-3c78-40d8-a191-d024fa7d88e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499482 Apr 07 02:08:17.850092 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2cc66690-0caa-4f8d-bbcc-0acc31269696 req-4f254a36-f95c-4687-be05-b44f2ac11a71 service neutron] 10.222.0.10 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278135 Apr 07 02:08:18.018740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:18.776044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc270eda-d0ee-4fda-aacd-00b1bac728ee req-9410b8eb-4cd5-41b7-8c27-6867c0d918a8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:18.777586 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc270eda-d0ee-4fda-aacd-00b1bac728ee req-9410b8eb-4cd5-41b7-8c27-6867c0d918a8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 944 time: 0.0523982 Apr 07 02:08:18.824818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc270eda-d0ee-4fda-aacd-00b1bac728ee req-68bd283c-9a7e-4c11-91d3-33dac4885e1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Apr 07 02:08:19.939644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75a825-7403-4bc0-bdfa-289b041aef87 req-2fcd9889-efe7-45c8-b2b8-9a25c1e23dce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:19.941130 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5d75a825-7403-4bc0-bdfa-289b041aef87 req-2fcd9889-efe7-45c8-b2b8-9a25c1e23dce tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 944 time: 0.0512106 Apr 07 02:08:19.990064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5d75a825-7403-4bc0-bdfa-289b041aef87 req-95fa8ec7-8142-4e36-a520-484e49cca14e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Apr 07 02:08:20.984828 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 506470f6-e53d-42a1-a88b-e9584059eda6 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:08:21.087372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 506470f6-e53d-42a1-a88b-e9584059eda6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=506470f6-e53d-42a1-a88b-e9584059eda6,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:21.098955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '506470f6-e53d-42a1-a88b-e9584059eda6', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:08:21.112524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d149f-3a0e-4435-aabe-bbe3275ef104 req-1476500a-f26f-43e7-abde-195d282c3e1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:21.114069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-893d149f-3a0e-4435-aabe-bbe3275ef104 req-1476500a-f26f-43e7-abde-195d282c3e1d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 944 time: 0.0559585 Apr 07 02:08:21.136438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 506470f6-e53d-42a1-a88b-e9584059eda6 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:21.136873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:21.150423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506470f6-e53d-42a1-a88b-e9584059eda6 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:08:21.170502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 506470f6-e53d-42a1-a88b-e9584059eda6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=506470f6-e53d-42a1-a88b-e9584059eda6,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:21.171489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-893d149f-3a0e-4435-aabe-bbe3275ef104 req-18bd9289-a236-4f03-94e5-4e1bb16a6595 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514259 Apr 07 02:08:21.238858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:21.286220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=506470f6-e53d-42a1-a88b-e9584059eda6,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:21.481509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['506470f6-e53d-42a1-a88b-e9584059eda6'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:08:22.281321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd056d9-c3cf-4db3-b788-4f7b419c6743 req-ae42db91-1c85-44ca-adb0-598b67837dc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:22.282811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4dd056d9-c3cf-4db3-b788-4f7b419c6743 req-ae42db91-1c85-44ca-adb0-598b67837dc9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 945 time: 0.0520430 Apr 07 02:08:22.331561 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4dd056d9-c3cf-4db3-b788-4f7b419c6743 req-f7478711-beee-48da-9a7f-7c3cbf3718ab tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Apr 07 02:08:22.998701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 506470f6-e53d-42a1-a88b-e9584059eda6 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:08:23.115839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 506470f6-e53d-42a1-a88b-e9584059eda6 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:08:23.120343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 506470f6-e53d-42a1-a88b-e9584059eda6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:08:23.120842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:23.199603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 506470f6-e53d-42a1-a88b-e9584059eda6 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:08:23.199914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:23.221753 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:08:23.223981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1c8801-9881-409c-84c1-65242ee80d51" -d '{"events": [{"server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "name": "network-vif-plugged", "status": "completed", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:08:23.236469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 506470f6-e53d-42a1-a88b-e9584059eda6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=506470f6-e53d-42a1-a88b-e9584059eda6,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:08:23.261055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0057f0-a392-45b7-b0b2-fc1b9e404770 x-openstack-request-id: req-6a0057f0-a392-45b7-b0b2-fc1b9e404770 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:08:23.261345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "name": "network-vif-plugged", "status": "completed", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:08:23.268904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a0057f0-a392-45b7-b0b2-fc1b9e404770 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:08:23.268904 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a0057f0-a392-45b7-b0b2-fc1b9e404770'] response: {'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6', 'code': 200} Apr 07 02:08:23.316118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:23.367831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=506470f6-e53d-42a1-a88b-e9584059eda6,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:23.454205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665f2bb-530b-450b-9de0-437aca64295f req-b5e013b5-c627-4543-83c3-1183f7cfdf6d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:23.455730 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5665f2bb-530b-450b-9de0-437aca64295f req-b5e013b5-c627-4543-83c3-1183f7cfdf6d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0562105 Apr 07 02:08:23.504058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5665f2bb-530b-450b-9de0-437aca64295f req-79f79f71-e556-4832-9a12-54512b576f82 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Apr 07 02:08:23.617592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc46049-b2e8-4d79-8b0e-a5686613f906 req-eab73990-f9be-47ec-aba1-2a7ac0283fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:23.619062 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fc46049-b2e8-4d79-8b0e-a5686613f906 req-eab73990-f9be-47ec-aba1-2a7ac0283fef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 1130 time: 0.0442886 Apr 07 02:08:23.664297 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fc46049-b2e8-4d79-8b0e-a5686613f906 req-7abffb0d-1223-4e20-b5e8-7b836ecf3370 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380447 Apr 07 02:08:24.621573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f7f5-9f17-4ddf-945f-35d2b8e3d1f6 req-9dfe987e-c2a3-42fc-8191-20114c82b3bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:24.623047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8420f7f5-9f17-4ddf-945f-35d2b8e3d1f6 req-9dfe987e-c2a3-42fc-8191-20114c82b3bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0517159 Apr 07 02:08:24.670511 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8420f7f5-9f17-4ddf-945f-35d2b8e3d1f6 req-16d60a84-1d3b-4799-b2a7-145b15eb3a0a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419669 Apr 07 02:08:25.786177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd318b31-baf3-4132-8004-0f152903d2a6 req-9a1eb47c-f22a-49b6-91f4-aa479329cd2d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:25.787644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bd318b31-baf3-4132-8004-0f152903d2a6 req-9a1eb47c-f22a-49b6-91f4-aa479329cd2d tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0524426 Apr 07 02:08:25.841404 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bd318b31-baf3-4132-8004-0f152903d2a6 req-88d4e233-3b56-4d9c-9a2b-70627c8ca99f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479906 Apr 07 02:08:25.957055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd710eb-0def-4ba2-a614-9e73584e526e req-211b5443-6549-46aa-afdc-9bc87af26adb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:25.958452 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-acd710eb-0def-4ba2-a614-9e73584e526e req-211b5443-6549-46aa-afdc-9bc87af26adb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0523005 Apr 07 02:08:26.006204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-acd710eb-0def-4ba2-a614-9e73584e526e req-a0a4e394-e79a-4a71-a4cb-fcfb624e0a2b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419681 Apr 07 02:08:26.027689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56334) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:26.070107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35299316-7a4d-4c2a-8cf8-c65fc2b094c5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:26.071607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35299316-7a4d-4c2a-8cf8-c65fc2b094c5 tempest-TestNetworkBasicOps-1651719373 tempest-TestNetworkBasicOps-1651719373-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 1125 time: 0.0429692 Apr 07 02:08:26.074347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56336) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:26.078469 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:08:26.150227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:26.250090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:26.349976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Allocated IP 172.26.8.199 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/d28a8ac7-2ca2-4944-af61-00bdb65c1ef8) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:08:26.453424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:26.558790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:26.597980 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:08:26.601536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:08:26.605035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:08:26.625805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=d28a8ac7-2ca2-4944-af61-00bdb65c1ef8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:26.984745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:27.100255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:27.254716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:27.318797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:27.398110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event updated for resources: {'Port': ['ID=d28a8ac7-2ca2-4944-af61-00bdb65c1ef8,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:08:27.405978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:27.512182 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 associated. External IP: 172.26.8.199, port: 506470f6-e53d-42a1-a88b-e9584059eda6. Apr 07 02:08:28.004476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:08:28.109923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:08:28.120120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:08:28.129417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:28.137689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:28.195635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:28.227815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec18d780-3946-419c-b6b1-4ec9bfdaba36 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1524503 Apr 07 02:08:28.228495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:08:28.230678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56338) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:28.231174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1efae8-db80-45e8-b4ee-79ee49494b16" -d '{"events": [{"name": "network-changed", "server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:08:28.239550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:28.271948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1fc566-b0f6-4db0-b1b4-87e5a53e095c x-openstack-request-id: req-ab1fc566-b0f6-4db0-b1b4-87e5a53e095c {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:08:28.272249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:08:28.272733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab1fc566-b0f6-4db0-b1b4-87e5a53e095c {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:08:28.273185 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1fc566-b0f6-4db0-b1b4-87e5a53e095c'] response: {'name': 'network-changed', 'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6', 'status': 'completed', 'code': 200} Apr 07 02:08:28.324984 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-03588553-6390-4c0d-978b-a92246ff3af4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 200 len: 992 time: 0.0931098 Apr 07 02:08:28.347664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-11e33f95-389f-48e2-95d5-55e1680c7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:28.349347 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-11e33f95-389f-48e2-95d5-55e1680c7ff6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 1130 time: 0.0541770 Apr 07 02:08:28.439462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-63420f03-6d27-4122-8234-677a96f270fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:28.440952 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-63420f03-6d27-4122-8234-677a96f270fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e03768c-d41b-49a1-87c2-97156c1117dc HTTP/1.1" status: 200 len: 897 time: 0.0846176 Apr 07 02:08:28.470305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.199', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:08:26Z', 'updated_at': '2022-04-07T02:08:26Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:08:10Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:28.497190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] Checking router: b0beb48f-a63b-452c-9fe4-df8c41ce6a28 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:08:28.505950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:08:28.506591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:08:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:28.508658 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-eae51a17-1438-4a56-af82-670c0289db80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=506470f6-e53d-42a1-a88b-e9584059eda6 HTTP/1.1" status: 200 len: 1000 time: 0.0619543 Apr 07 02:08:28.558763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-f4e25337-f211-45d4-8d56-9b03b17bcbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:28.560231 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-f4e25337-f211-45d4-8d56-9b03b17bcbc7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea133d8c-0c69-4dc1-b2da-ab6621d2066f HTTP/1.1" status: 200 len: 832 time: 0.0442255 Apr 07 02:08:28.611669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-6d577fc8-cf68-4494-9e5b-2d035d1bc544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:08:28.613215 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-6d577fc8-cf68-4494-9e5b-2d035d1bc544 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e03768c-d41b-49a1-87c2-97156c1117dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0464220 Apr 07 02:08:28.615451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:08:28.698648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-b9c78a62-1d43-4b90-8dc2-6edd1f918c09 service neutron] 10.222.0.10 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792809 Apr 07 02:08:28.791191 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9b1efae8-db80-45e8-b4ee-79ee49494b16 req-ea591d19-1eed-4b80-8c20-ef2acbe2ce23 service neutron] 10.222.0.10 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868900 Apr 07 02:08:28.834212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.199', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:08:26Z', 'updated_at': '2022-04-07T02:08:26Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:08:10Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:08:28.864699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e81c0-7970-4750-aba4-7898dd75841f None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:08:08Z', 'revision_number': 4, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.199', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:08:26Z', 'updated_at': '2022-04-07T02:08:26Z', 'revision_number': 0, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:08:10Z', 'revision_number': 5, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:08:29.038748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f5231078-4254-4587-b8aa-6c6e6b69d184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:29.064024 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297b9511-8e19-40e8-8392-eb3f846e8719 None None] New status for floating IP f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:08:29.328915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56342) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:08:29.389474 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-63707b38-1cb9-45f8-a629-9e7e14054271 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 200 len: 994 time: 0.0594790 Apr 07 02:08:31.424237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c124cf9-2ee0-4254-b376-2b7f9f08e1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:32.544180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:33.975472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:35.338687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:43.317893 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:08:48.014850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:08:59.054774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-85943284-d8eb-4a56-9223-ca13d42f53c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:01.423583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d21218ce-9900-4904-8c38-1646cfdf998a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:02.494515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:02.711720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:02.716562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'admin_state_up': False}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:03.026129 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:03.103388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:03.213351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:09:03.322029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:09:03.328674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:03.329880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94cfb38c-feb9-489e-a941-a3f12917bb7c tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/b0beb48f-a63b-452c-9fe4-df8c41ce6a28 HTTP/1.1" status: 200 len: 889 time: 0.6171224 Apr 07 02:09:03.332307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:09:03.342446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:03.343067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:03.375665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:03.385029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:03.385621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:03.419470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:03.420096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e275d95-0dfd-436d-866e-cbf13ded854b None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:09:03.994742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:04.175042 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea8cc89-2b53-4f39-a9b3-995e7960d601 None None] New status for floating IP f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:09:04.954489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:05.029075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3aa6c7a6-4959-4de3-a160-5627617165c9 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:05.029729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.049570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 3aa6c7a6-4959-4de3-a160-5627617165c9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3aa6c7a6-4959-4de3-a160-5627617165c9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:05.100052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.100745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 24ae197d-6bc5-4b6d-b034-60cb563825d4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:05.173719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:05.183417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.183772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.184123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.184468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.184835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.185177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.185510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.185842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.186173 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.186506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.186837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.187167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.187493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.187821 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.188142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:05.223331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 24ae197d-6bc5-4b6d-b034-60cb563825d4 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:05.223721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.410935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 24ae197d-6bc5-4b6d-b034-60cb563825d4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=24ae197d-6bc5-4b6d-b034-60cb563825d4,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:05.467280 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56358) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:05.471956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:05.478302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.500613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.527072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:05.785156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-684570', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-687786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2731'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.849268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-684547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-684272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-687763'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:05.957301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:09:06.064439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:09:06.071443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:06.072622 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-516dc2e0-618b-4ae1-a9aa-6a49bd217ce9 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/b0beb48f-a63b-452c-9fe4-df8c41ce6a28 HTTP/1.1" status: 200 len: 888 time: 0.6042919 Apr 07 02:09:06.074352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:09:06.075651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56360) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:06.084466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:06.085110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:06.139069 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9a8fff3b-f15c-4010-a882-beb639a0d993 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 200 len: 992 time: 0.0623398 Apr 07 02:09:06.190904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:09:06.409165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.199', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:08:26Z', 'updated_at': '2022-04-07T02:09:04Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:06.435761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] Checking router: b0beb48f-a63b-452c-9fe4-df8c41ce6a28 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:09:06.443905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:06.444512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:06.549603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:09:06.769153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.199', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:08:26Z', 'updated_at': '2022-04-07T02:09:04Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:06.796047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d020331-6fe3-4c91-9f7d-061d777e1a66 None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'floating_ip_address': '172.26.8.199', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'port_id': '506470f6-e53d-42a1-a88b-e9584059eda6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'mac_address': 'fa:16:3e:d4:2c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:08:26Z', 'updated_at': '2022-04-07T02:09:04Z', 'revision_number': 2, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:09:07.142995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56362) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:07.205764 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-53360787-b036-489e-9e5e-78b9b12088e4 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 200 len: 992 time: 0.0615940 Apr 07 02:09:08.209594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56364) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:08.272134 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b77c04fa-39bc-4f2f-b226-77eb8c2418f8 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 200 len: 992 time: 0.0613823 Apr 07 02:09:08.346980 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a0a64-285f-4fab-9d9b-f9f0dfea0be9 None None] New status for floating IP f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:09:08.991087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:09:09.037630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3aa6c7a6-4959-4de3-a160-5627617165c9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:09.038012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.116270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3aa6c7a6-4959-4de3-a160-5627617165c9 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:09.116655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.135807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 3aa6c7a6-4959-4de3-a160-5627617165c9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3aa6c7a6-4959-4de3-a160-5627617165c9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:09.217838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.218571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 24ae197d-6bc5-4b6d-b034-60cb563825d4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:09:09.276004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56366) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:09.292363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:09.305700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:09.306078 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.345201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db24971e-6874-4392-8b1c-7e7db0aa9a4e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 200 len: 994 time: 0.0679700 Apr 07 02:09:09.387513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 24ae197d-6bc5-4b6d-b034-60cb563825d4 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:09.387908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.422128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 24ae197d-6bc5-4b6d-b034-60cb563825d4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=24ae197d-6bc5-4b6d-b034-60cb563825d4,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:09.491819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.543251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:09.614343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56372) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:09.771429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port d28a8ac7-2ca2-4944-af61-00bdb65c1ef8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:09:09.771689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.845610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.845945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:09.857343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for d28a8ac7-2ca2-4944-af61-00bdb65c1ef8 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:09:10.080608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d28a8ac7-2ca2-4944-af61-00bdb65c1ef8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:10.105486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=d28a8ac7-2ca2-4944-af61-00bdb65c1ef8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:10.132565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.133567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.133911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.134253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.134587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.134918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.135241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.135563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.135889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.136210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.136536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.136889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.137209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.137527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.137844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:10.177975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for floatingip (f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:10.178305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Floating IP f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 disassociated (deleted). External IP: 172.26.8.199, port: 506470f6-e53d-42a1-a88b-e9584059eda6. Apr 07 02:09:10.385243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:09:10.494440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:09:10.499076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:10.504412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:09:10.518727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:10.519351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:10.531731 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e21d9cd1-8017-4a9d-bfd7-dc263ed85a76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/floatingips/f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1 HTTP/1.1" status: 204 len: 168 time: 0.9162457 Apr 07 02:09:10.532409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:10.534775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81683d38-0131-4cbc-a357-8f6dd0ae6233" -d '{"events": [{"name": "network-changed", "server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:10.572604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44526be-700b-4495-85a6-3fe5b83a0542 x-openstack-request-id: req-f44526be-700b-4495-85a6-3fe5b83a0542 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:10.573121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:10.573529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f44526be-700b-4495-85a6-3fe5b83a0542 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:10.574075 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44526be-700b-4495-85a6-3fe5b83a0542'] response: {'name': 'network-changed', 'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6', 'status': 'completed', 'code': 200} Apr 07 02:09:10.634987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:09:10.655834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-86ed8dd7-7f14-4ec8-b17e-7670e8931ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:10.657482 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-86ed8dd7-7f14-4ec8-b17e-7670e8931ec0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 1130 time: 0.0480008 Apr 07 02:09:10.750601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-219091cf-cadb-43e8-b4a7-46bbea520221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:10.752087 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-219091cf-cadb-43e8-b4a7-46bbea520221 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6e03768c-d41b-49a1-87c2-97156c1117dc HTTP/1.1" status: 200 len: 897 time: 0.0885022 Apr 07 02:09:10.797878 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-6ebb94bb-3a54-4e8b-841d-db2d729f2757 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=506470f6-e53d-42a1-a88b-e9584059eda6 HTTP/1.1" status: 200 len: 217 time: 0.0362022 Apr 07 02:09:10.846975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:10.848076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-e3a259ad-2597-46e7-8e93-cb3c3cbaed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:10.849592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-e3a259ad-2597-46e7-8e93-cb3c3cbaed03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea133d8c-0c69-4dc1-b2da-ab6621d2066f HTTP/1.1" status: 200 len: 832 time: 0.0452588 Apr 07 02:09:10.874510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] Checking router: b0beb48f-a63b-452c-9fe4-df8c41ce6a28 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:09:10.884214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:10.884868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:10.979516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba2160-00ce-4308-be69-22c28c34ffce req-8b6c700a-be3c-4e17-8a05-654102a93901 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:10.985271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92ba2160-00ce-4308-be69-22c28c34ffce req-8b6c700a-be3c-4e17-8a05-654102a93901 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0694401 Apr 07 02:09:10.991342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:09:11.019527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:09:11.030724 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92ba2160-00ce-4308-be69-22c28c34ffce req-94c073bf-9688-423b-8ae6-5800be74367e tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434513 Apr 07 02:09:11.154540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3aa6c7a6-4959-4de3-a160-5627617165c9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:11.154918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:11.290077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3aa6c7a6-4959-4de3-a160-5627617165c9 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:11.291036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 24ae197d-6bc5-4b6d-b034-60cb563825d4 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:09:11.328410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:11.358879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c5078c-290d-4d7a-abcc-3bdbdf1a22e6 None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:05Z', 'revision_number': 6, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '24ae197d-6bc5-4b6d-b034-60cb563825d4', 'name': '', 'network_id': '6e03768c-d41b-49a1-87c2-97156c1117dc', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'mac_address': 'fa:16:3e:de:3a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:07Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'subnets': [{'id': 'ea133d8c-0c69-4dc1-b2da-ab6621d2066f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:09:11.371995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 24ae197d-6bc5-4b6d-b034-60cb563825d4 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:11.372370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:11.451604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 24ae197d-6bc5-4b6d-b034-60cb563825d4 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:11.996626 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a7ece-6b95-49bf-8050-32d650af08b3 None None] New status for floating IP f3f3b8b9-8bbe-496d-9d60-f35eac8c68f1: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:09:12.066231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-1cd26489-561d-4128-b29f-548499707094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:12.067758 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-1cd26489-561d-4128-b29f-548499707094 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6e03768c-d41b-49a1-87c2-97156c1117dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489936 Apr 07 02:09:12.158807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176a9f9-70f9-45fd-bcbf-9d39a0682403 req-0bff87fa-cd05-43a7-ba4f-6cad67432f4a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:12.160312 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8176a9f9-70f9-45fd-bcbf-9d39a0682403 req-0bff87fa-cd05-43a7-ba4f-6cad67432f4a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0543487 Apr 07 02:09:12.166727 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-525e4d56-bf19-4cae-a631-98278b3c05b3 service neutron] 10.222.0.10 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905297 Apr 07 02:09:12.207687 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8176a9f9-70f9-45fd-bcbf-9d39a0682403 req-a50bc9c4-d1ee-47e6-8b42-7266bdeab5bd tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/security-groups?id=c739b49f-2d00-4718-860b-6b3d75615fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410454 Apr 07 02:09:12.294928 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-81683d38-0131-4cbc-a357-8f6dd0ae6233 req-ab06623e-02ab-426d-a400-5c6570e2f537 service neutron] 10.222.0.10 "GET /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854962 Apr 07 02:09:12.359000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-6e216917-ebe2-4469-bb03-65ef93126a2f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:12.360447 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-6e216917-ebe2-4469-bb03-65ef93126a2f tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 946 time: 0.0514345 Apr 07 02:09:12.454329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 506470f6-e53d-42a1-a88b-e9584059eda6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:09:12.454677 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:12.545429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 506470f6-e53d-42a1-a88b-e9584059eda6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=506470f6-e53d-42a1-a88b-e9584059eda6,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:12.545798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:12.558106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 506470f6-e53d-42a1-a88b-e9584059eda6 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:09:12.757172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (506470f6-e53d-42a1-a88b-e9584059eda6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:12.785970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=506470f6-e53d-42a1-a88b-e9584059eda6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:12.796643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.797029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.797435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.797721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.798063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.798400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.798758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.799075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.799409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.799758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.800073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.800404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.801104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.801104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.809084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:09:12.841012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] No DVR routers for this DVR port 506470f6-e53d-42a1-a88b-e9584059eda6 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:09:12.843513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:12.846887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9a69924e-4245-40d1-9476-8e56972e8cb6 req-041ea7d0-82c6-4c7d-bd24-af8c4e2a260b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.10 "DELETE /v2.0/ports/506470f6-e53d-42a1-a88b-e9584059eda6 HTTP/1.1" status: 204 len: 173 time: 0.4797051 Apr 07 02:09:12.847383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'name': 'network-vif-deleted', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:12.849754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa30e5-a157-4021-8003-a08584525b37" -d '{"events": [{"server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "name": "network-vif-deleted", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:12.885401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8560adb-fae0-4d36-a62f-7e8bf9fd4def x-openstack-request-id: req-d8560adb-fae0-4d36-a62f-7e8bf9fd4def {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:12.885696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d575df36-7ee4-43ab-862e-38494ba03dfb", "name": "network-vif-deleted", "tag": "506470f6-e53d-42a1-a88b-e9584059eda6", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:12.885948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8560adb-fae0-4d36-a62f-7e8bf9fd4def {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:12.886353 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8560adb-fae0-4d36-a62f-7e8bf9fd4def'] response: {'server_uuid': 'd575df36-7ee4-43ab-862e-38494ba03dfb', 'name': 'network-vif-deleted', 'tag': '506470f6-e53d-42a1-a88b-e9584059eda6', 'status': 'completed', 'code': 200} Apr 07 02:09:13.318537 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8941a25-e0ae-4d87-9474-5dfdc95b6c2a req-a51c3ad5-2b1e-43f5-9ed7-983c5e8bb54a tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "GET /v2.0/ports?device_id=d575df36-7ee4-43ab-862e-38494ba03dfb HTTP/1.1" status: 200 len: 210 time: 0.0310307 Apr 07 02:09:14.378624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56388) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:14.431792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4fa498a0-fdcf-4bfa-b4c1-11115e57bbeb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (c739b49f-2d00-4718-860b-6b3d75615fa9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:14.456187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4fa498a0-fdcf-4bfa-b4c1-11115e57bbeb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (c739b49f-2d00-4718-860b-6b3d75615fa9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:14.577509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4fa498a0-fdcf-4bfa-b4c1-11115e57bbeb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c739b49f-2d00-4718-860b-6b3d75615fa9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:14.580350 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4fa498a0-fdcf-4bfa-b4c1-11115e57bbeb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:14.581561 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4fa498a0-fdcf-4bfa-b4c1-11115e57bbeb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/security-groups/c739b49f-2d00-4718-860b-6b3d75615fa9 HTTP/1.1" status: 204 len: 168 time: 0.2061281 Apr 07 02:09:14.592866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa498a0-fdcf-4bfa-b4c1-11115e57bbeb tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c739b49f-2d00-4718-860b-6b3d75615fa9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:14.681473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56392) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:15.049284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:15.309550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 24ae197d-6bc5-4b6d-b034-60cb563825d4 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:09:15.309814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:15.397276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 24ae197d-6bc5-4b6d-b034-60cb563825d4, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=24ae197d-6bc5-4b6d-b034-60cb563825d4,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:15.397967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:15.411337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 24ae197d-6bc5-4b6d-b034-60cb563825d4 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:09:15.663183 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (24ae197d-6bc5-4b6d-b034-60cb563825d4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:15.693022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=24ae197d-6bc5-4b6d-b034-60cb563825d4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:15.872748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.096626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:09:16.208562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:09:16.214213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3ccb88bf-2967-4536-bc6c-7f1e5cb8994b tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "PUT /v2.0/routers/b0beb48f-a63b-452c-9fe4-df8c41ce6a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5316708 Apr 07 02:09:16.216859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56394) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:16.219308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] Sync routers for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:09:16.229743 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:16.230405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:16.266972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting subnet ea133d8c-0c69-4dc1-b2da-ab6621d2066f {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:09:16.270061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (ea133d8c-0c69-4dc1-b2da-ab6621d2066f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.309682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (ea133d8c-0c69-4dc1-b2da-ab6621d2066f), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.335533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:09:16.400616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (ea133d8c-0c69-4dc1-b2da-ab6621d2066f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.512008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:15Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:16.541446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] Checking router: b0beb48f-a63b-452c-9fe4-df8c41ce6a28 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:09:16.549615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] Routers {'b0beb48f-a63b-452c-9fe4-df8c41ce6a28'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:09:16.550233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:09:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:16.606648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (ea133d8c-0c69-4dc1-b2da-ab6621d2066f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.633488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Subnet': ['ID=ea133d8c-0c69-4dc1-b2da-ab6621d2066f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:16.637653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.643401 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-71d0d1bb-fdca-4ff3-a8e7-00619cc83c90 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/subnets/ea133d8c-0c69-4dc1-b2da-ab6621d2066f HTTP/1.1" status: 204 len: 168 time: 0.4230292 Apr 07 02:09:16.643739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56396) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:16.646701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a7eea3-e81d-46a5-9a86-f23f754baa18 None None] Network 6e03768c-d41b-49a1-87c2-97156c1117dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:09:16.701181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] Set router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:09:16.756087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.864973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_gateway (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:16.920127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:15Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:16.955412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6218887-499e-4502-b814-81398c85905c None None] DHCP port deletion for 6e03768c-d41b-49a1-87c2-97156c1117dc request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:09:16.955412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ba2d02-1161-43ae-b96c-ef2c71c593b9 None None] The sync data for ids ['b0beb48f-a63b-452c-9fe4-df8c41ce6a28'] in dv-neutron-836863-2-hyperv is: [{'id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'name': 'tempest-TestNetworkBasicOps-router-2008590704', 'tenant_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121'}], 'enable_snat': True}, 'gw_port_id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:08:03Z', 'updated_at': '2022-04-07T02:09:15Z', 'revision_number': 7, 'project_id': 'b5e77b02be0348c0b1e3c2ec27e66098', 'gw_port': {'id': '3aa6c7a6-4959-4de3-a160-5627617165c9', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0beb48f-a63b-452c-9fe4-df8c41ce6a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:08:04Z', 'updated_at': '2022-04-07T02:09:09Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:09:16.983754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Deleting port 3aa6c7a6-4959-4de3-a160-5627617165c9 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:09:16.984106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.014831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b6218887-499e-4502-b814-81398c85905c None None] Deleting port 4854d6e4-8bb6-4710-b941-54171421a7f9 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:09:17.015211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6218887-499e-4502-b814-81398c85905c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.072865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] For port 3aa6c7a6-4959-4de3-a160-5627617165c9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3aa6c7a6-4959-4de3-a160-5627617165c9,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:17.073238 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.078625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b6218887-499e-4502-b814-81398c85905c None None] For port 4854d6e4-8bb6-4710-b941-54171421a7f9, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=4854d6e4-8bb6-4710-b941-54171421a7f9,segment=NetworkSegment(b87f38a4-3a8e-4add-8ab4-514ef4694a53),segment_id=b87f38a4-3a8e-4add-8ab4-514ef4694a53)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:17.079034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6218887-499e-4502-b814-81398c85905c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.084860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Calling delete_port for 3aa6c7a6-4959-4de3-a160-5627617165c9 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:09:17.092579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b6218887-499e-4502-b814-81398c85905c None None] Calling delete_port for 4854d6e4-8bb6-4710-b941-54171421a7f9 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:09:17.226236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6218887-499e-4502-b814-81398c85905c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (4854d6e4-8bb6-4710-b941-54171421a7f9), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.253165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6218887-499e-4502-b814-81398c85905c None None] Pushing event deleted for resources: {'Port': ['ID=4854d6e4-8bb6-4710-b941-54171421a7f9,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:17.259633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6218887-499e-4502-b814-81398c85905c None None] No DVR routers for this DVR port 4854d6e4-8bb6-4710-b941-54171421a7f9 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:09:17.341077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 506470f6-e53d-42a1-a88b-e9584059eda6 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:17.370164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 506470f6-e53d-42a1-a88b-e9584059eda6 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:09:17.370529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 506470f6-e53d-42a1-a88b-e9584059eda6 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:09:17.412188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4854d6e4-8bb6-4710-b941-54171421a7f9 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:17.435210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 4854d6e4-8bb6-4710-b941-54171421a7f9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:09:17.435700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 4854d6e4-8bb6-4710-b941-54171421a7f9 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:09:17.634869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (3aa6c7a6-4959-4de3-a160-5627617165c9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.659800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Port': ['ID=3aa6c7a6-4959-4de3-a160-5627617165c9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:17.719390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.815197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.817247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router_controller (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.923077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (b0beb48f-a63b-452c-9fe4-df8c41ce6a28), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.923674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Fanout notify agent at l3_agent the message router_deleted on router b0beb48f-a63b-452c-9fe4-df8c41ce6a28 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:09:17.931178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:17.932281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-09263f68-a383-4883-b752-e3b373a9ee76 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/routers/b0beb48f-a63b-452c-9fe4-df8c41ce6a28 HTTP/1.1" status: 204 len: 168 time: 1.2877803 Apr 07 02:09:17.935193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56398) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:18.031653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.033931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (6e03768c-d41b-49a1-87c2-97156c1117dc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.123720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (6e03768c-d41b-49a1-87c2-97156c1117dc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.143521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e03768c-d41b-49a1-87c2-97156c1117dc']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:18.152351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87f38a4-3a8e-4add-8ab4-514ef4694a53') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:18.152859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87f38a4-3a8e-4add-8ab4-514ef4694a53') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:09:18.165987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (b87f38a4-3a8e-4add-8ab4-514ef4694a53), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.178512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (b87f38a4-3a8e-4add-8ab4-514ef4694a53), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.184584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:09:18.184997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (b87f38a4-3a8e-4add-8ab4-514ef4694a53), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:09:18.187997 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:09:18.294374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (6e03768c-d41b-49a1-87c2-97156c1117dc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.303179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.304114 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] 10.222.0.25 "DELETE /v2.0/networks/6e03768c-d41b-49a1-87c2-97156c1117dc HTTP/1.1" status: 204 len: 168 time: 0.3673038 Apr 07 02:09:18.316304 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0dea0-ce8e-494d-96f1-deb54cc7f3e7 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] Pushing event deleted for resources: {'Network': ['ID=6e03768c-d41b-49a1-87c2-97156c1117dc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:18.775080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56404) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:18.908528 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b6c01ef2-eb59-43da-9d2e-08af42a439dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e77b02be0348c0b1e3c2ec27e66098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321926 Apr 07 02:09:18.910873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56408) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:18.957647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0383ee5d-a043-4879-8b8a-4946c2ba1321 admin admin] Publish callbacks [] for security_group (70d0ef6a-de27-418a-8aeb-25c83dc17386), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.968280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:18.980223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0383ee5d-a043-4879-8b8a-4946c2ba1321 admin admin] Publish callbacks [] for security_group (70d0ef6a-de27-418a-8aeb-25c83dc17386), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:18.990536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 3aa6c7a6-4959-4de3-a160-5627617165c9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:09:18.990893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3aa6c7a6-4959-4de3-a160-5627617165c9 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:09:18.991376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 24ae197d-6bc5-4b6d-b034-60cb563825d4 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:19.010959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 24ae197d-6bc5-4b6d-b034-60cb563825d4 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:09:19.011424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 24ae197d-6bc5-4b6d-b034-60cb563825d4 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:09:19.105923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0383ee5d-a043-4879-8b8a-4946c2ba1321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (70d0ef6a-de27-418a-8aeb-25c83dc17386), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:19.108501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0383ee5d-a043-4879-8b8a-4946c2ba1321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:19.109745 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0383ee5d-a043-4879-8b8a-4946c2ba1321 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/70d0ef6a-de27-418a-8aeb-25c83dc17386 HTTP/1.1" status: 204 len: 168 time: 0.1979263 Apr 07 02:09:19.117420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383ee5d-a043-4879-8b8a-4946c2ba1321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0ef6a-de27-418a-8aeb-25c83dc17386,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:19.670986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56414) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:19.684976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-866ed574-afbe-420c-a2f2-e17ccc4f9133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:19.756984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-866ed574-afbe-420c-a2f2-e17ccc4f9133 admin admin] Publish callbacks [] for security_group (3f1bde78-f03b-41f3-b530-d896ff8df060), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:19.820428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-866ed574-afbe-420c-a2f2-e17ccc4f9133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3f1bde78-f03b-41f3-b530-d896ff8df060), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:19.858557 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-866ed574-afbe-420c-a2f2-e17ccc4f9133 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76611485922d4bee91c633420dd7a59e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865163 Apr 07 02:09:19.859438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed574-afbe-420c-a2f2-e17ccc4f9133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1bde78-f03b-41f3-b530-d896ff8df060,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:19.861224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56416) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:19.909965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d63f2ba1-e63f-4072-b7eb-2c2b1c6e5ec7 admin admin] Publish callbacks [] for security_group (3f1bde78-f03b-41f3-b530-d896ff8df060), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:19.930876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d63f2ba1-e63f-4072-b7eb-2c2b1c6e5ec7 admin admin] Publish callbacks [] for security_group (3f1bde78-f03b-41f3-b530-d896ff8df060), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:20.014246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d63f2ba1-e63f-4072-b7eb-2c2b1c6e5ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3f1bde78-f03b-41f3-b530-d896ff8df060), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:20.016942 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d63f2ba1-e63f-4072-b7eb-2c2b1c6e5ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:20.018141 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d63f2ba1-e63f-4072-b7eb-2c2b1c6e5ec7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f1bde78-f03b-41f3-b530-d896ff8df060 HTTP/1.1" status: 204 len: 168 time: 0.1558621 Apr 07 02:09:20.026301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f2ba1-e63f-4072-b7eb-2c2b1c6e5ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1bde78-f03b-41f3-b530-d896ff8df060,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:20.317723 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:09:27.938644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f429df22-63ce-4dfd-b909-99b8e5996e4a tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342042 Apr 07 02:09:28.132930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-2153fa27-22b6-456c-8b6f-e2861fbf2e36 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:28.134441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-2153fa27-22b6-456c-8b6f-e2861fbf2e36 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907454 Apr 07 02:09:28.152294 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-cd9866e8-1616-418b-93cc-3873cdaea75f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/quotas/1ea76fc04b6a4a4abb96920e62e65519 HTTP/1.1" status: 200 len: 375 time: 0.0124688 Apr 07 02:09:28.185316 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-b3afb311-7980-4cfa-96dd-84a51c15b61a tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276926 Apr 07 02:09:28.449196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b5327675-e70e-4ed9-b553-5bb14f87e52f req-428a4841-5780-4652-946d-4e5ca61532b3 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 210 time: 0.0334060 Apr 07 02:09:29.034142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-178722e6-6e53-453e-a251-8129f0515063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:29.544313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4566a4b0-87f4-4ed0-bfd0-f20133111108 req-9ecbb6b3-7a1e-45aa-bc33-638ecea16c82 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 210 time: 0.0269749 Apr 07 02:09:30.390196 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-7d113e4e-f717-4737-a162-ab81e652eb05 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287728 Apr 07 02:09:30.641310 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b665fa52-c0ff-423d-a605-cce8713c9d82 req-1652a351-6f7d-4d9d-85c1-819712553372 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 210 time: 0.0277290 Apr 07 02:09:30.925503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-8eda0e03-a617-4639-8418-21eaa82bc550 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:30.926969 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-8eda0e03-a617-4639-8418-21eaa82bc550 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316789 Apr 07 02:09:30.940308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Request body: {'port': {'device_id': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700', 'admin_state_up': True, 'tenant_id': '1ea76fc04b6a4a4abb96920e62e65519'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:31.105206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Made reservation on behalf of 1ea76fc04b6a4a4abb96920e62e65519 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:09:31.108527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.117774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.193535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks [] for security_group (c929d680-968e-49b9-a7bc-27e99d540927), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.248231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c929d680-968e-49b9-a7bc-27e99d540927), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.310482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c929d680-968e-49b9-a7bc-27e99d540927,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:31.378687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Allocated IP 192.168.233.75 (1647c0d6-6b6d-4acf-8775-e2cf8fc46700/53002986-69e5-41e6-98da-f3569ea82657/a7c6be02-d378-4ae1-8dc9-47b003a68f0b) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:09:31.400178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0077cff7-5fb5-4dfc-8711-d5af43e81577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.525181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks [] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.617060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.660019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:09:31.663889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:09:31.667716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:09:31.674547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Pushing event updated for resources: {'Port': ['ID=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:31.727396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:31.728267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.767548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891a864-e27f-4648-aa40-f2d3744fab0d req-8c20f0c5-1fe0-4717-9a50-eede343941da tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:31.769206 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b891a864-e27f-4648-aa40-f2d3744fab0d req-8c20f0c5-1fe0-4717-9a50-eede343941da tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 935 time: 0.0544441 Apr 07 02:09:31.799975 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-f4c85ed9-dd73-439f-805e-83c9585ecdcb tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8633752 Apr 07 02:09:31.815634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Request body: {'port': {'device_id': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:31.823493 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b891a864-e27f-4648-aa40-f2d3744fab0d req-43f121a7-d950-4d8e-8757-69f34680439a tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478806 Apr 07 02:09:31.879805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.926835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5d5ef41a-3b99-4f0b-9c51-3009d47f6a32 None None] Provisioning complete for port a7c6be02-d378-4ae1-8dc9-47b003a68f0b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:31.927208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5d5ef41a-3b99-4f0b-9c51-3009d47f6a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:31.960804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ef41a-3b99-4f0b-9c51-3009d47f6a32 None None] Port a7c6be02-d378-4ae1-8dc9-47b003a68f0b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:09:32.139674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c6be02-d378-4ae1-8dc9-47b003a68f0b {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:09:32.147025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Publish callbacks [] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:32.159038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Transition to ACTIVE for port object a7c6be02-d378-4ae1-8dc9-47b003a68f0b will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:09:32.239844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:32.306261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Pushing event updated for resources: {'Port': ['ID=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:32.360846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Attempting to bind port a7c6be02-d378-4ae1-8dc9-47b003a68f0b on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:09:32.361183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Attempting to bind port a7c6be02-d378-4ae1-8dc9-47b003a68f0b by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:09:32.361518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Attempting to bind port a7c6be02-d378-4ae1-8dc9-47b003a68f0b on network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:09:32.366605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Port a7c6be02-d378-4ae1-8dc9-47b003a68f0b on network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:09:32.366926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Attempting to bind port a7c6be02-d378-4ae1-8dc9-47b003a68f0b on network 1647c0d6-6b6d-4acf-8775-e2cf8fc46700 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:09:32.372061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:09:32.372397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Checking segment: {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:09:32.372811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Bound using segment: {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:09:32.373243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Bound port: a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88281c40-6689-459f-82f9-b677f2cf37f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:09:32.373601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:32.442597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] For port a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:09:32.446188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] For port a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:09:32.516744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:32.525933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:32.560569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:32.561275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:32.562713 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] 10.222.0.10 "PUT /v2.0/ports/a7c6be02-d378-4ae1-8dc9-47b003a68f0b HTTP/1.1" status: 200 len: 1097 time: 0.7515697 Apr 07 02:09:32.563169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'tag': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:32.565519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5776b342-811d-48de-98bb-82d0ebeb93c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb77c2f-3d85-4182-806e-e6f74891eb61", "tag": "a7c6be02-d378-4ae1-8dc9-47b003a68f0b"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:32.589077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dfc60-e81b-4707-85b3-e8384f78125e service neutron] Pushing event updated for resources: {'Port': ['ID=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:32.609360 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a721a-d41d-4137-b76b-fb333289a6a3 x-openstack-request-id: req-ed9a721a-d41d-4137-b76b-fb333289a6a3 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:32.609717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb77c2f-3d85-4182-806e-e6f74891eb61", "tag": "a7c6be02-d378-4ae1-8dc9-47b003a68f0b", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:32.609973 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed9a721a-d41d-4137-b76b-fb333289a6a3 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:32.610394 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9a721a-d41d-4137-b76b-fb333289a6a3'] response: {'name': 'network-changed', 'server_uuid': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'tag': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b', 'status': 'completed', 'code': 200} Apr 07 02:09:32.684856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b342-811d-48de-98bb-82d0ebeb93c5 req-6f73333e-17ed-4c86-8209-46778d961925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:32.684856 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5776b342-811d-48de-98bb-82d0ebeb93c5 req-6f73333e-17ed-4c86-8209-46778d961925 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 1131 time: 0.0472121 Apr 07 02:09:32.713333 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5776b342-811d-48de-98bb-82d0ebeb93c5 req-14812b1b-df61-4e40-ab45-d2eb744c1cfd service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205505 Apr 07 02:09:32.815535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b342-811d-48de-98bb-82d0ebeb93c5 req-49acc9fc-7165-419c-bc45-9306b9eaa50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:32.817117 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5776b342-811d-48de-98bb-82d0ebeb93c5 req-49acc9fc-7165-419c-bc45-9306b9eaa50d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0942686 Apr 07 02:09:32.907425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-63f7790a-30c9-4b4b-b8aa-d9504ddd0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:32.909099 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-63f7790a-30c9-4b4b-b8aa-d9504ddd0a6d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 1131 time: 0.0468469 Apr 07 02:09:32.947308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4792f-975c-48b9-92fe-f8d95d5b01ba req-a1ad1a53-a80c-4d0f-8307-9065e9dd4434 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:32.949303 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ea4792f-975c-48b9-92fe-f8d95d5b01ba req-a1ad1a53-a80c-4d0f-8307-9065e9dd4434 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 947 time: 0.0539625 Apr 07 02:09:32.954740 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-1a0c4f27-3300-4e3d-9f4b-5780e6f50007 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b HTTP/1.1" status: 200 len: 217 time: 0.0350299 Apr 07 02:09:32.996362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ea4792f-975c-48b9-92fe-f8d95d5b01ba req-3ac61b86-25ee-42d7-90cf-cbf81756ce15 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Apr 07 02:09:33.012958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-29ca7a9f-b765-451b-8f12-8afec904230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:33.012958 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-29ca7a9f-b765-451b-8f12-8afec904230f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53002986-69e5-41e6-98da-f3569ea82657 HTTP/1.1" status: 200 len: 843 time: 0.0488868 Apr 07 02:09:33.064023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-9d2189be-20e2-461d-b948-bfc47c1fa4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:33.065568 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-9d2189be-20e2-461d-b948-bfc47c1fa4d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1647c0d6-6b6d-4acf-8775-e2cf8fc46700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0442030 Apr 07 02:09:33.156619 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-c9b20316-30a0-45f0-93ae-a1b01df1e92a service neutron] 10.222.0.10 "GET /v2.0/networks/1647c0d6-6b6d-4acf-8775-e2cf8fc46700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808957 Apr 07 02:09:33.250102 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b4a42afb-d2a4-47ae-8047-fbbcaadf139e req-22a72fe7-97b6-4f88-abb5-7c6a89921fba service neutron] 10.222.0.10 "GET /v2.0/networks/1647c0d6-6b6d-4acf-8775-e2cf8fc46700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834451 Apr 07 02:09:33.988365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:34.112489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485329f1-0977-4fd6-8182-115fe65d90ae req-4552a29b-dc5c-41ba-8b8d-962259acf230 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:34.114083 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-485329f1-0977-4fd6-8182-115fe65d90ae req-4552a29b-dc5c-41ba-8b8d-962259acf230 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 947 time: 0.0509841 Apr 07 02:09:34.160224 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-485329f1-0977-4fd6-8182-115fe65d90ae req-fa322ada-207c-409b-9500-3f055e6d76ae tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Apr 07 02:09:35.278197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dd36a-66a2-4009-bdc2-564d4b45218d req-e4ea5216-6f08-4996-aa4b-52485c81ab17 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:35.279671 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-036dd36a-66a2-4009-bdc2-564d4b45218d req-e4ea5216-6f08-4996-aa4b-52485c81ab17 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 947 time: 0.0549657 Apr 07 02:09:35.322203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:35.326164 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-036dd36a-66a2-4009-bdc2-564d4b45218d req-7a2813ec-dc1d-4452-bafa-6bb317af4ead tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Apr 07 02:09:35.450961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a7c6be02-d378-4ae1-8dc9-47b003a68f0b details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:09:35.546939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:35.558002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b', 'network_id': '1647c0d6-6b6d-4acf-8775-e2cf8fc46700', 'port_id': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b', 'mac_address': 'fa:16:3e:d8:f7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53002986-69e5-41e6-98da-f3569ea82657', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:09:35.593529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a7c6be02-d378-4ae1-8dc9-47b003a68f0b is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:35.593921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:35.607150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c6be02-d378-4ae1-8dc9-47b003a68f0b {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:09:35.629128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:35.693974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:35.740931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:35.961692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a7c6be02-d378-4ae1-8dc9-47b003a68f0b'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:09:36.446106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c15e00-f350-4d23-b6c5-c9ad7151e40a req-7c611132-7ab9-4cb8-bbdb-1668bfd9800e tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:36.447605 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69c15e00-f350-4d23-b6c5-c9ad7151e40a req-7c611132-7ab9-4cb8-bbdb-1668bfd9800e tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 948 time: 0.0517511 Apr 07 02:09:36.496841 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69c15e00-f350-4d23-b6c5-c9ad7151e40a req-68652c1d-8c39-42df-a481-35e4735bdb1f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Apr 07 02:09:37.460939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a7c6be02-d378-4ae1-8dc9-47b003a68f0b up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:09:37.562103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port a7c6be02-d378-4ae1-8dc9-47b003a68f0b completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:09:37.566247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port a7c6be02-d378-4ae1-8dc9-47b003a68f0b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:37.566633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:37.612574 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1fa16-bb2c-44ce-b710-740a265aa6cc req-0a27c126-7e13-4f44-bc06-6effe0a03a6f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:37.614180 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0bc1fa16-bb2c-44ce-b710-740a265aa6cc req-0a27c126-7e13-4f44-bc06-6effe0a03a6f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 948 time: 0.0525162 Apr 07 02:09:37.644028 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a7c6be02-d378-4ae1-8dc9-47b003a68f0b is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:37.644418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:37.665136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0bc1fa16-bb2c-44ce-b710-740a265aa6cc req-4985cdb2-89d1-403b-90ae-918f9ef2af37 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Apr 07 02:09:37.666761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:37.669018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab38809e-2e19-4382-8ab6-170b1497dd28" -d '{"events": [{"server_uuid": "7fb77c2f-3d85-4182-806e-e6f74891eb61", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6be02-d378-4ae1-8dc9-47b003a68f0b"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:37.681735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:37.706294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b07bb5-5af2-4e95-a220-5f70083e18ed x-openstack-request-id: req-48b07bb5-5af2-4e95-a220-5f70083e18ed {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:37.706586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb77c2f-3d85-4182-806e-e6f74891eb61", "name": "network-vif-plugged", "status": "completed", "tag": "a7c6be02-d378-4ae1-8dc9-47b003a68f0b", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:37.706840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48b07bb5-5af2-4e95-a220-5f70083e18ed {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:37.707233 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48b07bb5-5af2-4e95-a220-5f70083e18ed'] response: {'server_uuid': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b', 'code': 200} Apr 07 02:09:37.742919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:37.792625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:38.010170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef6d1f-9e54-44fa-bb0f-5f79a34f6844 req-a77b7715-8736-49f0-8ba1-e294323d18b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:38.011570 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d0ef6d1f-9e54-44fa-bb0f-5f79a34f6844 req-a77b7715-8736-49f0-8ba1-e294323d18b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 1133 time: 0.0438612 Apr 07 02:09:38.057686 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d0ef6d1f-9e54-44fa-bb0f-5f79a34f6844 req-108c2d2a-3363-4868-ab3e-d689909c8289 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365543 Apr 07 02:09:38.781360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004f3f6-09a2-4735-b3d1-0c8482129ce7 req-97c094ff-f270-4bb7-b372-1b6fdc3ca894 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:38.782812 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c004f3f6-09a2-4735-b3d1-0c8482129ce7 req-97c094ff-f270-4bb7-b372-1b6fdc3ca894 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 949 time: 0.0511899 Apr 07 02:09:38.830223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c004f3f6-09a2-4735-b3d1-0c8482129ce7 req-33e4d897-835c-485f-afc6-5370965cbc4b tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Apr 07 02:09:39.853401 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-d7f2b90b-0ec2-4ad0-ae12-0c72f7c0a2b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489953 Apr 07 02:09:39.939753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-fca11b6b-987b-4bc5-a0ea-01b1d8776aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:39.941335 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-fca11b6b-987b-4bc5-a0ea-01b1d8776aad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 1133 time: 0.0451555 Apr 07 02:09:39.949859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b1aa3-d9c5-4b1f-bb32-de8c1940cf57 req-218004fe-8750-4793-b091-1be139140742 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:39.951350 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8d2b1aa3-d9c5-4b1f-bb32-de8c1940cf57 req-218004fe-8750-4793-b091-1be139140742 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 949 time: 0.0517826 Apr 07 02:09:39.999212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8d2b1aa3-d9c5-4b1f-bb32-de8c1940cf57 req-dc744e83-74a7-4da0-86f2-87314678939a tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Apr 07 02:09:40.042310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-4edbbfba-656c-4abf-ae3a-c490733dae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:40.043798 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-4edbbfba-656c-4abf-ae3a-c490733dae37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1647c0d6-6b6d-4acf-8775-e2cf8fc46700 HTTP/1.1" status: 200 len: 869 time: 0.0854037 Apr 07 02:09:40.090501 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-77572c0b-47c8-4c7e-9acb-7a3439a10ee9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b HTTP/1.1" status: 200 len: 217 time: 0.0407076 Apr 07 02:09:40.139053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-ff1465d5-5d0c-49b3-83c5-e795be953c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:40.140538 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-ff1465d5-5d0c-49b3-83c5-e795be953c88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=53002986-69e5-41e6-98da-f3569ea82657 HTTP/1.1" status: 200 len: 843 time: 0.0445926 Apr 07 02:09:40.194862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-314ea440-0ae6-45f2-97db-38b2928d334b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:40.196357 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-314ea440-0ae6-45f2-97db-38b2928d334b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1647c0d6-6b6d-4acf-8775-e2cf8fc46700&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1217 time: 0.0497651 Apr 07 02:09:40.291074 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-765a104f-36f7-41a1-98f5-88ccd577d8e0 service neutron] 10.222.0.10 "GET /v2.0/networks/1647c0d6-6b6d-4acf-8775-e2cf8fc46700?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872774 Apr 07 02:09:40.340393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-5e1e3231-4f18-4150-bd47-acb745092d50 req-f88f3402-c223-4885-b996-a8b91d638ab5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:09:40.341463 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e1e3231-4f18-4150-bd47-acb745092d50 req-f88f3402-c223-4885-b996-a8b91d638ab5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056896 Apr 07 02:09:40.380781 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70a1d5ff-df86-4bd1-893b-8d8047d81634 req-f36aab62-255f-4a8a-a908-706b6c8c6855 service neutron] 10.222.0.10 "GET /v2.0/networks/1647c0d6-6b6d-4acf-8775-e2cf8fc46700?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Apr 07 02:09:40.916579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-f265e383-9d9b-40e2-98ab-b4412cf52d61 req-c49c6386-2bea-41a0-a1dc-73a4e14a928f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:09:40.917614 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f265e383-9d9b-40e2-98ab-b4412cf52d61 req-c49c6386-2bea-41a0-a1dc-73a4e14a928f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057664 Apr 07 02:09:41.535946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97593511-e509-4575-8f59-c1d3f983ce4e req-6c1b03ef-49e8-42e2-bd9d-2fe54eb14ad9 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:41.537473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-97593511-e509-4575-8f59-c1d3f983ce4e req-6c1b03ef-49e8-42e2-bd9d-2fe54eb14ad9 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 949 time: 0.0553794 Apr 07 02:09:41.583528 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-97593511-e509-4575-8f59-c1d3f983ce4e req-f9f96837-e77b-43be-b763-81fb6fe14c92 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404558 Apr 07 02:09:42.703237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f0bba-a883-4c0b-b32c-b79326d21f0b req-12bf017a-63af-4388-8f9e-e61abe92415f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:42.704719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-598f0bba-a883-4c0b-b32c-b79326d21f0b req-12bf017a-63af-4388-8f9e-e61abe92415f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 949 time: 0.0513439 Apr 07 02:09:42.750710 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-598f0bba-a883-4c0b-b32c-b79326d21f0b req-58487d0d-665c-4ed7-b128-befd8d32e6e3 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/security-groups?id=c929d680-968e-49b9-a7bc-27e99d540927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Apr 07 02:09:43.135760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-f685a68f-b25e-47b9-97df-e6beca7978ab tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:43.137304 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-f685a68f-b25e-47b9-97df-e6beca7978ab tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.10 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 949 time: 0.0593648 Apr 07 02:09:43.242885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Deleting port a7c6be02-d378-4ae1-8dc9-47b003a68f0b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:09:43.243150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:43.335384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] For port a7c6be02-d378-4ae1-8dc9-47b003a68f0b, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,segment=NetworkSegment(88281c40-6689-459f-82f9-b677f2cf37f1),segment_id=88281c40-6689-459f-82f9-b677f2cf37f1)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:43.335753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:43.347493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Calling delete_port for a7c6be02-d378-4ae1-8dc9-47b003a68f0b owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:09:43.562321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a7c6be02-d378-4ae1-8dc9-47b003a68f0b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:43.579120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a7c6be02-d378-4ae1-8dc9-47b003a68f0b'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:09:43.596174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Pushing event deleted for resources: {'Port': ['ID=a7c6be02-d378-4ae1-8dc9-47b003a68f0b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:43.641749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] No DVR routers for this DVR port a7c6be02-d378-4ae1-8dc9-47b003a68f0b on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:09:43.644385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:43.648046 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f05612cb-df25-4d9f-8b44-63ace0cf39a7 req-b4160adc-74c4-436f-9fb0-bd39737af600 tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.10 "DELETE /v2.0/ports/a7c6be02-d378-4ae1-8dc9-47b003a68f0b HTTP/1.1" status: 204 len: 173 time: 0.4960353 Apr 07 02:09:43.648514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'name': 'network-vif-deleted', 'tag': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:43.650977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1853df51-90b6-4033-9976-43f4ffc72cc2" -d '{"events": [{"server_uuid": "7fb77c2f-3d85-4182-806e-e6f74891eb61", "name": "network-vif-deleted", "tag": "a7c6be02-d378-4ae1-8dc9-47b003a68f0b"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:43.699839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e23479-8bd3-44cb-af01-0b71d21bfbbe x-openstack-request-id: req-13e23479-8bd3-44cb-af01-0b71d21bfbbe {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:43.700256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb77c2f-3d85-4182-806e-e6f74891eb61", "name": "network-vif-deleted", "tag": "a7c6be02-d378-4ae1-8dc9-47b003a68f0b", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:43.700703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13e23479-8bd3-44cb-af01-0b71d21bfbbe {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:43.701475 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e23479-8bd3-44cb-af01-0b71d21bfbbe'] response: {'server_uuid': '7fb77c2f-3d85-4182-806e-e6f74891eb61', 'name': 'network-vif-deleted', 'tag': 'a7c6be02-d378-4ae1-8dc9-47b003a68f0b', 'status': 'completed', 'code': 200} Apr 07 02:09:44.014569 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1128e1b-c4d4-4174-8980-b3cceaf5fa6d req-c47510a9-1bfd-41a7-9a41-d64256aa033f tempest-ServersAdminNegativeTestJSON-1981321310 tempest-ServersAdminNegativeTestJSON-1981321310-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fb77c2f-3d85-4182-806e-e6f74891eb61 HTTP/1.1" status: 200 len: 210 time: 0.0336697 Apr 07 02:09:45.503961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56556) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:45.647251 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b614f299-5f0a-401a-86cc-12297ec10c8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1ea76fc04b6a4a4abb96920e62e65519&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419864 Apr 07 02:09:45.649672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56560) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:45.700938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d534affc-7eaa-4156-a89e-40cc1c6c7263 admin admin] Publish callbacks [] for security_group (c929d680-968e-49b9-a7bc-27e99d540927), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:45.724068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d534affc-7eaa-4156-a89e-40cc1c6c7263 admin admin] Publish callbacks [] for security_group (c929d680-968e-49b9-a7bc-27e99d540927), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:45.828024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d534affc-7eaa-4156-a89e-40cc1c6c7263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (c929d680-968e-49b9-a7bc-27e99d540927), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:45.830622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d534affc-7eaa-4156-a89e-40cc1c6c7263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:45.831773 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d534affc-7eaa-4156-a89e-40cc1c6c7263 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c929d680-968e-49b9-a7bc-27e99d540927 HTTP/1.1" status: 204 len: 168 time: 0.1811547 Apr 07 02:09:45.840341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534affc-7eaa-4156-a89e-40cc1c6c7263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c929d680-968e-49b9-a7bc-27e99d540927,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:46.442675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56566) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:46.460276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe422715-f870-4431-8ac7-3ca0b82c15f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.554023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe422715-f870-4431-8ac7-3ca0b82c15f0 admin admin] Publish callbacks [] for security_group (f550f815-0f6e-4968-9e22-ad060e4cb382), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.616707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fe422715-f870-4431-8ac7-3ca0b82c15f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f550f815-0f6e-4968-9e22-ad060e4cb382), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.654791 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fe422715-f870-4431-8ac7-3ca0b82c15f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a04a5040d97140199fa151ce54f8ba94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2110643 Apr 07 02:09:46.655698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe422715-f870-4431-8ac7-3ca0b82c15f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f550f815-0f6e-4968-9e22-ad060e4cb382,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:46.657637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56568) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:46.706169 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b23dff44-f7d5-48ae-873a-6d74fc5fd629 admin admin] Publish callbacks [] for security_group (f550f815-0f6e-4968-9e22-ad060e4cb382), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.726870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b23dff44-f7d5-48ae-873a-6d74fc5fd629 admin admin] Publish callbacks [] for security_group (f550f815-0f6e-4968-9e22-ad060e4cb382), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.868045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b23dff44-f7d5-48ae-873a-6d74fc5fd629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (f550f815-0f6e-4968-9e22-ad060e4cb382), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.870659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b23dff44-f7d5-48ae-873a-6d74fc5fd629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:46.871813 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b23dff44-f7d5-48ae-873a-6d74fc5fd629 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f550f815-0f6e-4968-9e22-ad060e4cb382 HTTP/1.1" status: 204 len: 168 time: 0.2126060 Apr 07 02:09:46.880477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dff44-f7d5-48ae-873a-6d74fc5fd629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f550f815-0f6e-4968-9e22-ad060e4cb382,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:47.491669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a7c6be02-d378-4ae1-8dc9-47b003a68f0b no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:09:47.511741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: a7c6be02-d378-4ae1-8dc9-47b003a68f0b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:09:47.512091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a7c6be02-d378-4ae1-8dc9-47b003a68f0b not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:09:47.860051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56590) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:47.952890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1868720599-network', 'tenant_id': 'f1a395a77940468b989c60a992417d8d'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:48.013384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.041937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Made reservation on behalf of f1a395a77940468b989c60a992417d8d for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:09:48.044199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.052792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.125302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks [] for security_group (3cf32140-a87d-4e97-b3ea-32854584635e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.213272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3cf32140-a87d-4e97-b3ea-32854584635e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.233165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:09:48.246486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf32140-a87d-4e97-b3ea-32854584635e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:48.251176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e7821fbd-9b17-44ba-abc7-872192ee5ad9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.251613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Added segment e7821fbd-9b17-44ba-abc7-872192ee5ad9 of type vlan for network 488439c2-8dce-4574-a4e3-cb5bec89e559 Apr 07 02:09:48.292877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (488439c2-8dce-4574-a4e3-cb5bec89e559), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.361667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (488439c2-8dce-4574-a4e3-cb5bec89e559), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.362608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:48.363184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.420587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] Pushing event updated for resources: {'Network': ['ID=488439c2-8dce-4574-a4e3-cb5bec89e559,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:48.430639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 488439c2-8dce-4574-a4e3-cb5bec89e559 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:09:48.461753 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9887b85a-d782-450d-bb34-16c1d09c9dfc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6005807 Apr 07 02:09:48.464735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56594) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:09:48.469451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Request body: {'subnet': {'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1868720599-subnet', 'tenant_id': 'f1a395a77940468b989c60a992417d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:48.554258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Made reservation on behalf of f1a395a77940468b989c60a992417d8d for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:09:48.556527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.793741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (50f6efff-31d9-4c3c-a624-7499ef703d89), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.852248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f6efff-31d9-4c3c-a624-7499ef703d89,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:48.861012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Checking segment: {'id': 'e7821fbd-9b17-44ba-abc7-872192ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:09:48.861594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Network hostable DHCP agents. Network: 488439c2-8dce-4574-a4e3-cb5bec89e559, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:09:48.936688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Network 488439c2-8dce-4574-a4e3-cb5bec89e559 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:09:48.990497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 488439c2-8dce-4574-a4e3-cb5bec89e559) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:09:48.994716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:48.995309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:48.999456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8d9ed-8863-4abb-9dfd-4b1bc03d8a0c None None] Network 488439c2-8dce-4574-a4e3-cb5bec89e559 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:09:49.082068 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7e636fc1-fef0-422b-b11c-4c1bdc6f7d93 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6162302 Apr 07 02:09:49.098376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478c0d4-2612-4ca0-b619-30db363ef231 None None] Network 488439c2-8dce-4574-a4e3-cb5bec89e559 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:09:49.483910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-990b8302-8517-4e7f-bead-d6f82fcb33b0 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:49.485389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-990b8302-8517-4e7f-bead-d6f82fcb33b0 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/networks?id=488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 200 len: 812 time: 0.1033337 Apr 07 02:09:49.499557 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-8712010a-01c3-404e-b944-69437c3c336e tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/quotas/f1a395a77940468b989c60a992417d8d HTTP/1.1" status: 200 len: 375 time: 0.0085711 Apr 07 02:09:49.530232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-11fedc0f-dde7-40b0-908e-dba0babe95ac tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260456 Apr 07 02:09:49.540022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-e0db714c-a2ca-45b5-84fc-df331c441e8a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:09:49.540993 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-e0db714c-a2ca-45b5-84fc-df331c441e8a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047474 Apr 07 02:09:49.630797 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-e266e6fa-2b83-4562-93c8-2ee68497f329 service neutron] 10.222.0.25 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844967 Apr 07 02:09:49.716990 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-2af4d384-9596-4225-8865-bd91eb2a889f service neutron] 10.222.0.25 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800047 Apr 07 02:09:49.955529 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8b7746f-3bb9-4c0e-8e31-5208d297a0e8 req-b5b4a4d6-98ef-49d0-84f5-b5b03bda52d8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 210 time: 0.0273798 Apr 07 02:09:51.053386 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b086f18a-2f11-40ce-8c08-507ba9328b25 req-b7c3228c-fba9-4bff-8a8d-6279cfaafb79 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 210 time: 0.0314348 Apr 07 02:09:52.032927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-65f91c30-7b1d-4bf1-b0ae-5c53faae822a tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:52.034424 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-65f91c30-7b1d-4bf1-b0ae-5c53faae822a tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.10 "GET /v2.0/networks?id=488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 200 len: 812 time: 0.1007068 Apr 07 02:09:52.051353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Request body: {'port': {'device_id': '3038e19a-e6b4-4174-a6af-332749aa445d', 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559', 'admin_state_up': True, 'tenant_id': 'f1a395a77940468b989c60a992417d8d'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:52.156261 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ace751cb-8f79-4dcd-8557-b5d19a452071 req-88d83a1c-4d57-4ed8-8903-2a6d6811946f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 210 time: 0.0279481 Apr 07 02:09:52.244890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Made reservation on behalf of f1a395a77940468b989c60a992417d8d for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:09:52.248311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:52.370739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Allocated IP 172.20.0.5 (488439c2-8dce-4574-a4e3-cb5bec89e559/50f6efff-31d9-4c3c-a624-7499ef703d89/51042ed5-bad7-4572-918b-1be39b4d4ee9) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:09:52.515832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks [] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:52.674085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:52.714009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Network 488439c2-8dce-4574-a4e3-cb5bec89e559 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:09:52.719610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:09:52.723379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:09:52.752047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:52.781788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:52.781788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:52.861997 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-f89b4776-004d-4e6d-b62a-2a8184b6bc37 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143072 Apr 07 02:09:52.876995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Request body: {'port': {'device_id': '3038e19a-e6b4-4174-a6af-332749aa445d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:09:52.934862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:53.194692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51042ed5-bad7-4572-918b-1be39b4d4ee9 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:09:53.201019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Publish callbacks [] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:53.213001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Transition to ACTIVE for port object 51042ed5-bad7-4572-918b-1be39b4d4ee9 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:09:53.269623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493f2e3-ecfa-4d80-88f3-2c9e7f8de7a7 req-5f80cad9-cee8-4ccd-bb8f-fc3f49d1b62f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:53.271090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0493f2e3-ecfa-4d80-88f3-2c9e7f8de7a7 req-5f80cad9-cee8-4ccd-bb8f-fc3f49d1b62f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 931 time: 0.0521679 Apr 07 02:09:53.302403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:53.317516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0493f2e3-ecfa-4d80-88f3-2c9e7f8de7a7 req-91523c39-9c52-4eab-a055-801f6805e928 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407350 Apr 07 02:09:53.356795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:53.419586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Attempting to bind port 51042ed5-bad7-4572-918b-1be39b4d4ee9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:09:53.419928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Attempting to bind port 51042ed5-bad7-4572-918b-1be39b4d4ee9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'e7821fbd-9b17-44ba-abc7-872192ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:09:53.420259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Attempting to bind port 51042ed5-bad7-4572-918b-1be39b4d4ee9 on network 488439c2-8dce-4574-a4e3-cb5bec89e559 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:09:53.424528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Port 51042ed5-bad7-4572-918b-1be39b4d4ee9 on network 488439c2-8dce-4574-a4e3-cb5bec89e559 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:09:53.424893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Attempting to bind port 51042ed5-bad7-4572-918b-1be39b4d4ee9 on network 488439c2-8dce-4574-a4e3-cb5bec89e559 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:09:53.429707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:09:53.430050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Checking segment: {'id': 'e7821fbd-9b17-44ba-abc7-872192ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:09:53.430437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Bound using segment: {'id': 'e7821fbd-9b17-44ba-abc7-872192ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:09:53.430861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Bound port: 51042ed5-bad7-4572-918b-1be39b4d4ee9, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7821fbd-9b17-44ba-abc7-872192ee5ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:09:53.431219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:53.496013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:09:53.498865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:09:53.559744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:53.591823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:53.592438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:53.593857 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] 10.222.0.10 "PUT /v2.0/ports/51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 1093 time: 0.7209442 Apr 07 02:09:53.594293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:53.596537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33d91d-0628-474b-a324-d0a9953716a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:53.622196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cadb6-a7ab-49c2-952f-8a3a7f8048da service neutron] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:53.632958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61adaac6-ad5f-4755-a4bd-ad3a5b43a084 x-openstack-request-id: req-61adaac6-ad5f-4755-a4bd-ad3a5b43a084 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:53.633252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:53.633513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61adaac6-ad5f-4755-a4bd-ad3a5b43a084 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:53.633922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61adaac6-ad5f-4755-a4bd-ad3a5b43a084'] response: {'name': 'network-changed', 'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'status': 'completed', 'code': 200} Apr 07 02:09:53.705681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d91d-0628-474b-a324-d0a9953716a9 req-905e8da4-924d-4aad-990a-3263d5ee82bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:53.707195 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e33d91d-0628-474b-a324-d0a9953716a9 req-905e8da4-924d-4aad-990a-3263d5ee82bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1127 time: 0.0455594 Apr 07 02:09:53.811516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d91d-0628-474b-a324-d0a9953716a9 req-f0c89ef6-8397-4b61-bc14-dc59fc4ed1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:53.812899 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e33d91d-0628-474b-a324-d0a9953716a9 req-f0c89ef6-8397-4b61-bc14-dc59fc4ed1fb service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f1a395a77940468b989c60a992417d8d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0931265 Apr 07 02:09:53.907160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d91d-0628-474b-a324-d0a9953716a9 req-2c82befa-51c4-4ac6-870f-9d539b60776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:53.908648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e33d91d-0628-474b-a324-d0a9953716a9 req-2c82befa-51c4-4ac6-870f-9d539b60776e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0871394 Apr 07 02:09:53.995099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-88220118-eb54-45c4-b4fb-02339eb1e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:53.996585 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-88220118-eb54-45c4-b4fb-02339eb1e93f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1127 time: 0.0482996 Apr 07 02:09:54.043658 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-55146303-71f9-4187-8020-b762c22a98c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 217 time: 0.0338318 Apr 07 02:09:54.094169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-ceb443d9-1214-4bdc-bdbb-9438e35c25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:54.095497 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-ceb443d9-1214-4bdc-bdbb-9438e35c25e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50f6efff-31d9-4c3c-a624-7499ef703d89 HTTP/1.1" status: 200 len: 852 time: 0.0429125 Apr 07 02:09:54.129784 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-c7324fdf-5569-4576-bbbe-505bb85a0815 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=488439c2-8dce-4574-a4e3-cb5bec89e559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243878 Apr 07 02:09:54.223498 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-fcc13cb4-7e7f-4734-8660-6ad4ae11f415 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 Apr 07 02:09:54.313620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b2a63706-3f4a-49b6-8558-c64b7a7a957e req-8c9906ce-4044-4977-b10c-bd778ef233f0 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808051 Apr 07 02:09:54.433739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea867e-3f12-437d-a146-fcfcdf807eb3 req-c887c655-c69d-4e09-a223-34386e9ffccf tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:54.435205 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6ea867e-3f12-437d-a146-fcfcdf807eb3 req-c887c655-c69d-4e09-a223-34386e9ffccf tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 943 time: 0.0518520 Apr 07 02:09:54.484937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6ea867e-3f12-437d-a146-fcfcdf807eb3 req-f6cdb7aa-8624-4a1c-a4f4-d55070f80bbd tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Apr 07 02:09:55.601905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea345b3-b0e6-43c9-b890-b0f082c00640 req-1e8ff6b0-3de1-43ae-bcd5-65637f1b7e94 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:55.603359 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ea345b3-b0e6-43c9-b890-b0f082c00640 req-1e8ff6b0-3de1-43ae-bcd5-65637f1b7e94 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 943 time: 0.0523515 Apr 07 02:09:55.650474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ea345b3-b0e6-43c9-b890-b0f082c00640 req-65a18030-9b24-437d-b187-132ca02137e7 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416415 Apr 07 02:09:56.768725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35430833-16f9-4397-ab7d-162716e2701a req-a6853018-9302-4d63-8dc5-a535ea56cb52 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:56.770313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35430833-16f9-4397-ab7d-162716e2701a req-a6853018-9302-4d63-8dc5-a535ea56cb52 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 943 time: 0.0526614 Apr 07 02:09:56.816292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35430833-16f9-4397-ab7d-162716e2701a req-5c18b3ef-9645-49d6-874f-e402b57e32a0 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Apr 07 02:09:57.316469 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:09:57.543300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:09:57.639052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:57.650779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559', 'port_id': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'mac_address': 'fa:16:3e:2c:b0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f6efff-31d9-4c3c-a624-7499ef703d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:09:57.688368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 51042ed5-bad7-4572-918b-1be39b4d4ee9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:57.688777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:57.701611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51042ed5-bad7-4572-918b-1be39b4d4ee9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:09:57.724539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:57.788026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:57.836851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:09:57.935768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c601df-eabe-4c1a-a5aa-cd19e1d2960a req-1dd9bcbf-fff3-4fd4-a0f9-2a50f5247d57 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:57.937403 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01c601df-eabe-4c1a-a5aa-cd19e1d2960a req-1dd9bcbf-fff3-4fd4-a0f9-2a50f5247d57 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 944 time: 0.0555062 Apr 07 02:09:57.983576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01c601df-eabe-4c1a-a5aa-cd19e1d2960a req-e42accd2-8f19-4227-8aaf-5311fa0f7396 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404930 Apr 07 02:09:58.018133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['51042ed5-bad7-4572-918b-1be39b4d4ee9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:09:59.024400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-61e9a866-9fcc-432e-905a-3ae3cee196e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:59.103053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae28474-d9e5-43dd-a7f2-1095816e4b5c req-03711e11-126c-4b23-83b3-007d24497b21 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:09:59.104525 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2ae28474-d9e5-43dd-a7f2-1095816e4b5c req-03711e11-126c-4b23-83b3-007d24497b21 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 944 time: 0.0529387 Apr 07 02:09:59.150127 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2ae28474-d9e5-43dd-a7f2-1095816e4b5c req-d4f024fa-2d2e-4d77-be0b-cbfb247c9bc5 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Apr 07 02:09:59.560509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:09:59.692997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 51042ed5-bad7-4572-918b-1be39b4d4ee9 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:09:59.697591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 51042ed5-bad7-4572-918b-1be39b4d4ee9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:09:59.697971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:59.773135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 51042ed5-bad7-4572-918b-1be39b4d4ee9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:09:59.773526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:59.798159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:09:59.800397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d7bf4e-c7cd-4ae4-a293-5a73a6b69ebb" -d '{"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-plugged", "status": "completed", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:09:59.817480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:09:59.835626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4353e-e257-4d5e-a601-89e617888683 x-openstack-request-id: req-f5e4353e-e257-4d5e-a601-89e617888683 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:09:59.835918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-plugged", "status": "completed", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:09:59.836173 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5e4353e-e257-4d5e-a601-89e617888683 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:09:59.836566 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5e4353e-e257-4d5e-a601-89e617888683'] response: {'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'code': 200} Apr 07 02:09:59.921765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:09:59.968004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:00.138374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e250e-52b1-4cce-b141-b2734ba5f577 req-7b9a5480-4625-4aa5-90fd-e6aaadc30d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:00.139874 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0d7e250e-52b1-4cce-b141-b2734ba5f577 req-7b9a5480-4625-4aa5-90fd-e6aaadc30d36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1129 time: 0.0487657 Apr 07 02:10:00.186988 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0d7e250e-52b1-4cce-b141-b2734ba5f577 req-69e4d838-92f5-4544-82a0-35f0b58a7b2d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370760 Apr 07 02:10:00.263446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96cd3a9-623c-4edb-b53f-3e8a9e4b36c0 req-1fcab32d-ecd5-4fd8-b553-62f35c3672a7 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:00.264927 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a96cd3a9-623c-4edb-b53f-3e8a9e4b36c0 req-1fcab32d-ecd5-4fd8-b553-62f35c3672a7 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0508869 Apr 07 02:10:00.314315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a96cd3a9-623c-4edb-b53f-3e8a9e4b36c0 req-de4dad2e-cceb-4716-a05b-06639facfe99 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439074 Apr 07 02:10:01.419207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dd9608fc-ee3d-40e0-917d-09221fa46aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:01.430572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e39d1-ddee-48d3-af3f-702b81a048db req-156ee0df-c95e-4f2d-badc-a550528afbd9 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:01.435148 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-354e39d1-ddee-48d3-af3f-702b81a048db req-156ee0df-c95e-4f2d-badc-a550528afbd9 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0514443 Apr 07 02:10:01.478540 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-354e39d1-ddee-48d3-af3f-702b81a048db req-49888803-edc7-43ab-bf3f-3798fe83de96 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Apr 07 02:10:02.524708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:02.591969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7033e9-c0b6-4253-8f77-f02bd06666f1 req-6aa22ebb-8b05-4a60-8b03-d3dc8ba00a48 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:02.593468 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc7033e9-c0b6-4253-8f77-f02bd06666f1 req-6aa22ebb-8b05-4a60-8b03-d3dc8ba00a48 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0508523 Apr 07 02:10:02.638008 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc7033e9-c0b6-4253-8f77-f02bd06666f1 req-289c6682-76db-4b6f-8af5-504848bbbe61 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 Apr 07 02:10:03.147930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46694978-0a10-4880-af06-76f2985195a8 req-bdabba67-2b6e-4cda-a376-9a56221f0614 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:03.149448 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46694978-0a10-4880-af06-76f2985195a8 req-bdabba67-2b6e-4cda-a376-9a56221f0614 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0556080 Apr 07 02:10:03.195322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46694978-0a10-4880-af06-76f2985195a8 req-d8e1f216-076c-40e3-bd68-673845efef7c tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400333 Apr 07 02:10:03.261528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56660) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:03.343070 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-6fdf00e1-677f-40c3-8e53-5d8624624138 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0803885 Apr 07 02:10:03.351435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-ed7da9bb-5416-45a4-ada4-3d87e66d1308 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:10:03.352397 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-ed7da9bb-5416-45a4-ada4-3d87e66d1308 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047674 Apr 07 02:10:04.004733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:04.047811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-20a54905-64bf-4d5c-9a6c-6aeae4d122e8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:04.049179 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-20a54905-64bf-4d5c-9a6c-6aeae4d122e8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports/51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 942 time: 0.0931478 Apr 07 02:10:04.315012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8def7-fbde-4815-b125-09328fe88478 req-9fea335f-972d-44ef-8b87-d9a6b6ed24ca tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:04.316503 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c9d8def7-fbde-4815-b125-09328fe88478 req-9fea335f-972d-44ef-8b87-d9a6b6ed24ca tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0545855 Apr 07 02:10:04.373125 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c9d8def7-fbde-4815-b125-09328fe88478 req-6218f9f2-8c0a-41a8-8c75-d32b0687dd42 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462589 Apr 07 02:10:05.358904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:05.465420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-ca65b833-b118-4f45-b165-379e18edb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:05.466961 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-ca65b833-b118-4f45-b165-379e18edb080 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1129 time: 0.0457900 Apr 07 02:10:05.495231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558e38b-3c54-4694-b9fb-7e370edb7cc0 req-a0e27f08-584a-4552-bae9-696698fef3ee tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:05.496728 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4558e38b-3c54-4694-b9fb-7e370edb7cc0 req-a0e27f08-584a-4552-bae9-696698fef3ee tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0545621 Apr 07 02:10:05.543156 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4558e38b-3c54-4694-b9fb-7e370edb7cc0 req-10bbc0ee-0be3-41c1-9539-3336a021fb01 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405853 Apr 07 02:10:05.561109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-acff5cb7-ee98-4d30-9fd8-50c3753e92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:05.562605 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-acff5cb7-ee98-4d30-9fd8-50c3753e92ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 200 len: 912 time: 0.0896461 Apr 07 02:10:05.604426 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-6a5a85d0-f647-482d-a486-360de488063b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 217 time: 0.0356982 Apr 07 02:10:05.651634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-c17be869-b477-4e2a-a913-6d94f3d2b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:05.653024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-c17be869-b477-4e2a-a913-6d94f3d2b3b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50f6efff-31d9-4c3c-a624-7499ef703d89 HTTP/1.1" status: 200 len: 852 time: 0.0423279 Apr 07 02:10:05.683580 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-de6e1e09-26c0-451d-8b9f-09effd61df05 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=488439c2-8dce-4574-a4e3-cb5bec89e559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247288 Apr 07 02:10:05.776908 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-40be802a-620e-4325-961e-6b73fb8db0d9 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860407 Apr 07 02:10:05.863920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-661d47ff-eff8-4cae-97ff-7e12191523f5 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808592 Apr 07 02:10:06.659958 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161b666-d568-487d-8019-e9a34ad940fa req-437b8003-c0c2-4e3e-ae51-666ef9da7c15 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:06.661449 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9161b666-d568-487d-8019-e9a34ad940fa req-437b8003-c0c2-4e3e-ae51-666ef9da7c15 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0503013 Apr 07 02:10:06.710844 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9161b666-d568-487d-8019-e9a34ad940fa req-eba8d916-051e-4123-a308-a581d5de4fbe tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433512 Apr 07 02:10:07.826987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226470a-a0d4-42c0-abdb-66d942065a55 req-78fca648-9474-40cf-a78f-652a67ec16ce tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:07.828443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4226470a-a0d4-42c0-abdb-66d942065a55 req-78fca648-9474-40cf-a78f-652a67ec16ce tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0508325 Apr 07 02:10:07.875792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4226470a-a0d4-42c0-abdb-66d942065a55 req-6f8351d1-915e-413e-98d4-c431b543abf1 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Apr 07 02:10:09.148387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d4c1-6570-47df-bea2-2089585e75a6 req-5b203607-eea5-43f5-a4b6-fb6e8ca7a611 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:09.149808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1d2d4c1-6570-47df-bea2-2089585e75a6 req-5b203607-eea5-43f5-a4b6-fb6e8ca7a611 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0517561 Apr 07 02:10:09.195950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1d2d4c1-6570-47df-bea2-2089585e75a6 req-79a83a00-e013-4b23-9f7a-1855209a6458 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406694 Apr 07 02:10:10.313900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5419c-accf-4f20-a3d9-378d98cba37a req-492c57f8-034a-4387-90d1-041bbd915722 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:10.315387 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ea5419c-accf-4f20-a3d9-378d98cba37a req-492c57f8-034a-4387-90d1-041bbd915722 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0546870 Apr 07 02:10:10.361420 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ea5419c-accf-4f20-a3d9-378d98cba37a req-0cc09f2d-a250-428a-99c8-d5c972547c16 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399895 Apr 07 02:10:11.477968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9132-5dce-4159-8012-a9af822d3112 req-184e8b3b-aebb-428f-925b-4367a90e7d35 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:11.479453 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-485e9132-5dce-4159-8012-a9af822d3112 req-184e8b3b-aebb-428f-925b-4367a90e7d35 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0517974 Apr 07 02:10:11.524152 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-485e9132-5dce-4159-8012-a9af822d3112 req-bc811c5a-9ca4-471a-9b47-be996a0d5808 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Apr 07 02:10:12.652344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21820f0-6a42-4720-9d63-47fdacc418a7 req-969e05b2-fced-4eeb-b103-96cf13efa70c tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:12.653853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c21820f0-6a42-4720-9d63-47fdacc418a7 req-969e05b2-fced-4eeb-b103-96cf13efa70c tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0549362 Apr 07 02:10:12.706624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c21820f0-6a42-4720-9d63-47fdacc418a7 req-1c41c603-9671-4d6e-880f-5f28889b0224 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472574 Apr 07 02:10:13.823441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b779a3-fa72-48eb-b26e-e4b7ec883c4d req-56b30c58-6b64-4858-948e-c33d4837d2e8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:13.824923 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-41b779a3-fa72-48eb-b26e-e4b7ec883c4d req-56b30c58-6b64-4858-948e-c33d4837d2e8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0513511 Apr 07 02:10:13.869696 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-41b779a3-fa72-48eb-b26e-e4b7ec883c4d req-628b2b2d-c1b3-4709-a6f7-bb17ad6e0caa tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Apr 07 02:10:14.987261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20856711-7c69-4290-884b-7878e7f1a94f req-6e75df89-4218-4d76-8f69-e9e455d67b81 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:14.988735 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20856711-7c69-4290-884b-7878e7f1a94f req-6e75df89-4218-4d76-8f69-e9e455d67b81 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0536847 Apr 07 02:10:15.038109 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20856711-7c69-4290-884b-7878e7f1a94f req-9c954cd6-6da8-4094-9c24-6ac5e2eb8e10 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436983 Apr 07 02:10:16.153777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4544f-7ee6-425c-af11-538ac685f001 req-b5217bb5-cabd-4a4c-a92f-b7013e58454f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:16.155153 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dfb4544f-7ee6-425c-af11-538ac685f001 req-b5217bb5-cabd-4a4c-a92f-b7013e58454f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0511556 Apr 07 02:10:16.200799 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dfb4544f-7ee6-425c-af11-538ac685f001 req-bb2d1077-050c-4966-bf47-c5e7dee80e55 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Apr 07 02:10:17.317724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ed4c-9ce2-4cd7-9b25-6bc5bb7f31f9 req-a43321e1-0904-43c1-9105-5f4ade037c45 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:17.319262 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb58ed4c-9ce2-4cd7-9b25-6bc5bb7f31f9 req-a43321e1-0904-43c1-9105-5f4ade037c45 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0528584 Apr 07 02:10:17.369751 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb58ed4c-9ce2-4cd7-9b25-6bc5bb7f31f9 req-bc83fcc6-98d1-4659-a325-39acc7042ab3 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441985 Apr 07 02:10:18.050172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:18.488393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e62d299-728f-410f-9afa-f054b8e34ecf req-a0a7fde6-34cc-4d34-8328-19215e52f742 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:18.490539 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2e62d299-728f-410f-9afa-f054b8e34ecf req-a0a7fde6-34cc-4d34-8328-19215e52f742 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0567129 Apr 07 02:10:18.534764 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2e62d299-728f-410f-9afa-f054b8e34ecf req-1a87b6e2-45e9-4fe1-a2df-db52000e0178 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386572 Apr 07 02:10:19.652047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68386fd3-0746-4728-9ff7-88e1e9e46298 req-20b806dc-0b0f-4cf5-bd65-156e551371f1 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:19.653640 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-68386fd3-0746-4728-9ff7-88e1e9e46298 req-20b806dc-0b0f-4cf5-bd65-156e551371f1 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0519953 Apr 07 02:10:19.703813 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-68386fd3-0746-4728-9ff7-88e1e9e46298 req-e468fdb9-531d-4913-8967-9823700ff6c0 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Apr 07 02:10:20.819418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969fe72-2c59-460a-b281-8550ee7230ca req-789c00ed-449f-4c66-b944-9a690ae7a36c tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:20.820926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0969fe72-2c59-460a-b281-8550ee7230ca req-789c00ed-449f-4c66-b944-9a690ae7a36c tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0509028 Apr 07 02:10:20.870444 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0969fe72-2c59-460a-b281-8550ee7230ca req-49afc54b-c5fd-47a9-9e48-05d38e6cb7c8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439446 Apr 07 02:10:21.987789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ebaa6-9790-4137-a81f-d3cc1f4cd3ea req-33827966-c252-400f-8319-9607159a8536 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:21.989324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba5ebaa6-9790-4137-a81f-d3cc1f4cd3ea req-33827966-c252-400f-8319-9607159a8536 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0521622 Apr 07 02:10:22.034790 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba5ebaa6-9790-4137-a81f-d3cc1f4cd3ea req-aa2089a6-f43e-4111-9068-b0dd7075224f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400703 Apr 07 02:10:23.153080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf350e-8f64-4351-9a2b-dd9f2e4298cb req-8db17e6f-fb03-4e79-97e4-453af3f74fd8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:23.154443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-abdf350e-8f64-4351-9a2b-dd9f2e4298cb req-8db17e6f-fb03-4e79-97e4-453af3f74fd8 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0513935 Apr 07 02:10:23.198879 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-abdf350e-8f64-4351-9a2b-dd9f2e4298cb req-a6d2a6bb-81c1-4444-a05e-b951bc61cfea tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389738 Apr 07 02:10:24.317496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a58ed-0970-41fc-aa7e-a31043471550 req-342dcca6-69e1-47b7-8f81-4d3f6d9b6232 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:24.318944 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe0a58ed-0970-41fc-aa7e-a31043471550 req-342dcca6-69e1-47b7-8f81-4d3f6d9b6232 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0545039 Apr 07 02:10:24.365094 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe0a58ed-0970-41fc-aa7e-a31043471550 req-bc427d08-1cc3-4eab-978c-26732c8f4e97 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Apr 07 02:10:25.482160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d52fd5-fd43-4826-a810-71709209620b req-65debcb9-d57c-46a5-982b-e55dc58cdb1b tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:25.483665 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-55d52fd5-fd43-4826-a810-71709209620b req-65debcb9-d57c-46a5-982b-e55dc58cdb1b tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0511312 Apr 07 02:10:25.529042 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-55d52fd5-fd43-4826-a810-71709209620b req-9c9b9f36-f621-4aa3-89c3-c90e735770f5 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397518 Apr 07 02:10:26.647417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1483f-59e5-43db-bddc-69b7131c64c8 req-6f2f9423-f0d8-4c1a-94ed-e48e332f96a3 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:26.648909 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0f1483f-59e5-43db-bddc-69b7131c64c8 req-6f2f9423-f0d8-4c1a-94ed-e48e332f96a3 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0546887 Apr 07 02:10:26.694322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0f1483f-59e5-43db-bddc-69b7131c64c8 req-1061f061-a011-48df-b855-340984da83dc tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399344 Apr 07 02:10:27.809051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cafe25-e87a-43f3-b69c-804d60622b77 req-0fb94fa6-67b7-4c17-91c4-6e32dffc65b0 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:27.810494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71cafe25-e87a-43f3-b69c-804d60622b77 req-0fb94fa6-67b7-4c17-91c4-6e32dffc65b0 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0505869 Apr 07 02:10:27.856188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71cafe25-e87a-43f3-b69c-804d60622b77 req-448fde3d-d5ef-44c0-88b7-9be7e61f3512 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Apr 07 02:10:28.983451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae3643-4b58-406e-b94f-cad38261729b req-c2c2c6b1-10fe-44a1-b02a-ba978715d723 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:28.985120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2bae3643-4b58-406e-b94f-cad38261729b req-c2c2c6b1-10fe-44a1-b02a-ba978715d723 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0530205 Apr 07 02:10:29.034259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2decbcaf-d0bc-49be-9aa4-4c36f51f0fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:29.037708 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2bae3643-4b58-406e-b94f-cad38261729b req-2f695746-ffb7-40cd-af44-de69e4553423 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468507 Apr 07 02:10:30.155014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d049b5-db82-4c89-aa41-2b721e4f4c41 req-c49ddf30-d066-4a54-9911-caf3e31d9eab tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:30.156397 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37d049b5-db82-4c89-aa41-2b721e4f4c41 req-c49ddf30-d066-4a54-9911-caf3e31d9eab tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0510206 Apr 07 02:10:30.202446 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37d049b5-db82-4c89-aa41-2b721e4f4c41 req-d2f4da7c-81f4-44b5-8930-d40292f711cd tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399048 Apr 07 02:10:31.321075 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21264795-b0e8-46cf-a15a-96d5262e82b7 req-d18671cb-2e63-4fa4-a048-bda563848124 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:31.323240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-21264795-b0e8-46cf-a15a-96d5262e82b7 req-d18671cb-2e63-4fa4-a048-bda563848124 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0548186 Apr 07 02:10:31.370192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-21264795-b0e8-46cf-a15a-96d5262e82b7 req-3367577d-3bd7-4905-90b1-7f247f18669b tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Apr 07 02:10:31.372440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3846335e-3b2e-491a-b3bc-8e3a0364eee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:32.490286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0617c-ad14-4fe8-bd0b-069c7739dd1e req-62ea3c83-1793-467d-834b-3df9d8757244 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:32.491750 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fff0617c-ad14-4fe8-bd0b-069c7739dd1e req-62ea3c83-1793-467d-834b-3df9d8757244 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0555439 Apr 07 02:10:32.512622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:32.538257 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fff0617c-ad14-4fe8-bd0b-069c7739dd1e req-d8f6afd9-1f3e-4f78-be5d-5ca058c7448d tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Apr 07 02:10:33.188035 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-8264ae1d-2508-4467-91e6-e453a8bc04a1 service neutron] 10.222.0.10 "GET /v2.0/ports/51042ed5-bad7-4572-918b-1be39b4d4ee9/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0608487 Apr 07 02:10:33.655145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6062b83-ed3b-49b8-8796-839d77359b91 req-96267c31-05a2-480b-aeea-489d6d17ed3d tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:33.656612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6062b83-ed3b-49b8-8796-839d77359b91 req-96267c31-05a2-480b-aeea-489d6d17ed3d tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0517490 Apr 07 02:10:33.704911 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6062b83-ed3b-49b8-8796-839d77359b91 req-d73e0a98-39df-496d-955e-d2aee13d825c tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Apr 07 02:10:33.774931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-77a19595-dfa3-489c-9f92-aff38201e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:33.776473 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-77a19595-dfa3-489c-9f92-aff38201e764 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d&tenant_id=f1a395a77940468b989c60a992417d8d HTTP/1.1" status: 200 len: 1129 time: 0.0769842 Apr 07 02:10:33.844522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-14b767c5-19c9-44d4-9084-02efb7ba8df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:33.845950 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-14b767c5-19c9-44d4-9084-02efb7ba8df3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1129 time: 0.0437686 Apr 07 02:10:33.939516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-93f27b1b-44dd-469c-95a0-eb153f4631bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:33.941098 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-93f27b1b-44dd-469c-95a0-eb153f4631bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 200 len: 912 time: 0.0872734 Apr 07 02:10:33.984633 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-7cbe7577-8329-49da-9f6a-ba1d43b70780 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 217 time: 0.0343106 Apr 07 02:10:33.986971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:34.039163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-93674efd-7b61-4a26-89fa-78ad7b4930f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:34.040605 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-93674efd-7b61-4a26-89fa-78ad7b4930f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50f6efff-31d9-4c3c-a624-7499ef703d89 HTTP/1.1" status: 200 len: 852 time: 0.0465558 Apr 07 02:10:34.075872 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-9b6f4c69-33ac-4284-bc1c-9a87714d750b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=488439c2-8dce-4574-a4e3-cb5bec89e559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250628 Apr 07 02:10:34.165124 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-fd7d547e-3550-404b-8885-08dde8348fd5 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796342 Apr 07 02:10:34.260718 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2f63e888-8888-4e1b-82e5-8650ecb45513 req-561f243b-5809-4abc-9827-a73907cc1f88 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865068 Apr 07 02:10:34.314300 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:10:34.821416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82b56c-c2c9-459b-9e27-172d952b0dcb req-d37a77bd-228b-4a6e-a244-11d0b01de693 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:34.822799 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a82b56c-c2c9-459b-9e27-172d952b0dcb req-d37a77bd-228b-4a6e-a244-11d0b01de693 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0509310 Apr 07 02:10:34.872217 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a82b56c-c2c9-459b-9e27-172d952b0dcb req-ff0a6955-879b-40e3-8577-a6090f799004 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Apr 07 02:10:35.326693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:35.988783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c149e2c-29e0-4924-962c-f472308d0227 req-ca5d162f-4ec8-4842-aa0f-089359451097 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:35.990274 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9c149e2c-29e0-4924-962c-f472308d0227 req-ca5d162f-4ec8-4842-aa0f-089359451097 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0518224 Apr 07 02:10:36.036637 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9c149e2c-29e0-4924-962c-f472308d0227 req-c135d258-96a8-4a44-9558-bb1149a3e906 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Apr 07 02:10:37.155132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b329b-c300-4276-aabc-8c9832c81463 req-6f32f663-4439-4701-85aa-f769da1d286f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:37.156530 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-516b329b-c300-4276-aabc-8c9832c81463 req-6f32f663-4439-4701-85aa-f769da1d286f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0517323 Apr 07 02:10:37.202049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-516b329b-c300-4276-aabc-8c9832c81463 req-3a4f17cb-4e09-45e9-9551-733f9355092e tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398891 Apr 07 02:10:37.702229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-af112f67-ec73-4799-8165-ae6cd9164772 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:37.703701 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-af112f67-ec73-4799-8165-ae6cd9164772 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.10 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d&tenant_id=f1a395a77940468b989c60a992417d8d&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 945 time: 0.0928953 Apr 07 02:10:37.766825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:10:37.771033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:10:37.814511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-a7e4f7c6-6d57-4dc8-bae4-6989990eef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:37.816025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-a7e4f7c6-6d57-4dc8-bae4-6989990eef6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1129 time: 0.0433400 Apr 07 02:10:37.911214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-7179a018-bc36-475e-ae75-7265ffcb765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:37.913237 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-7179a018-bc36-475e-ae75-7265ffcb765e service neutron] 10.222.0.10 "GET /v2.0/networks?id=488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 200 len: 912 time: 0.0911396 Apr 07 02:10:37.953718 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-6478e23e-d112-487b-b707-3a7541765023 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 217 time: 0.0347149 Apr 07 02:10:37.981081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 51042ed5-bad7-4572-918b-1be39b4d4ee9 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:10:37.981480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:37.985041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:38.003754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-9159989c-ad64-4fc2-a983-574368675bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:38.005735 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-9159989c-ad64-4fc2-a983-574368675bd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50f6efff-31d9-4c3c-a624-7499ef703d89 HTTP/1.1" status: 200 len: 852 time: 0.0466545 Apr 07 02:10:38.014428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'network_id': '488439c2-8dce-4574-a4e3-cb5bec89e559', 'port_id': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'mac_address': 'fa:16:3e:2c:b0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f6efff-31d9-4c3c-a624-7499ef703d89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:10:38.021508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:10:38.023776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1a4237-5b58-4268-9bbd-bab6dd151284" -d '{"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-unplugged", "status": "completed", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:10:38.037313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-1000c6f6-812e-4291-80e1-d3dec2830522 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=488439c2-8dce-4574-a4e3-cb5bec89e559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253198 Apr 07 02:10:38.042850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:38.080429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f32a90f-bd73-43ec-9eab-f9daa9942db3 x-openstack-request-id: req-3f32a90f-bd73-43ec-9eab-f9daa9942db3 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:10:38.080734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-unplugged", "status": "completed", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:10:38.081016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f32a90f-bd73-43ec-9eab-f9daa9942db3 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:10:38.081421 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f32a90f-bd73-43ec-9eab-f9daa9942db3'] response: {'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'code': 200} Apr 07 02:10:38.115142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 51042ed5-bad7-4572-918b-1be39b4d4ee9 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:10:38.115535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:38.117361 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:38.127169 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-c3104519-e515-45de-a3ad-c326ea5bfdf6 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835221 Apr 07 02:10:38.154543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51042ed5-bad7-4572-918b-1be39b4d4ee9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:10:38.213255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:38.220683 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-a952b8e7-a49d-4d7e-b3a1-7bbbd6d7e88b service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Apr 07 02:10:38.230872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.231234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.231589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.231936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.232278 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.232619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.233113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.233450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.233781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.234120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.234456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.234819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.235177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.235507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.235834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:38.250747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:10:38.251160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:10:38.787314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 51042ed5-bad7-4572-918b-1be39b4d4ee9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:10:38.787974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:38.800722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51042ed5-bad7-4572-918b-1be39b4d4ee9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:10:38.820689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:38.895399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:38.946140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:38.955854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['51042ed5-bad7-4572-918b-1be39b4d4ee9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:10:39.639746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf2b3e-3060-4ca6-8fd4-4cc594f2a7c0 req-96f453fe-8050-4546-ad3e-6d1a9ea8aaf4 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:39.641212 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44cf2b3e-3060-4ca6-8fd4-4cc594f2a7c0 req-96f453fe-8050-4546-ad3e-6d1a9ea8aaf4 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 944 time: 0.0546341 Apr 07 02:10:39.686277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44cf2b3e-3060-4ca6-8fd4-4cc594f2a7c0 req-33dc78e4-94a7-4401-bf8c-8a3afdc366c5 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Apr 07 02:10:39.792389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:10:39.839839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 51042ed5-bad7-4572-918b-1be39b4d4ee9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:10:39.840217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:39.917481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 51042ed5-bad7-4572-918b-1be39b4d4ee9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:10:39.917871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:39.949761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:40.026525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:40.073117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:40.082179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:10:40.084394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea7572-570c-4d28-8182-0698982fdfe7" -d '{"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-plugged", "status": "completed", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:10:40.118893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbf1a05-9ee8-4a72-abfa-91ae5b4b265c x-openstack-request-id: req-5dbf1a05-9ee8-4a72-abfa-91ae5b4b265c {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:10:40.119190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-plugged", "status": "completed", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:10:40.119497 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dbf1a05-9ee8-4a72-abfa-91ae5b4b265c {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:10:40.119860 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbf1a05-9ee8-4a72-abfa-91ae5b4b265c'] response: {'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'code': 200} Apr 07 02:10:40.801319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d0ddf-df0b-4425-9fea-1dbbf1f883da req-8ef28e7f-3973-4254-8f75-68a38ef699c9 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:40.802791 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-194d0ddf-df0b-4425-9fea-1dbbf1f883da req-8ef28e7f-3973-4254-8f75-68a38ef699c9 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0512450 Apr 07 02:10:40.849594 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-194d0ddf-df0b-4425-9fea-1dbbf1f883da req-a8ac2fdf-b479-465d-afca-c592f59187e7 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Apr 07 02:10:41.161846 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-e420b40a-c57a-4216-b115-5697350fe0aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453043 Apr 07 02:10:41.365894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31703a10-c294-41f6-9c32-27a15f351a3a req-cb42829e-88b9-4e3f-920a-8c17e2e29c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:41.367545 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-cb42829e-88b9-4e3f-920a-8c17e2e29c33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f1a395a77940468b989c60a992417d8d&device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 1129 time: 0.0462518 Apr 07 02:10:41.522886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31703a10-c294-41f6-9c32-27a15f351a3a req-93713323-34ee-4ed4-bfa5-8545cfd148c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:41.524278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-93713323-34ee-4ed4-bfa5-8545cfd148c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 200 len: 912 time: 0.1181254 Apr 07 02:10:41.538811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-930dc1b3-8ca5-47cf-a643-5c3d63f1b500 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:41.540171 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-930dc1b3-8ca5-47cf-a643-5c3d63f1b500 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.10 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0807590 Apr 07 02:10:41.583687 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-a982f043-8c77-4d6b-b689-57d3eba3c77b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 200 len: 217 time: 0.0520298 Apr 07 02:10:41.673211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31703a10-c294-41f6-9c32-27a15f351a3a req-6c8edb8b-3791-4093-b552-d959253c536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:41.674659 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-6c8edb8b-3791-4093-b552-d959253c536e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=50f6efff-31d9-4c3c-a624-7499ef703d89 HTTP/1.1" status: 200 len: 852 time: 0.0755525 Apr 07 02:10:41.718667 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-c3789afe-d409-4f18-9c31-495a987e4ea4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=488439c2-8dce-4574-a4e3-cb5bec89e559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333500 Apr 07 02:10:41.724267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Deleting port 51042ed5-bad7-4572-918b-1be39b4d4ee9 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:10:41.724612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:41.976678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb2836-afdb-4216-a0cd-1b4bac6be93c req-3fe44cbc-2fa5-446c-a855-78928f0f0871 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:41.978274 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9bb2836-afdb-4216-a0cd-1b4bac6be93c req-3fe44cbc-2fa5-446c-a855-78928f0f0871 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 945 time: 0.0578594 Apr 07 02:10:42.027301 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9bb2836-afdb-4216-a0cd-1b4bac6be93c req-ff88b140-a0fe-45b3-9209-1713d8856daa tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cf32140-a87d-4e97-b3ea-32854584635e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434284 Apr 07 02:10:42.213112 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] For port 51042ed5-bad7-4572-918b-1be39b4d4ee9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=51042ed5-bad7-4572-918b-1be39b4d4ee9,segment=NetworkSegment(e7821fbd-9b17-44ba-abc7-872192ee5ad9),segment_id=e7821fbd-9b17-44ba-abc7-872192ee5ad9)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:42.213655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:42.224653 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-51bdd736-d43c-423b-81dc-71d3b89d9843 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960783 Apr 07 02:10:42.228436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Calling delete_port for 51042ed5-bad7-4572-918b-1be39b4d4ee9 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:10:42.375459 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-31703a10-c294-41f6-9c32-27a15f351a3a req-72ce4320-6078-4eb1-82f2-3739ba914164 service neutron] 10.222.0.10 "GET /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390181 Apr 07 02:10:42.515213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (51042ed5-bad7-4572-918b-1be39b4d4ee9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:42.530355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['51042ed5-bad7-4572-918b-1be39b4d4ee9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:10:42.545643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Pushing event deleted for resources: {'Port': ['ID=51042ed5-bad7-4572-918b-1be39b4d4ee9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:42.578018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.578369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.578715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.579055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.579387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.579716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.580049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.580376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.580702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.581057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.581381 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.581710 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.582661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.582988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.583306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:42.603332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] No DVR routers for this DVR port 51042ed5-bad7-4572-918b-1be39b4d4ee9 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:10:42.605907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:42.609457 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68ce041b-c2af-4770-a1be-8344576e5f8a req-2388abce-0e5f-4e44-8890-e41e44135a2f tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.10 "DELETE /v2.0/ports/51042ed5-bad7-4572-918b-1be39b4d4ee9 HTTP/1.1" status: 204 len: 173 time: 1.0629504 Apr 07 02:10:42.609908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-deleted', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:10:42.612187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf07eda-0b60-4060-8bc0-3340e537c6e4" -d '{"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-deleted", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:10:42.648616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f880c76e-9e7c-4436-93ac-deb0b24dd03d x-openstack-request-id: req-f880c76e-9e7c-4436-93ac-deb0b24dd03d {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:10:42.648945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3038e19a-e6b4-4174-a6af-332749aa445d", "name": "network-vif-deleted", "tag": "51042ed5-bad7-4572-918b-1be39b4d4ee9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:10:42.649196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f880c76e-9e7c-4436-93ac-deb0b24dd03d {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:10:42.649596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f880c76e-9e7c-4436-93ac-deb0b24dd03d'] response: {'server_uuid': '3038e19a-e6b4-4174-a6af-332749aa445d', 'name': 'network-vif-deleted', 'tag': '51042ed5-bad7-4572-918b-1be39b4d4ee9', 'status': 'completed', 'code': 200} Apr 07 02:10:43.133466 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ceb2f1b5-d8ae-4fe8-9576-62d65b76f729 req-f4a502e2-2d72-4df7-ac17-6de279bcacc7 tempest-DeleteServersTestJSON-1021286968 tempest-DeleteServersTestJSON-1021286968-project] 10.222.0.25 "GET /v2.0/ports?device_id=3038e19a-e6b4-4174-a6af-332749aa445d HTTP/1.1" status: 200 len: 210 time: 0.0275526 Apr 07 02:10:44.263191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56776) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:44.306713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Deleting subnet 50f6efff-31d9-4c3c-a624-7499ef703d89 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:10:44.312066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Publish callbacks [] for subnet (50f6efff-31d9-4c3c-a624-7499ef703d89), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.355647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (50f6efff-31d9-4c3c-a624-7499ef703d89), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.398374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (50f6efff-31d9-4c3c-a624-7499ef703d89), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.507263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (50f6efff-31d9-4c3c-a624-7499ef703d89), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.532340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f6efff-31d9-4c3c-a624-7499ef703d89,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:44.536592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.540001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50f6efff-31d9-4c3c-a624-7499ef703d89 HTTP/1.1" status: 204 len: 168 time: 0.2757678 Apr 07 02:10:44.542634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56778) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:44.547784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.548566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.548566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.548985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.549366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.549659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.549995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.550334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.551152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.551489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.551821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.552152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.552515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.552862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.553188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157fcce3-d66f-4bbf-b308-0a08d5723b92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:10:44.615026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (488439c2-8dce-4574-a4e3-cb5bec89e559), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.705589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (488439c2-8dce-4574-a4e3-cb5bec89e559), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.725674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488439c2-8dce-4574-a4e3-cb5bec89e559']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:10:44.734568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7821fbd-9b17-44ba-abc7-872192ee5ad9') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:10:44.735146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7821fbd-9b17-44ba-abc7-872192ee5ad9') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:10:44.744462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (e7821fbd-9b17-44ba-abc7-872192ee5ad9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.757382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e7821fbd-9b17-44ba-abc7-872192ee5ad9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.763196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:10:44.764232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (e7821fbd-9b17-44ba-abc7-872192ee5ad9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:10:44.765318 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:10:44.909248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (488439c2-8dce-4574-a4e3-cb5bec89e559), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.913796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:44.924631 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] 10.222.0.25 "DELETE /v2.0/networks/488439c2-8dce-4574-a4e3-cb5bec89e559 HTTP/1.1" status: 204 len: 168 time: 0.3737841 Apr 07 02:10:44.940701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb8dc6-6bd9-4fef-8102-a1a8e938b563 admin admin] Pushing event deleted for resources: {'Network': ['ID=488439c2-8dce-4574-a4e3-cb5bec89e559,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:45.208258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56782) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:45.249895 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4780acf9-c268-40f8-b159-94027f956ba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1a395a77940468b989c60a992417d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381658 Apr 07 02:10:45.250168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56784) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:45.302265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e48f03b8-5c31-4f0e-86ad-f95bba0efc29 admin admin] Publish callbacks [] for security_group (3cf32140-a87d-4e97-b3ea-32854584635e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:45.324344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e48f03b8-5c31-4f0e-86ad-f95bba0efc29 admin admin] Publish callbacks [] for security_group (3cf32140-a87d-4e97-b3ea-32854584635e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:45.432390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e48f03b8-5c31-4f0e-86ad-f95bba0efc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (3cf32140-a87d-4e97-b3ea-32854584635e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:45.435022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e48f03b8-5c31-4f0e-86ad-f95bba0efc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:45.438587 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e48f03b8-5c31-4f0e-86ad-f95bba0efc29 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cf32140-a87d-4e97-b3ea-32854584635e HTTP/1.1" status: 204 len: 168 time: 0.1851320 Apr 07 02:10:45.445270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f03b8-5c31-4f0e-86ad-f95bba0efc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf32140-a87d-4e97-b3ea-32854584635e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:45.823056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:10:45.843271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 51042ed5-bad7-4572-918b-1be39b4d4ee9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:10:45.843625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 51042ed5-bad7-4572-918b-1be39b4d4ee9 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:10:46.419616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 56806) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:46.532689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1186742000-network', 'tenant_id': '53e3195ed23b4d63b7e6d871931a692e'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:10:46.620562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Made reservation on behalf of 53e3195ed23b4d63b7e6d871931a692e for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:10:46.622861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.631841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.703286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks [] for security_group (e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.786415 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.812108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:10:46.829564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:46.832476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (625921d0-a307-4f0a-9efd-100236441bbc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.832852 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Added segment 625921d0-a307-4f0a-9efd-100236441bbc of type vlan for network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 Apr 07 02:10:46.881529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (2ffb67e0-fa69-4d77-a098-4eeeda53bc01), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.960532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (2ffb67e0-fa69-4d77-a098-4eeeda53bc01), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:46.961540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:46.962395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:47.051908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] Pushing event updated for resources: {'Network': ['ID=2ffb67e0-fa69-4d77-a098-4eeeda53bc01,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:47.062018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:10:47.074995 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-4410c3ff-8761-47fa-be69-7b583891c4a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6541703 Apr 07 02:10:47.077992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 56810) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:10:47.083503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Request body: {'subnet': {'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1186742000-subnet', 'tenant_id': '53e3195ed23b4d63b7e6d871931a692e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:10:47.187176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Made reservation on behalf of 53e3195ed23b4d63b7e6d871931a692e for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:10:47.189572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:47.415811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (6df449bc-fc71-47a7-9577-87c8288f675a), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:47.473712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df449bc-fc71-47a7-9577-87c8288f675a,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:47.480460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Checking segment: {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:10:47.480855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Network hostable DHCP agents. Network: 2ffb67e0-fa69-4d77-a098-4eeeda53bc01, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:10:47.554460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:10:47.617151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 2ffb67e0-fa69-4d77-a098-4eeeda53bc01) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:10:47.621220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:47.621896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:47.626491 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7980c-48c3-4fad-8e5b-441299d3ff61 None None] Network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:10:47.677899 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7c63e6fb-0af9-4e89-9039-2d942571121d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5981398 Apr 07 02:10:47.721176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d444661-d367-4c3c-a474-0fe57267ba28 None None] Network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:10:48.034875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:48.104577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-db1006c8-5189-479a-9cb7-e7136f6f8c61 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:48.106072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-db1006c8-5189-479a-9cb7-e7136f6f8c61 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 815 time: 0.1029389 Apr 07 02:10:48.120906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-24950331-fd3d-4328-94b5-53f11f8d356a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/quotas/53e3195ed23b4d63b7e6d871931a692e HTTP/1.1" status: 200 len: 375 time: 0.0095289 Apr 07 02:10:48.151973 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-dcd47dde-16b0-4313-a159-c58c533c6462 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264175 Apr 07 02:10:48.527831 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-fd997261-c1ed-4e4d-80b3-27f782ba91a5 service neutron] 10.222.0.25 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692994 Apr 07 02:10:48.614689 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f75f5557-66a3-40c7-ac6d-76e3aefe490c service neutron] 10.222.0.25 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809793 Apr 07 02:10:48.904472 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c122453-6f3e-4d25-9d73-cd836202825e req-00c2937d-cb72-4ab4-86d5-48c2311e4f85 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 210 time: 0.0324888 Apr 07 02:10:49.998962 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2e050f51-8f57-4dcd-ab96-330c4fe620ab req-18cbe362-f322-4f71-8390-303e05d3c7e5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 210 time: 0.0293238 Apr 07 02:10:51.039137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-9861b019-5fe8-4183-b639-bd2907d44bd3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:51.040734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-9861b019-5fe8-4183-b639-bd2907d44bd3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 815 time: 0.1029096 Apr 07 02:10:51.059955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Request body: {'port': {'device_id': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01', 'admin_state_up': True, 'tenant_id': '53e3195ed23b4d63b7e6d871931a692e'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:10:51.094404 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-90c4538a-13df-4368-87ff-429be3bfa842 req-8746fb94-2ed8-470b-970a-461d72eb4d2d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 210 time: 0.0274382 Apr 07 02:10:51.251853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Made reservation on behalf of 53e3195ed23b4d63b7e6d871931a692e for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:10:51.255723 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:51.381954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Allocated IP 172.20.0.14 (2ffb67e0-fa69-4d77-a098-4eeeda53bc01/6df449bc-fc71-47a7-9577-87c8288f675a/b7c1a3ee-da5a-4113-b8ea-09901b8faab7) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:10:51.525621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks [] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:51.606062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:51.645356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:10:51.650380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:10:51.654210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:10:51.679563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Pushing event updated for resources: {'Port': ['ID=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:51.706285 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:51.706929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:51.786263 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a26d0bab-1a10-4cfa-ba33-437ad9d43a83 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7304599 Apr 07 02:10:51.802094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Request body: {'port': {'device_id': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:10:51.862877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:52.115929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c1a3ee-da5a-4113-b8ea-09901b8faab7 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:10:52.123517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Publish callbacks [] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:52.136010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Transition to ACTIVE for port object b7c1a3ee-da5a-4113-b8ea-09901b8faab7 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:10:52.212683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:52.213804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4f3fd-5deb-4148-be89-18d9221e39ac req-aa2cd1e6-7f18-41ec-b54f-7b27869f18f8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:52.215279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69f4f3fd-5deb-4148-be89-18d9221e39ac req-aa2cd1e6-7f18-41ec-b54f-7b27869f18f8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 932 time: 0.0518532 Apr 07 02:10:52.261116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:52.261366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69f4f3fd-5deb-4148-be89-18d9221e39ac req-a8101b2c-bbde-4938-9624-1e986fe59d39 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 Apr 07 02:10:52.334411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Attempting to bind port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:10:52.334750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Attempting to bind port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:10:52.335087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Attempting to bind port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 on network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:10:52.339665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 on network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:10:52.339993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Attempting to bind port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 on network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:10:52.344692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:10:52.345063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Checking segment: {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:10:52.345452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Bound using segment: {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:10:52.345874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Bound port: b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:10:52.346231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:52.406967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] For port b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:10:52.409851 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] For port b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:10:52.489556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:52.523474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:52.524120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:52.525546 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] 10.222.0.10 "PUT /v2.0/ports/b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 200 len: 1094 time: 0.7280393 Apr 07 02:10:52.525987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'tag': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:10:52.528342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "efd2a423-4de8-4630-bcde-7abbb683969e", "tag": "b7c1a3ee-da5a-4113-b8ea-09901b8faab7"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:10:52.550287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049efe4-0cd8-48d8-b2c1-61b68dcb5585 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:52.570099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd72f8e-81bd-4969-a15a-d079c552e495 x-openstack-request-id: req-fcd72f8e-81bd-4969-a15a-d079c552e495 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:10:52.576822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efd2a423-4de8-4630-bcde-7abbb683969e", "tag": "b7c1a3ee-da5a-4113-b8ea-09901b8faab7", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:10:52.576822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcd72f8e-81bd-4969-a15a-d079c552e495 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:10:52.576822 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd72f8e-81bd-4969-a15a-d079c552e495'] response: {'name': 'network-changed', 'server_uuid': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'tag': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7', 'status': 'completed', 'code': 200} Apr 07 02:10:52.638162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9 req-2b9d3a75-85e1-414c-b633-1a51a503adae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:52.639664 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9 req-2b9d3a75-85e1-414c-b633-1a51a503adae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 1128 time: 0.0482366 Apr 07 02:10:52.737144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9 req-c33b627e-4d94-44e9-b3e6-4b39ef50345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:52.739059 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9 req-c33b627e-4d94-44e9-b3e6-4b39ef50345e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=53e3195ed23b4d63b7e6d871931a692e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912063 Apr 07 02:10:52.834967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9 req-602d1e69-a305-4f04-ad49-4f9ef1411a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:52.836451 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3e0a6a99-797d-427a-a1ce-5e33488eb9e9 req-602d1e69-a305-4f04-ad49-4f9ef1411a21 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0906787 Apr 07 02:10:52.914758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-6cb5def2-d6bd-4546-b6ef-daa28410dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:52.916285 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-6cb5def2-d6bd-4546-b6ef-daa28410dcd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 1128 time: 0.0445182 Apr 07 02:10:52.978580 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-aec5619e-d856-4c41-9cee-c800d1389e59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 200 len: 217 time: 0.0465617 Apr 07 02:10:53.025886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-48ddc7a9-42d6-4577-84a4-075c0f5a2321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:53.027230 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-48ddc7a9-42d6-4577-84a4-075c0f5a2321 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0425458 Apr 07 02:10:53.062086 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-a823605b-ec1e-437e-a432-3e0451ee0dae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245895 Apr 07 02:10:53.154013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-09440bb7-3624-4278-b53b-3adb1e6dc6c6 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819454 Apr 07 02:10:53.248865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-911a7269-70f4-4c06-a21c-ccdc6a246591 req-fd139573-b1fc-4e65-bd42-cbd1f7a7f262 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848944 Apr 07 02:10:53.381778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad67ea-6f6f-4e51-9280-6e8bf34e97de req-4741adea-5fa6-4155-a459-090127942173 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:53.383252 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efad67ea-6f6f-4e51-9280-6e8bf34e97de req-4741adea-5fa6-4155-a459-090127942173 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 944 time: 0.0518999 Apr 07 02:10:53.432568 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efad67ea-6f6f-4e51-9280-6e8bf34e97de req-b7e62206-1c09-4d38-81f9-eb16985afbb9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437455 Apr 07 02:10:54.547543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e82e0b-2333-4383-939a-151fd7a97105 req-80c23862-e76b-43cb-bbd4-d3bb60d2017b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:54.549016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-16e82e0b-2333-4383-939a-151fd7a97105 req-80c23862-e76b-43cb-bbd4-d3bb60d2017b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 944 time: 0.0502026 Apr 07 02:10:54.595904 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-16e82e0b-2333-4383-939a-151fd7a97105 req-64536ab9-9c33-40c8-a551-40f5360f8dcf tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Apr 07 02:10:55.713988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34250fe-1f91-4392-a770-52fd5253272f req-1b60ac03-0fca-4015-95c7-d93afe7cb14a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:55.715443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a34250fe-1f91-4392-a770-52fd5253272f req-1b60ac03-0fca-4015-95c7-d93afe7cb14a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 944 time: 0.0508995 Apr 07 02:10:55.760120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a34250fe-1f91-4392-a770-52fd5253272f req-ed92a3b7-66d0-4fcc-89dd-0be717d545b5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Apr 07 02:10:55.853710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b7c1a3ee-da5a-4113-b8ea-09901b8faab7 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:10:55.946827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:55.958529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7', 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01', 'port_id': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7', 'mac_address': 'fa:16:3e:e1:9d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df449bc-fc71-47a7-9577-87c8288f675a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:10:55.997673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:10:55.998067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:56.010769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c1a3ee-da5a-4113-b8ea-09901b8faab7 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:10:56.029515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:56.095095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:56.141539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:56.341582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['b7c1a3ee-da5a-4113-b8ea-09901b8faab7'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:10:56.879147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62654cc5-8919-47ba-b764-86c025727481 req-17d12472-3e39-4fe6-bf0d-dbd5b7597399 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:56.880634 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-62654cc5-8919-47ba-b764-86c025727481 req-17d12472-3e39-4fe6-bf0d-dbd5b7597399 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 945 time: 0.0555561 Apr 07 02:10:56.927736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-62654cc5-8919-47ba-b764-86c025727481 req-24175438-bce0-49b9-b0a8-382bd9d24e06 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 Apr 07 02:10:57.870984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b7c1a3ee-da5a-4113-b8ea-09901b8faab7 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:10:57.983154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:10:57.987102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:10:57.987975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:58.043556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070212a-060a-44b1-8682-ed14163dd8b2 req-0ff95132-01e3-4fd5-84fc-b55318f24cea tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:58.045044 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a070212a-060a-44b1-8682-ed14163dd8b2 req-0ff95132-01e3-4fd5-84fc-b55318f24cea tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 945 time: 0.0518925 Apr 07 02:10:58.065200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:10:58.066258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:58.091645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:10:58.092292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a070212a-060a-44b1-8682-ed14163dd8b2 req-1492a14d-3f9a-4595-8f23-9515e15b4f3d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Apr 07 02:10:58.094613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4c484f-5f2f-4b43-8b1d-75b7d9f185a8" -d '{"events": [{"server_uuid": "efd2a423-4de8-4630-bcde-7abbb683969e", "name": "network-vif-plugged", "status": "completed", "tag": "b7c1a3ee-da5a-4113-b8ea-09901b8faab7"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:10:58.108558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:10:58.132688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658a504d-2a64-40ef-9581-2bcf35cea07d x-openstack-request-id: req-658a504d-2a64-40ef-9581-2bcf35cea07d {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:10:58.133020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd2a423-4de8-4630-bcde-7abbb683969e", "name": "network-vif-plugged", "status": "completed", "tag": "b7c1a3ee-da5a-4113-b8ea-09901b8faab7", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:10:58.133282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-658a504d-2a64-40ef-9581-2bcf35cea07d {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:10:58.133684 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658a504d-2a64-40ef-9581-2bcf35cea07d'] response: {'server_uuid': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7', 'code': 200} Apr 07 02:10:58.189052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:58.236819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:10:58.501610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02377d-4dd6-47fb-8b08-34791358f507 req-d752d88c-ab5d-41f9-ad8e-675142f31c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:58.503002 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d02377d-4dd6-47fb-8b08-34791358f507 req-d752d88c-ab5d-41f9-ad8e-675142f31c4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 1130 time: 0.0434165 Apr 07 02:10:58.549205 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d02377d-4dd6-47fb-8b08-34791358f507 req-6e01561a-f442-4891-bdde-684cdfbc0c65 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Apr 07 02:10:59.028972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cad0240b-e436-4e88-84f8-ac7631e9b876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:10:59.214196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9206e5-b2c5-4223-903e-ce1c6192b321 req-31ec364a-cd6c-4e7c-a4ec-e58975eb7039 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:10:59.215597 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb9206e5-b2c5-4223-903e-ce1c6192b321 req-31ec364a-cd6c-4e7c-a4ec-e58975eb7039 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0554216 Apr 07 02:10:59.260315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb9206e5-b2c5-4223-903e-ce1c6192b321 req-a19e9ff8-e580-4560-a73f-cb525f0ec615 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Apr 07 02:11:00.379736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555f29c-8c4e-4e1b-9710-ca752607d1c5 req-391f7544-e0dc-4492-a125-fbfcee5bb79d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:00.381221 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5555f29c-8c4e-4e1b-9710-ca752607d1c5 req-391f7544-e0dc-4492-a125-fbfcee5bb79d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0527031 Apr 07 02:11:00.426593 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5555f29c-8c4e-4e1b-9710-ca752607d1c5 req-c372e755-e754-4803-910b-15e31d50f659 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 Apr 07 02:11:00.540896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf9d90-2dc5-4c21-aa6c-2e13e348f05f req-632a58aa-98f6-4278-829c-1677580b2b1b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:00.542282 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9edf9d90-2dc5-4c21-aa6c-2e13e348f05f req-632a58aa-98f6-4278-829c-1677580b2b1b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0515406 Apr 07 02:11:00.592378 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9edf9d90-2dc5-4c21-aa6c-2e13e348f05f req-b5784440-ca2d-4887-abbc-9783698c6c0a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Apr 07 02:11:00.851650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9b9e-a107-44e0-adc6-b0a6fcb40528 req-8c228faf-5169-48ef-91f2-398860f81600 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:00.853150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0da9b9e-a107-44e0-adc6-b0a6fcb40528 req-8c228faf-5169-48ef-91f2-398860f81600 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0533683 Apr 07 02:11:00.899603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0da9b9e-a107-44e0-adc6-b0a6fcb40528 req-43fa7a9a-3c2d-4f33-b9b8-ee3100d5cc44 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Apr 07 02:11:01.017626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0f993-444f-4d7b-8087-10c3e0369138 req-2c846f61-95ff-43aa-acab-70bb1bee3955 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:01.019090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1cc0f993-444f-4d7b-8087-10c3e0369138 req-2c846f61-95ff-43aa-acab-70bb1bee3955 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0514138 Apr 07 02:11:01.063539 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1cc0f993-444f-4d7b-8087-10c3e0369138 req-86017169-f9f1-49d2-990e-6fbe2a636a75 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Apr 07 02:11:01.394980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-408cd2b0-b52d-4f8f-bcfa-8bfe5799c297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:01.514366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37f1e3-7147-4221-81df-bf6c686ceca9 req-cd9283ae-6b26-4b0a-9114-5a43eb975d0a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:01.515815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e37f1e3-7147-4221-81df-bf6c686ceca9 req-cd9283ae-6b26-4b0a-9114-5a43eb975d0a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0555308 Apr 07 02:11:01.585157 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e37f1e3-7147-4221-81df-bf6c686ceca9 req-5f94e9ef-fcc8-4486-889b-6cef812478c6 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630782 Apr 07 02:11:01.601792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-e6a5032a-a8f2-493b-9e3a-7196e41648ff service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507448 Apr 07 02:11:02.169800 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-cb216db6-66e0-4a03-8da0-75beaaa99528 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:02.171148 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-cb216db6-66e0-4a03-8da0-75beaaa99528 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports/b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 200 len: 943 time: 0.0454946 Apr 07 02:11:02.520574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:02.708435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2097d-14c3-49de-8094-8f6b3e387af7 req-dbd0e9b3-b9ee-4683-8357-eea4e0031049 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:02.709933 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2da2097d-14c3-49de-8094-8f6b3e387af7 req-dbd0e9b3-b9ee-4683-8357-eea4e0031049 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0579755 Apr 07 02:11:02.756869 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2da2097d-14c3-49de-8094-8f6b3e387af7 req-663cf55f-5b84-447a-a4a8-0baaee7523aa tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Apr 07 02:11:03.690917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-2704e88b-e4eb-45a9-a08e-5377c75d8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:03.692463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-2704e88b-e4eb-45a9-a08e-5377c75d8203 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 1130 time: 0.0483553 Apr 07 02:11:03.779613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-9632fbe8-ddc0-497b-bab0-d91322c42d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:03.781108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-9632fbe8-ddc0-497b-bab0-d91322c42d8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 915 time: 0.0821722 Apr 07 02:11:03.825805 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-e358ed4f-9460-41ef-b69e-7dac330cae46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 200 len: 217 time: 0.0389166 Apr 07 02:11:03.873925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-7b8f73c8-56d8-41fa-a8cb-514f7d57eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:03.875403 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-7b8f73c8-56d8-41fa-a8cb-514f7d57eb87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0432374 Apr 07 02:11:03.876314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b971b9e-b194-4376-ac43-cfa0bbfb9711 req-da5f4fbd-f20d-43d0-a864-62b4068dee68 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:03.877828 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b971b9e-b194-4376-ac43-cfa0bbfb9711 req-da5f4fbd-f20d-43d0-a864-62b4068dee68 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0523005 Apr 07 02:11:03.907569 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-6d49fd1f-ec43-4922-b9f7-2218908cccab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258632 Apr 07 02:11:03.927362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b971b9e-b194-4376-ac43-cfa0bbfb9711 req-6193d8c3-5e4a-48b2-978c-0dee5043f1d7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436087 Apr 07 02:11:03.998755 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-cad76c69-2308-4a25-8e64-67e8d6e7972a service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843527 Apr 07 02:11:04.023183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:04.090865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-07821aae-42dd-4a84-9d3a-28b60125967f service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858359 Apr 07 02:11:05.042946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e013c9-a28c-4720-b316-6ab86cc2edc4 req-1ce1e00a-dc21-4e38-9c0d-558dbcaba308 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:05.044394 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-29e013c9-a28c-4720-b316-6ab86cc2edc4 req-1ce1e00a-dc21-4e38-9c0d-558dbcaba308 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0505698 Apr 07 02:11:05.093395 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-29e013c9-a28c-4720-b316-6ab86cc2edc4 req-bcea57c5-327b-48dc-acd9-0487aa16b1f3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Apr 07 02:11:05.324163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:06.208019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bc566-fc24-4cdc-a01e-1ceb8b691bf2 req-0f534f75-0f31-4b7d-bfbf-79711828a5a8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:06.209399 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fc3bc566-fc24-4cdc-a01e-1ceb8b691bf2 req-0f534f75-0f31-4b7d-bfbf-79711828a5a8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0509298 Apr 07 02:11:06.254736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fc3bc566-fc24-4cdc-a01e-1ceb8b691bf2 req-45230915-cb42-4239-8400-8a69010c74d2 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395415 Apr 07 02:11:07.370932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fea85-d39f-4dbf-a403-b37d1c95fe73 req-0565914a-fcec-4881-ae26-4c275fdb13a7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:07.372418 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-177fea85-d39f-4dbf-a403-b37d1c95fe73 req-0565914a-fcec-4881-ae26-4c275fdb13a7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0518548 Apr 07 02:11:07.418095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-177fea85-d39f-4dbf-a403-b37d1c95fe73 req-4410847a-53c9-49a8-a85c-6d896fa03522 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400939 Apr 07 02:11:08.537569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda31bbd-9ec7-4d64-b54f-5e7fff63abd2 req-9122b0b2-33f0-444c-9191-a138bfa9374b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:08.539043 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cda31bbd-9ec7-4d64-b54f-5e7fff63abd2 req-9122b0b2-33f0-444c-9191-a138bfa9374b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0554216 Apr 07 02:11:08.585122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cda31bbd-9ec7-4d64-b54f-5e7fff63abd2 req-9d48cf2d-ab87-4dc6-a356-1072934fa9cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405722 Apr 07 02:11:09.702525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b58205-43c2-467e-8a45-a8c794b33456 req-91747f12-3fc5-4bcf-b8f3-52077e28d8c4 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:09.703991 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5b58205-43c2-467e-8a45-a8c794b33456 req-91747f12-3fc5-4bcf-b8f3-52077e28d8c4 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0507743 Apr 07 02:11:09.749386 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d5b58205-43c2-467e-8a45-a8c794b33456 req-dc75ec85-7bfb-49ae-8561-f3d9c87293cd tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Apr 07 02:11:10.867774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af6feb-8272-4a23-8784-3e0b540d9ce9 req-1d757f8d-d4b7-4e91-b19e-6c61d063c5a9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:10.869293 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-91af6feb-8272-4a23-8784-3e0b540d9ce9 req-1d757f8d-d4b7-4e91-b19e-6c61d063c5a9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0512755 Apr 07 02:11:10.919729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-91af6feb-8272-4a23-8784-3e0b540d9ce9 req-2f4e3edf-0191-4619-a20f-bfd29403784a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448883 Apr 07 02:11:11.312694 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:11:12.034332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd34f9-39e6-4725-abc6-47853dc21ac2 req-b776532b-2694-472a-ac2d-2f396540a9f8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:12.035798 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-60cd34f9-39e6-4725-abc6-47853dc21ac2 req-b776532b-2694-472a-ac2d-2f396540a9f8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0518310 Apr 07 02:11:12.081446 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-60cd34f9-39e6-4725-abc6-47853dc21ac2 req-ff7b78dc-96d5-455d-9352-9e462b14b0e7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 Apr 07 02:11:13.197656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3627633-9195-4c8e-a985-d6b4223e7f3d req-c251160b-df98-4a90-b2b1-bddce36b4eea tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:13.199580 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3627633-9195-4c8e-a985-d6b4223e7f3d req-c251160b-df98-4a90-b2b1-bddce36b4eea tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0537040 Apr 07 02:11:13.245177 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3627633-9195-4c8e-a985-d6b4223e7f3d req-6f0ea627-b7fd-44c9-a794-1f53ca3109fb tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Apr 07 02:11:14.372674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69ea58-1ccc-495c-a31e-a3d88380da96 req-8bf3b188-13f7-4e41-9121-a2ad55843c5c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:14.374196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be69ea58-1ccc-495c-a31e-a3d88380da96 req-8bf3b188-13f7-4e41-9121-a2ad55843c5c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0634184 Apr 07 02:11:14.419252 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be69ea58-1ccc-495c-a31e-a3d88380da96 req-b4460613-d056-4bcf-8847-5ba871f9eb6e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388720 Apr 07 02:11:15.537792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d5eb-3800-49da-8e1c-4ce1003623a7 req-ab3b9070-5f93-4cc1-92ba-e1c34448648d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:15.539278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8466d5eb-3800-49da-8e1c-4ce1003623a7 req-ab3b9070-5f93-4cc1-92ba-e1c34448648d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0521448 Apr 07 02:11:15.585401 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8466d5eb-3800-49da-8e1c-4ce1003623a7 req-60c7f381-9164-4dfb-9fdc-5073cb35ef1b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Apr 07 02:11:16.703477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d1df6-8cd4-49bf-8cce-c68e32753078 req-cb8f86f7-a40e-444f-84fa-52d3ea1b7233 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:16.704947 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b5d1df6-8cd4-49bf-8cce-c68e32753078 req-cb8f86f7-a40e-444f-84fa-52d3ea1b7233 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0545933 Apr 07 02:11:16.751452 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b5d1df6-8cd4-49bf-8cce-c68e32753078 req-5457a695-cb4a-4cf6-8175-754bd3fff5c3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Apr 07 02:11:17.869754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29848-def1-457f-a410-8d0638220d44 req-99096728-b204-41a1-8c0f-c6404c37625e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:17.871262 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-36f29848-def1-457f-a410-8d0638220d44 req-99096728-b204-41a1-8c0f-c6404c37625e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0522470 Apr 07 02:11:17.921095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-36f29848-def1-457f-a410-8d0638220d44 req-75baba24-0f5b-4fe7-8a19-d7a237fc3fd8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Apr 07 02:11:18.034204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:19.037330 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51217e-52ec-47f6-ae68-bbecb99a6375 req-a293f203-6315-4a2f-b84d-01e95f6e6172 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:19.038803 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c51217e-52ec-47f6-ae68-bbecb99a6375 req-a293f203-6315-4a2f-b84d-01e95f6e6172 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0513022 Apr 07 02:11:19.090161 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c51217e-52ec-47f6-ae68-bbecb99a6375 req-a10ef69e-dc33-4dce-83d4-ea193d229eda tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458958 Apr 07 02:11:20.204315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b1f2-a65b-46ad-87f2-dddaf3bdc64b req-a36a7eb6-5097-4978-a0ba-e98b80e3f864 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:20.205724 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b264b1f2-a65b-46ad-87f2-dddaf3bdc64b req-a36a7eb6-5097-4978-a0ba-e98b80e3f864 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0509365 Apr 07 02:11:20.251541 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b264b1f2-a65b-46ad-87f2-dddaf3bdc64b req-372b5209-cc37-4cdf-8108-7f0b2c6f5485 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Apr 07 02:11:21.367733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e079f9-fc4b-499a-942b-8375bd4c5ace req-620cf7ba-deb4-47d7-8f74-1849a2579a51 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:21.369245 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a4e079f9-fc4b-499a-942b-8375bd4c5ace req-620cf7ba-deb4-47d7-8f74-1849a2579a51 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0517848 Apr 07 02:11:21.415729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a4e079f9-fc4b-499a-942b-8375bd4c5ace req-30def242-3fb2-400c-b92b-2b818b161aec tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408640 Apr 07 02:11:22.535021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadc2b1-d0e3-47db-b647-60c6898adae0 req-230cd966-f4c0-4787-b69c-a8c11e99a832 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:22.536469 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcadc2b1-d0e3-47db-b647-60c6898adae0 req-230cd966-f4c0-4787-b69c-a8c11e99a832 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0551939 Apr 07 02:11:22.581815 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcadc2b1-d0e3-47db-b647-60c6898adae0 req-88c65aeb-ec95-46f7-8768-8b7f753fee37 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Apr 07 02:11:23.700121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6732f07a-bfcf-490d-9e53-93988217aaa2 req-8adeeee1-1d1c-48b4-bbae-ecf8947f549a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:23.701631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6732f07a-bfcf-490d-9e53-93988217aaa2 req-8adeeee1-1d1c-48b4-bbae-ecf8947f549a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0517619 Apr 07 02:11:23.748049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6732f07a-bfcf-490d-9e53-93988217aaa2 req-86ed688e-b8a2-4ba2-857b-544a76e10b8a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Apr 07 02:11:24.862927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a173d6-efef-4f04-8414-9b459091b73b req-5f102e3f-f88d-4231-8c61-3dad1f0885ea tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:24.864926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4a173d6-efef-4f04-8414-9b459091b73b req-5f102e3f-f88d-4231-8c61-3dad1f0885ea tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0521250 Apr 07 02:11:24.915699 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4a173d6-efef-4f04-8414-9b459091b73b req-3882f842-8f61-4fd2-a997-37edd71cdbf7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450888 Apr 07 02:11:26.032384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65f9ab-f515-4c1b-a2e0-fdc868bca59e req-5bf2d6d9-89f5-4939-8037-c544098b64a1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:26.033882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ed65f9ab-f515-4c1b-a2e0-fdc868bca59e req-5bf2d6d9-89f5-4939-8037-c544098b64a1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0512044 Apr 07 02:11:26.079073 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ed65f9ab-f515-4c1b-a2e0-fdc868bca59e req-78f882af-726a-4dc1-977e-4adf787ab7ed tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Apr 07 02:11:27.195053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a4cf6-bbf7-4bca-bd3d-b6226deeedeb req-d0ebfa6f-f4d3-4766-8ee8-fe34d8f65514 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:27.196454 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba9a4cf6-bbf7-4bca-bd3d-b6226deeedeb req-d0ebfa6f-f4d3-4766-8ee8-fe34d8f65514 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0521212 Apr 07 02:11:27.243319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba9a4cf6-bbf7-4bca-bd3d-b6226deeedeb req-aaa1cc3a-c815-4b2b-beb7-10c1db95d022 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Apr 07 02:11:28.366393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25a528-07de-4e85-a576-56284e7cb604 req-53e39466-2c15-4b56-9d64-da55ac29acfc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:28.367865 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-af25a528-07de-4e85-a576-56284e7cb604 req-53e39466-2c15-4b56-9d64-da55ac29acfc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0569191 Apr 07 02:11:28.413532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-af25a528-07de-4e85-a576-56284e7cb604 req-beb55b65-b183-4327-b00f-4014c97b7608 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Apr 07 02:11:29.031301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c50bb60a-06c1-4016-9913-20ba012dd151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:29.529658 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54ffc2-d553-405c-a2ce-fd8bad4a5475 req-b8f43fde-5df0-49b1-99b6-1d433fd41d40 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:29.531112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6c54ffc2-d553-405c-a2ce-fd8bad4a5475 req-b8f43fde-5df0-49b1-99b6-1d433fd41d40 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0514691 Apr 07 02:11:29.576571 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6c54ffc2-d553-405c-a2ce-fd8bad4a5475 req-0a4d7108-c099-4777-a4cd-b4c7add5d39a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399375 Apr 07 02:11:30.702232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a81a2-d015-417a-be08-29a24ce9a78e req-40254b2d-7b20-4a07-b6bf-d0c72943b8b0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:30.703692 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b61a81a2-d015-417a-be08-29a24ce9a78e req-40254b2d-7b20-4a07-b6bf-d0c72943b8b0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0545609 Apr 07 02:11:30.749847 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b61a81a2-d015-417a-be08-29a24ce9a78e req-a1cc3884-d22a-4114-b06f-03d8d6a205c7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398016 Apr 07 02:11:31.399895 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-6db95a45-61d0-451c-8863-66d058df46a7 service neutron] 10.222.0.10 "GET /v2.0/ports/b7c1a3ee-da5a-4113-b8ea-09901b8faab7/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0572994 Apr 07 02:11:31.408849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1c4c7bef-e2e2-4c86-ac65-338225776a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:31.872226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda314dc-8961-4113-837d-132448766cfa req-31f49cb1-c182-4082-baa8-117a570314b2 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:31.873850 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cda314dc-8961-4113-837d-132448766cfa req-31f49cb1-c182-4082-baa8-117a570314b2 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0561314 Apr 07 02:11:31.894685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-151e9592-9396-49bc-b419-b7ad6656fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:31.896733 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-151e9592-9396-49bc-b419-b7ad6656fe16 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e&tenant_id=53e3195ed23b4d63b7e6d871931a692e HTTP/1.1" status: 200 len: 1130 time: 0.0501430 Apr 07 02:11:31.926136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cda314dc-8961-4113-837d-132448766cfa req-ff725f5b-5b58-477b-9bed-3150c5671f54 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Apr 07 02:11:31.970140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-c5354697-3c9d-4c75-be60-8d6538746014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:31.971634 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-c5354697-3c9d-4c75-be60-8d6538746014 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 1130 time: 0.0493107 Apr 07 02:11:32.060813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-b5426e03-8053-4b92-b89c-517a38fa0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:32.062190 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-b5426e03-8053-4b92-b89c-517a38fa0d41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 915 time: 0.0814438 Apr 07 02:11:32.109814 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-75ba8b2e-c4cd-4ba8-8c4c-47afd960c80b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 200 len: 217 time: 0.0380406 Apr 07 02:11:32.161040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-38cc0895-ba6e-4cd6-abc5-9bbc0937723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:32.162474 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-38cc0895-ba6e-4cd6-abc5-9bbc0937723a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0434856 Apr 07 02:11:32.196184 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-fc9bda8d-50c9-450d-ac58-40aec41d22af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244484 Apr 07 02:11:32.286378 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-94528553-b50d-43c7-adf7-7c534608f0a0 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806057 Apr 07 02:11:32.381412 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-acf4f712-1138-4b10-9a0f-069406ea7f69 req-d3217cad-6aa6-49f5-aa6d-b546aaa6a7bc service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 Apr 07 02:11:32.553269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:33.045290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ba724-6f10-4196-a7a7-097c1d78c968 req-82638f68-6ddd-4853-b371-b77d069725b7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:33.046770 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-397ba724-6f10-4196-a7a7-097c1d78c968 req-82638f68-6ddd-4853-b371-b77d069725b7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0524795 Apr 07 02:11:33.096916 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-397ba724-6f10-4196-a7a7-097c1d78c968 req-cc085386-99e8-4590-88f9-06bbdc27d60a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Apr 07 02:11:33.999340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:34.218382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31407e4a-a39a-4e4e-8e6e-2d3a72057fb3 req-633e9fed-fa96-4925-a545-4bb5d91d99c8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:34.219778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31407e4a-a39a-4e4e-8e6e-2d3a72057fb3 req-633e9fed-fa96-4925-a545-4bb5d91d99c8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0557921 Apr 07 02:11:34.266018 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31407e4a-a39a-4e4e-8e6e-2d3a72057fb3 req-80b09ee7-c840-42cf-872d-6a181f51c72d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Apr 07 02:11:35.302702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:35.387156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37882b5d-2596-43be-a12c-4792ad487071 req-8597440d-89e8-4baa-89ce-47fe338b1184 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:35.388695 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37882b5d-2596-43be-a12c-4792ad487071 req-8597440d-89e8-4baa-89ce-47fe338b1184 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0558376 Apr 07 02:11:35.435853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37882b5d-2596-43be-a12c-4792ad487071 req-70c96757-2fa2-433a-b9a9-0d4453890cd2 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415955 Apr 07 02:11:35.769344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8857f-a70b-441a-940f-0820385a1849 req-bf35b57b-7cc2-46e3-b394-c4be97a1a5d8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:35.770883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-13a8857f-a70b-441a-940f-0820385a1849 req-bf35b57b-7cc2-46e3-b394-c4be97a1a5d8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0568540 Apr 07 02:11:35.821851 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-13a8857f-a70b-441a-940f-0820385a1849 req-3c16828e-ab48-460c-95b3-e6e2fe3d793e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452507 Apr 07 02:11:35.870126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-5c47b0a6-62be-4d13-938e-7e89978a6816 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:35.871682 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-5c47b0a6-62be-4d13-938e-7e89978a6816 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e&tenant_id=53e3195ed23b4d63b7e6d871931a692e&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 946 time: 0.0567665 Apr 07 02:11:35.955374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-14740b9b-957b-4c21-a656-1c7c491ea6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:35.956786 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-14740b9b-957b-4c21-a656-1c7c491ea6d6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 1130 time: 0.0432596 Apr 07 02:11:36.047363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-f5ddc40e-e4df-4e18-9ae0-e48de901506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:36.048868 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-f5ddc40e-e4df-4e18-9ae0-e48de901506e service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 915 time: 0.0858788 Apr 07 02:11:36.093985 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-40f23071-92b5-4ceb-8411-b0291ca81359 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 200 len: 217 time: 0.0343783 Apr 07 02:11:36.144094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-9676d14c-496b-4810-9d81-5dc2893cf46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:36.145722 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-9676d14c-496b-4810-9d81-5dc2893cf46f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0461559 Apr 07 02:11:36.175413 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-296ff1ea-effa-4539-a0e5-0b5aeafac842 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237248 Apr 07 02:11:36.261721 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-e83562a8-c3ba-43d5-8e14-081e47151a48 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800271 Apr 07 02:11:36.351457 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-faf58708-c5dd-42af-9ad5-b8a3a1d59338 req-518daa66-dc60-4dac-bbbf-42637033ca16 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837007 Apr 07 02:11:36.938035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9b9f0-7908-494a-87c7-94880eddc817 req-d89da112-dbc0-4737-9f8c-57c68be89118 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:36.939512 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-08c9b9f0-7908-494a-87c7-94880eddc817 req-d89da112-dbc0-4737-9f8c-57c68be89118 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0526023 Apr 07 02:11:36.985799 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-08c9b9f0-7908-494a-87c7-94880eddc817 req-9dfef55b-77e5-4ae7-ac5a-79c45cf48c77 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Apr 07 02:11:38.103645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c2cdb7-ccb5-4802-9e4e-d500259086db req-a8dd0ad8-2002-4883-86b9-3ceb8bb9741a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:38.105152 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0c2cdb7-ccb5-4802-9e4e-d500259086db req-a8dd0ad8-2002-4883-86b9-3ceb8bb9741a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0517654 Apr 07 02:11:38.155357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0c2cdb7-ccb5-4802-9e4e-d500259086db req-76a326ab-59d2-4dfd-a3fa-5a3e984ddfe0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446560 Apr 07 02:11:38.270936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8f374-789b-4b42-b41e-ac0ca57c9867 req-b71c6aa5-585c-4620-8de1-64816c9c476f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:38.272396 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8a8f374-789b-4b42-b41e-ac0ca57c9867 req-b71c6aa5-585c-4620-8de1-64816c9c476f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0527899 Apr 07 02:11:38.318883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8a8f374-789b-4b42-b41e-ac0ca57c9867 req-1c0bfc28-fe1e-4180-b3f6-9a4ab3dcdf96 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405021 Apr 07 02:11:38.432466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda35775-75d3-447c-9878-0e7f697bceba req-e9608bb1-d2fa-4e89-8438-62ffdd1f38a5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:38.433882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cda35775-75d3-447c-9878-0e7f697bceba req-e9608bb1-d2fa-4e89-8438-62ffdd1f38a5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0508943 Apr 07 02:11:38.479078 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cda35775-75d3-447c-9878-0e7f697bceba req-1ff48121-4b0c-420c-b973-0a979bbb83bb tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Apr 07 02:11:39.036786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-94f5bc2b-3db1-43d7-9f34-15c7143e27de tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:39.038244 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-94f5bc2b-3db1-43d7-9f34-15c7143e27de tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 815 time: 0.1020966 Apr 07 02:11:39.052091 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-511e3d46-51cc-4450-9e4a-b6e16d229432 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/quotas/53e3195ed23b4d63b7e6d871931a692e HTTP/1.1" status: 200 len: 375 time: 0.0085926 Apr 07 02:11:39.102663 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-57c3e2c9-8de7-40cd-ac07-9031967952f3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457184 Apr 07 02:11:39.239151 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-cee9dadf-4b51-4a34-9d18-775068f0f159 service neutron] 10.222.0.25 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300383 Apr 07 02:11:39.331159 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-ff018a09-8599-4a87-9076-a74a1cb224ba service neutron] 10.222.0.25 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 Apr 07 02:11:39.579484 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca0b5c38-065b-4b4e-bf05-7ef3cbccdbc1 req-aabce452-8d54-41b6-854e-6ebf62f551fb tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 210 time: 0.0278838 Apr 07 02:11:40.676164 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53559c0b-4be0-431b-b76d-040be50639e9 req-b18c594d-93c4-4ed4-9928-ffd37424dcbc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 210 time: 0.0323923 Apr 07 02:11:40.800583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-962cecaa-08dc-42ae-9dc4-571da098a82f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:40.802398 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-962cecaa-08dc-42ae-9dc4-571da098a82f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 946 time: 0.0550447 Apr 07 02:11:40.901696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Deleting port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:11:40.902045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:40.990898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] For port b7c1a3ee-da5a-4113-b8ea-09901b8faab7, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:11:40.991273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:41.003503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Calling delete_port for b7c1a3ee-da5a-4113-b8ea-09901b8faab7 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:11:41.196824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b7c1a3ee-da5a-4113-b8ea-09901b8faab7), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:41.208738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['b7c1a3ee-da5a-4113-b8ea-09901b8faab7'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:11:41.223819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Pushing event deleted for resources: {'Port': ['ID=b7c1a3ee-da5a-4113-b8ea-09901b8faab7,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:11:41.268275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] No DVR routers for this DVR port b7c1a3ee-da5a-4113-b8ea-09901b8faab7 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:11:41.273076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:41.276518 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5692cfe3-ad07-4648-8a3a-db8b9c3a23c9 req-b0b16c24-9327-480b-8555-adf9df6b3aa3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "DELETE /v2.0/ports/b7c1a3ee-da5a-4113-b8ea-09901b8faab7 HTTP/1.1" status: 204 len: 173 time: 0.4664950 Apr 07 02:11:41.276996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'name': 'network-vif-deleted', 'tag': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:11:41.279267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a179541e-8b6b-4de2-93e2-5025c05f57da" -d '{"events": [{"server_uuid": "efd2a423-4de8-4630-bcde-7abbb683969e", "name": "network-vif-deleted", "tag": "b7c1a3ee-da5a-4113-b8ea-09901b8faab7"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:11:41.318595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866c7178-462b-4d94-aea2-72ea7c8e4d5b x-openstack-request-id: req-866c7178-462b-4d94-aea2-72ea7c8e4d5b {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:11:41.318595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efd2a423-4de8-4630-bcde-7abbb683969e", "name": "network-vif-deleted", "tag": "b7c1a3ee-da5a-4113-b8ea-09901b8faab7", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:11:41.318595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-866c7178-462b-4d94-aea2-72ea7c8e4d5b {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:11:41.318595 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866c7178-462b-4d94-aea2-72ea7c8e4d5b'] response: {'server_uuid': 'efd2a423-4de8-4630-bcde-7abbb683969e', 'name': 'network-vif-deleted', 'tag': 'b7c1a3ee-da5a-4113-b8ea-09901b8faab7', 'status': 'completed', 'code': 200} Apr 07 02:11:41.563416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-fd1cb2b2-10cd-4294-98ad-f919bb9b7905 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:41.564808 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-fd1cb2b2-10cd-4294-98ad-f919bb9b7905 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 815 time: 0.1029544 Apr 07 02:11:41.579607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Request body: {'port': {'device_id': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01', 'admin_state_up': True, 'tenant_id': '53e3195ed23b4d63b7e6d871931a692e'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:11:41.758759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Made reservation on behalf of 53e3195ed23b4d63b7e6d871931a692e for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:11:41.762171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:41.768343 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f242d4f-8e46-4f94-b2ed-0c160314d1ae req-d1e33e92-8046-4fa5-be56-54368b684465 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 210 time: 0.0274532 Apr 07 02:11:41.884803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Allocated IP 172.20.0.8 (2ffb67e0-fa69-4d77-a098-4eeeda53bc01/6df449bc-fc71-47a7-9577-87c8288f675a/214a1b1f-01e0-41a9-b859-9ee3f400431d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:11:42.269366 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40560850-acde-4373-8b09-9fd40947cdcd req-47048a91-0075-4250-9d86-b68375a782e1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=efd2a423-4de8-4630-bcde-7abbb683969e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3149757 Apr 07 02:11:42.335216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks [] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:42.355971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40560850-acde-4373-8b09-9fd40947cdcd req-381ab839-14e9-4bd6-bdd2-f756ec127835 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=efd2a423-4de8-4630-bcde-7abbb683969e HTTP/1.1" status: 200 len: 210 time: 0.0331054 Apr 07 02:11:42.472906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40560850-acde-4373-8b09-9fd40947cdcd req-2f9c3061-57d0-4e9c-8353-514c306e543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:42.474385 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40560850-acde-4373-8b09-9fd40947cdcd req-2f9c3061-57d0-4e9c-8353-514c306e543b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=53e3195ed23b4d63b7e6d871931a692e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0962358 Apr 07 02:11:42.492562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:42.575573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:11:42.583810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:11:42.589197 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:11:42.616152 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Pushing event updated for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:11:42.639331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.639689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.640041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.640389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.640732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.641098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.641437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.641773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.642113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.642442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.642774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.643104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.643432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.643760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.644087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:42.673083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:42.673690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:42.677815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40560850-acde-4373-8b09-9fd40947cdcd req-6d0366cc-373c-437a-bb74-c828605715eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:42.679255 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-40560850-acde-4373-8b09-9fd40947cdcd req-6d0366cc-373c-437a-bb74-c828605715eb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1961002 Apr 07 02:11:42.767459 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d45db114-90cc-43d4-a94b-6d91070923cc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1915584 Apr 07 02:11:42.786351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Request body: {'port': {'device_id': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:11:42.855550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:42.890073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960163ea-1e87-452f-9f85-2c3fac6fbaef req-7a4b7a0b-bd68-4e3d-9fa7-429ea8f9cd0e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:42.892240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-960163ea-1e87-452f-9f85-2c3fac6fbaef req-7a4b7a0b-bd68-4e3d-9fa7-429ea8f9cd0e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 931 time: 0.0538528 Apr 07 02:11:42.938634 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-960163ea-1e87-452f-9f85-2c3fac6fbaef req-6a09b93e-ee42-4706-b294-d2f19ee50678 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Apr 07 02:11:43.115015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214a1b1f-01e0-41a9-b859-9ee3f400431d {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:11:43.122310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Publish callbacks [] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:43.134259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Transition to ACTIVE for port object 214a1b1f-01e0-41a9-b859-9ee3f400431d will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:11:43.213440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:43.275453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Pushing event updated for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:11:43.340687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Attempting to bind port 214a1b1f-01e0-41a9-b859-9ee3f400431d on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:11:43.341056 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Attempting to bind port 214a1b1f-01e0-41a9-b859-9ee3f400431d by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:11:43.341394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Attempting to bind port 214a1b1f-01e0-41a9-b859-9ee3f400431d on network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:11:43.345747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Port 214a1b1f-01e0-41a9-b859-9ee3f400431d on network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:11:43.346071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Attempting to bind port 214a1b1f-01e0-41a9-b859-9ee3f400431d on network 2ffb67e0-fa69-4d77-a098-4eeeda53bc01 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:11:43.350894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:11:43.351236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Checking segment: {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:11:43.351626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Bound using segment: {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:11:43.352052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Bound port: 214a1b1f-01e0-41a9-b859-9ee3f400431d, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '625921d0-a307-4f0a-9efd-100236441bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:11:43.352412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:43.413263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:11:43.416100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:11:43.484597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:43.522512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:43.523139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:43.524689 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] 10.222.0.10 "PUT /v2.0/ports/214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 200 len: 1093 time: 0.7429209 Apr 07 02:11:43.525445 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:11:43.564461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:11:43.564461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe6bfb-6df0-422e-a052-e9df996ec556 service neutron] Pushing event updated for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:11:43.571097 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc7f19a-3f8a-4bf4-a720-7e2430f4f3ce x-openstack-request-id: req-fdc7f19a-3f8a-4bf4-a720-7e2430f4f3ce {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:11:43.571547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:11:43.571802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdc7f19a-3f8a-4bf4-a720-7e2430f4f3ce {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:11:43.572211 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc7f19a-3f8a-4bf4-a720-7e2430f4f3ce'] response: {'name': 'network-changed', 'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d', 'status': 'completed', 'code': 200} Apr 07 02:11:43.645018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf req-ce001665-a3c6-459e-8bc3-68cd1f9cc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:43.646674 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf req-ce001665-a3c6-459e-8bc3-68cd1f9cc72f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 1127 time: 0.0456791 Apr 07 02:11:43.752073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf req-5095c7f3-832a-4c97-b61e-52666c032a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:43.753541 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf req-5095c7f3-832a-4c97-b61e-52666c032a5e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=53e3195ed23b4d63b7e6d871931a692e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0954826 Apr 07 02:11:43.852070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf req-2ed7d9c5-7705-4b56-bcfc-0c48b41c3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:43.853572 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d159fc23-50e1-4ffd-85f7-d89cfeab4aaf req-2ed7d9c5-7705-4b56-bcfc-0c48b41c3dbc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0899277 Apr 07 02:11:44.060341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3c73-3a53-46b6-b478-c40ec509e257 req-50ba4a87-0359-4a31-a174-c494b5b5c6e0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:44.061794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d3e3c73-3a53-46b6-b478-c40ec509e257 req-50ba4a87-0359-4a31-a174-c494b5b5c6e0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0562165 Apr 07 02:11:44.085678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b7c1a3ee-da5a-4113-b8ea-09901b8faab7 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:11:44.118257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: b7c1a3ee-da5a-4113-b8ea-09901b8faab7 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:11:44.120340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device b7c1a3ee-da5a-4113-b8ea-09901b8faab7 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:11:44.136745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d3e3c73-3a53-46b6-b478-c40ec509e257 req-de63d4a2-aaee-4eba-9444-9d4336ef68cd tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602684 Apr 07 02:11:44.152567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-e1d10422-9cd0-4178-8486-2288dca4be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:44.154365 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-e1d10422-9cd0-4178-8486-2288dca4be3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 1127 time: 0.0498581 Apr 07 02:11:44.208451 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-733fb92d-1e39-4ff8-b3e5-696bf406d220 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 200 len: 217 time: 0.0402801 Apr 07 02:11:44.257818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-5fb7d7cc-da79-494e-b3de-8c6d7e38122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:44.259308 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-5fb7d7cc-da79-494e-b3de-8c6d7e38122b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0451894 Apr 07 02:11:44.522378 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-3a967e00-c454-4975-82f6-b6b477279b4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258770 Apr 07 02:11:44.620217 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-d3bf2a54-aa6e-407e-8f10-7f62773e64c4 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907724 Apr 07 02:11:44.713001 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d26d890-92fd-4607-b95b-cbc42dc4d9f4 req-de03e74b-15a0-46d1-a14f-f216cd0f3b36 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827520 Apr 07 02:11:45.256189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308f6cd-94c0-4e9a-a4dc-8def5b36e7c9 req-2ad40d94-756e-4d56-aab7-75fee2d73ac9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:45.257732 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2308f6cd-94c0-4e9a-a4dc-8def5b36e7c9 req-2ad40d94-756e-4d56-aab7-75fee2d73ac9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0527320 Apr 07 02:11:45.312256 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2308f6cd-94c0-4e9a-a4dc-8def5b36e7c9 req-5b2e5cef-8fe5-49f1-821b-2ae27d182b5c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486231 Apr 07 02:11:46.427504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425591f-1918-482c-b519-0ab94f08d30a req-c3624f09-8ed3-44a8-8308-cc86effb184f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:46.428991 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8425591f-1918-482c-b519-0ab94f08d30a req-c3624f09-8ed3-44a8-8308-cc86effb184f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0512147 Apr 07 02:11:46.478722 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8425591f-1918-482c-b519-0ab94f08d30a req-f07f84f8-2e40-4b66-af96-b452d4fa9ec2 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Apr 07 02:11:47.593821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dfabb-9272-466a-9cb7-6f75aa9e1d19 req-52527d40-0a15-45cb-9070-0a1800973348 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:47.595320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-380dfabb-9272-466a-9cb7-6f75aa9e1d19 req-52527d40-0a15-45cb-9070-0a1800973348 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0521886 Apr 07 02:11:47.641574 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-380dfabb-9272-466a-9cb7-6f75aa9e1d19 req-63b63621-ac93-469f-aa62-84ec4c818fe1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400479 Apr 07 02:11:48.042244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:48.116864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 214a1b1f-01e0-41a9-b859-9ee3f400431d details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:11:48.212872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:11:48.224267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '214a1b1f-01e0-41a9-b859-9ee3f400431d', 'network_id': '2ffb67e0-fa69-4d77-a098-4eeeda53bc01', 'port_id': '214a1b1f-01e0-41a9-b859-9ee3f400431d', 'mac_address': 'fa:16:3e:95:dd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df449bc-fc71-47a7-9577-87c8288f675a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:11:48.259740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 214a1b1f-01e0-41a9-b859-9ee3f400431d is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:11:48.260122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:48.272651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214a1b1f-01e0-41a9-b859-9ee3f400431d {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:11:48.291256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:11:48.310856 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:11:48.368107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:48.418823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:11:48.425492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.425843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.426191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.427199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.427572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.427912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.428241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.428572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.428931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.429260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.429589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.429917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.430241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.430562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.430882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:11:48.603732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['214a1b1f-01e0-41a9-b859-9ee3f400431d'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:11:48.757659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6a0b7-251a-45b7-a545-ed218bba1423 req-984a22bd-bdc0-4d50-ae68-dda4b6ea6f78 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:48.759149 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51b6a0b7-251a-45b7-a545-ed218bba1423 req-984a22bd-bdc0-4d50-ae68-dda4b6ea6f78 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 944 time: 0.0521169 Apr 07 02:11:48.805217 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51b6a0b7-251a-45b7-a545-ed218bba1423 req-67991b09-16cb-410d-9a11-b40975335c69 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Apr 07 02:11:49.926203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2d725-5bee-4471-8ab7-ea3c5a589094 req-90a6abd9-5fbf-4cdf-8916-fea3a9460eff tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:49.928239 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92b2d725-5bee-4471-8ab7-ea3c5a589094 req-90a6abd9-5fbf-4cdf-8916-fea3a9460eff tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 944 time: 0.0559301 Apr 07 02:11:49.972838 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92b2d725-5bee-4471-8ab7-ea3c5a589094 req-f55bad69-6de6-4093-8084-65df868e07e4 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390415 Apr 07 02:11:50.139064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 214a1b1f-01e0-41a9-b859-9ee3f400431d up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:11:50.238692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 214a1b1f-01e0-41a9-b859-9ee3f400431d completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:11:50.242915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 214a1b1f-01e0-41a9-b859-9ee3f400431d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:11:50.243288 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:50.316356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 214a1b1f-01e0-41a9-b859-9ee3f400431d is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:11:50.316740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:50.338448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:11:50.340691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3195848-1e83-49a5-9af5-6d10878ffe72" -d '{"events": [{"server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "name": "network-vif-plugged", "status": "completed", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:11:50.353552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:11:50.421735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:50.449628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3818990-8e0d-45dd-ab26-7687f23c5dc7 x-openstack-request-id: req-f3818990-8e0d-45dd-ab26-7687f23c5dc7 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:11:50.449927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "name": "network-vif-plugged", "status": "completed", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:11:50.450183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3818990-8e0d-45dd-ab26-7687f23c5dc7 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:11:50.450575 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3818990-8e0d-45dd-ab26-7687f23c5dc7'] response: {'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d', 'code': 200} Apr 07 02:11:50.618398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:11:50.744099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612113f-8c0b-47f5-ace1-b7ed55645c84 req-006e4b03-c940-4aa5-8c96-025ed9c1ccee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:50.745539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3612113f-8c0b-47f5-ace1-b7ed55645c84 req-006e4b03-c940-4aa5-8c96-025ed9c1ccee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 1129 time: 0.0438852 Apr 07 02:11:50.795997 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3612113f-8c0b-47f5-ace1-b7ed55645c84 req-d11a76e6-c6d7-484f-9eab-56ecd218164b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Apr 07 02:11:51.087692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5d7e1-e411-41f6-bf94-4375db3e5f3e req-5e462074-12ff-4155-b0c4-6e7888875660 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:51.089320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bce5d7e1-e411-41f6-bf94-4375db3e5f3e req-5e462074-12ff-4155-b0c4-6e7888875660 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0521824 Apr 07 02:11:51.135309 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bce5d7e1-e411-41f6-bf94-4375db3e5f3e req-cccbee7a-3a74-4ddf-a13f-2aa779929b49 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Apr 07 02:11:52.263107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0cd73-9155-4bf8-824d-6e1b62fbf389 req-5fa49b00-3281-419a-891d-c509efeb5af9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:52.269390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26f0cd73-9155-4bf8-824d-6e1b62fbf389 req-5fa49b00-3281-419a-891d-c509efeb5af9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0633533 Apr 07 02:11:52.310762 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26f0cd73-9155-4bf8-824d-6e1b62fbf389 req-efc058c1-97c3-43aa-8440-d4faedda4d23 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Apr 07 02:11:53.429541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1b07b-e85e-422c-8cae-d4aca37fc624 req-48be458b-1767-46d0-b752-37d87e0be55b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:53.431002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e7c1b07b-e85e-422c-8cae-d4aca37fc624 req-48be458b-1767-46d0-b752-37d87e0be55b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0511091 Apr 07 02:11:53.477538 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e7c1b07b-e85e-422c-8cae-d4aca37fc624 req-5b6b191b-5526-4f6c-a217-86e523efe00c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Apr 07 02:11:53.591360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0288b4-6a7b-4572-9cbe-e28469d198e1 req-290b5eb5-9c52-4f77-8ad8-deb24abf96d3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:53.592771 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc0288b4-6a7b-4572-9cbe-e28469d198e1 req-290b5eb5-9c52-4f77-8ad8-deb24abf96d3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0511136 Apr 07 02:11:53.642154 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc0288b4-6a7b-4572-9cbe-e28469d198e1 req-9994fa3b-9918-4617-b24c-dd7727dfd045 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 Apr 07 02:11:54.002085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ecc7c-b350-4cfa-8cdb-ed4f2ad72261 req-4e63b62e-adb5-410f-886d-f637fe1ed1e0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:54.003605 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-337ecc7c-b350-4cfa-8cdb-ed4f2ad72261 req-4e63b62e-adb5-410f-886d-f637fe1ed1e0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0523322 Apr 07 02:11:54.049920 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-337ecc7c-b350-4cfa-8cdb-ed4f2ad72261 req-084ae7be-581f-43fe-809a-5e62f1e0a4da tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Apr 07 02:11:54.127897 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-d5efb59c-1180-4128-bb15-13a86c7c85f8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424259 Apr 07 02:11:54.656298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-538cd50b-048b-4724-a033-0a792b7dabfc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:54.657670 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-538cd50b-048b-4724-a033-0a792b7dabfc tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports/214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 200 len: 942 time: 0.0458267 Apr 07 02:11:55.172882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3571f1-edd1-4b0f-b12d-78bbada8f174 req-6e13d8f2-35b6-42d1-be1f-5aface0b309e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:55.174366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ee3571f1-edd1-4b0f-b12d-78bbada8f174 req-6e13d8f2-35b6-42d1-be1f-5aface0b309e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0560949 Apr 07 02:11:55.221393 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ee3571f1-edd1-4b0f-b12d-78bbada8f174 req-65bce051-38dd-448a-8385-9f0ec5fa4b58 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Apr 07 02:11:56.094878 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-dad7a07b-af8e-48ec-9644-6decf3822826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:56.096420 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-dad7a07b-af8e-48ec-9644-6decf3822826 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 1129 time: 0.0433021 Apr 07 02:11:56.183363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-38aabca6-1570-445c-996d-19072a1a863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:56.184739 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-38aabca6-1570-445c-996d-19072a1a863b service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 915 time: 0.0819988 Apr 07 02:11:56.228947 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-610e3025-7e58-4369-86c9-422ac60d00ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 200 len: 217 time: 0.0379367 Apr 07 02:11:56.276596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-e65441b0-56ea-4c5b-b8df-4d220ec050f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:56.278116 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-e65441b0-56ea-4c5b-b8df-4d220ec050f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0436225 Apr 07 02:11:56.309797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-fe3bf39b-4519-47d2-b958-3bb0a313e407 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254025 Apr 07 02:11:56.340603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673731-8d24-4f1b-b00d-8c8836b9e8b2 req-851f0f42-2850-486f-bc01-4b2de1593fe6 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:56.342117 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3673731-8d24-4f1b-b00d-8c8836b9e8b2 req-851f0f42-2850-486f-bc01-4b2de1593fe6 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0514367 Apr 07 02:11:56.388821 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3673731-8d24-4f1b-b00d-8c8836b9e8b2 req-39861a8a-f70f-441e-b908-9d98aca99508 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Apr 07 02:11:56.401473 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-68f43cf9-fb13-4a31-b8ab-4fff7ec9f812 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858231 Apr 07 02:11:56.490213 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-434482cd-b6ca-4372-8c18-6e1171d70476 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818357 Apr 07 02:11:57.514696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7461a-8847-4b77-9087-1b8f3785bc7e req-99f3a631-0b56-4c98-b287-abd243197165 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:57.516163 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57e7461a-8847-4b77-9087-1b8f3785bc7e req-99f3a631-0b56-4c98-b287-abd243197165 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0550351 Apr 07 02:11:57.562309 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57e7461a-8847-4b77-9087-1b8f3785bc7e req-3a119940-c54d-47be-b772-31773b3d6633 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Apr 07 02:11:58.677576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263a71a-1fe1-4421-bf36-b8f423147801 req-d0de8ed2-3592-4d48-bb18-f050fbcb58a3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:58.679037 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d263a71a-1fe1-4421-bf36-b8f423147801 req-d0de8ed2-3592-4d48-bb18-f050fbcb58a3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0513020 Apr 07 02:11:58.724861 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d263a71a-1fe1-4421-bf36-b8f423147801 req-bf6dcf89-d472-4c12-8d84-80ce7bcd46c7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Apr 07 02:11:59.042036 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ed37e36a-656d-4662-aeeb-2260e425c58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:11:59.843057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080045-e7f8-4ed9-af56-b5ecfe4d8ced req-a15f23b4-f9a6-445e-8011-d3a587e6b3e5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:11:59.844542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76080045-e7f8-4ed9-af56-b5ecfe4d8ced req-a15f23b4-f9a6-445e-8011-d3a587e6b3e5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0523825 Apr 07 02:11:59.894173 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76080045-e7f8-4ed9-af56-b5ecfe4d8ced req-d8981ef3-0b69-41a2-b6ef-16dbcc65ff9c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440247 Apr 07 02:12:01.013771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312f972-1717-4b20-a975-d02279cdb990 req-392a7e5b-c6d7-4cdb-b165-f3255e822c70 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:01.015233 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1312f972-1717-4b20-a975-d02279cdb990 req-392a7e5b-c6d7-4cdb-b165-f3255e822c70 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0521622 Apr 07 02:12:01.062254 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1312f972-1717-4b20-a975-d02279cdb990 req-57bf9b31-bbfb-4e2c-b4be-9906198736d3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Apr 07 02:12:01.390544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0dc74bed-283e-444a-a0d0-471939d482c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:02.183813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b2600-d6de-4149-b31d-40a73677910c req-b5ac84c0-73c3-4942-b38b-9a402a6aeea7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:02.185231 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a0b2600-d6de-4149-b31d-40a73677910c req-b5ac84c0-73c3-4942-b38b-9a402a6aeea7 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0580173 Apr 07 02:12:02.231734 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0a0b2600-d6de-4149-b31d-40a73677910c req-bd986056-d4e5-4ede-92c2-34e1d7c89a66 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Apr 07 02:12:02.529570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:03.353667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501607c1-5a79-4554-a52b-bc595e5ba04f req-68942c66-0991-420c-b354-923d8fcafe1c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:03.355386 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-501607c1-5a79-4554-a52b-bc595e5ba04f req-68942c66-0991-420c-b354-923d8fcafe1c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0573547 Apr 07 02:12:03.402022 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-501607c1-5a79-4554-a52b-bc595e5ba04f req-d9e6108b-f28b-45b2-b15c-50a9409b2703 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 Apr 07 02:12:03.998058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:04.521264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb042451-9b3a-42b7-8985-6c8396d7f51b req-5936d6c7-35b3-47c0-bdfb-fa4920429eca tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:04.522752 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb042451-9b3a-42b7-8985-6c8396d7f51b req-5936d6c7-35b3-47c0-bdfb-fa4920429eca tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0556967 Apr 07 02:12:04.572907 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb042451-9b3a-42b7-8985-6c8396d7f51b req-2ac743ba-dd27-499d-a6bd-0e321901823b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Apr 07 02:12:05.304559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:05.689317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3ee32-c278-4588-87c6-68daf697316f req-39ef7dfc-707e-46e4-85bf-25935e83dc8a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:05.690830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76c3ee32-c278-4588-87c6-68daf697316f req-39ef7dfc-707e-46e4-85bf-25935e83dc8a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0515373 Apr 07 02:12:05.741806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-76c3ee32-c278-4588-87c6-68daf697316f req-c0b5ff4f-be55-41d2-a91f-c75b4bab6428 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Apr 07 02:12:06.859867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c9402-5faa-454d-9cb7-aefc17c39ac1 req-821b7bf3-47a8-44a2-824b-5ebd1c1f1704 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:06.861355 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c7c9402-5faa-454d-9cb7-aefc17c39ac1 req-821b7bf3-47a8-44a2-824b-5ebd1c1f1704 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0526738 Apr 07 02:12:06.908184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c7c9402-5faa-454d-9cb7-aefc17c39ac1 req-fe3e2c8c-dc07-4fda-bc7e-9f2cdad2cec1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411460 Apr 07 02:12:08.024143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288daf9d-4ab6-4d95-97a2-16b4d8b83129 req-1aee29ca-fbc4-4fe7-a7c7-1d4a8a2bf48a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:08.025624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-288daf9d-4ab6-4d95-97a2-16b4d8b83129 req-1aee29ca-fbc4-4fe7-a7c7-1d4a8a2bf48a tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0513682 Apr 07 02:12:08.070402 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-288daf9d-4ab6-4d95-97a2-16b4d8b83129 req-5c6c859c-30e1-402a-bafc-47f359f39bca tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Apr 07 02:12:09.188869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57debb0d-f5fe-4177-9f78-2dfe78ce8018 req-b1cde73d-00ee-4f7b-b37b-141bd3b0a4e1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:09.190233 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57debb0d-f5fe-4177-9f78-2dfe78ce8018 req-b1cde73d-00ee-4f7b-b37b-141bd3b0a4e1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0542214 Apr 07 02:12:09.235470 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57debb0d-f5fe-4177-9f78-2dfe78ce8018 req-fdbda5e5-e415-426f-af0d-cd3e32a17eb9 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Apr 07 02:12:10.351272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b13765-a599-4055-9160-3664410a7a6f req-31f11f28-9f37-41ed-bd28-4e66b13a1fee tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:10.352749 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23b13765-a599-4055-9160-3664410a7a6f req-31f11f28-9f37-41ed-bd28-4e66b13a1fee tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0514016 Apr 07 02:12:10.398420 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23b13765-a599-4055-9160-3664410a7a6f req-5fbf945a-40d8-4353-aebd-cbb9664c5cf1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401726 Apr 07 02:12:11.517478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f610122-3b46-4619-b3fa-6515eca1e40b req-828ee3f9-4c3b-4a34-9d1b-1a3cce37afc1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:11.518935 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7f610122-3b46-4619-b3fa-6515eca1e40b req-828ee3f9-4c3b-4a34-9d1b-1a3cce37afc1 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0545042 Apr 07 02:12:11.563268 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7f610122-3b46-4619-b3fa-6515eca1e40b req-2cf3d2fe-21c0-4318-a1d9-9742ff534031 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Apr 07 02:12:12.680388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2dd62-0023-4503-8471-64b497a7b9b7 req-8e18d408-3eeb-46c4-8fd4-1720e7cdad51 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:12.683475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53d2dd62-0023-4503-8471-64b497a7b9b7 req-8e18d408-3eeb-46c4-8fd4-1720e7cdad51 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0508697 Apr 07 02:12:12.728000 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53d2dd62-0023-4503-8471-64b497a7b9b7 req-23db2dcb-90ee-4f2b-bbf4-cabfeebd5c0b tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Apr 07 02:12:13.844575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bce644-93dc-413e-b668-5192e18731e4 req-8f1fe14e-98ee-4bc4-b6fc-54b37882c785 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:13.846090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-63bce644-93dc-413e-b668-5192e18731e4 req-8f1fe14e-98ee-4bc4-b6fc-54b37882c785 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0512154 Apr 07 02:12:13.898657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-63bce644-93dc-413e-b668-5192e18731e4 req-84cd4a58-dcce-4ebd-9d9b-1f0e7b0038ac tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Apr 07 02:12:15.014904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c16e1-ec79-46ec-a024-59c5a95f9f79 req-9edc8482-c889-429b-9d38-a92978a49f53 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:15.016395 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6a0c16e1-ec79-46ec-a024-59c5a95f9f79 req-9edc8482-c889-429b-9d38-a92978a49f53 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0520797 Apr 07 02:12:15.061834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6a0c16e1-ec79-46ec-a024-59c5a95f9f79 req-67cc1580-6cb5-4224-99ea-1760047eeeb5 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399134 Apr 07 02:12:16.181428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7293d-a91a-43f2-a24b-391ce4d261cc req-30f10bc8-9353-472b-9e57-a416f8aa27bb tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:16.185507 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5db7293d-a91a-43f2-a24b-391ce4d261cc req-30f10bc8-9353-472b-9e57-a416f8aa27bb tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0562334 Apr 07 02:12:16.232501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5db7293d-a91a-43f2-a24b-391ce4d261cc req-ce0a62f1-a1a8-4277-8024-fd4f201590b3 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Apr 07 02:12:17.352550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af602ca-8e7f-4aaf-a2b1-90cfcbbc1978 req-c77ee66d-baeb-479b-925c-b4486f2f8024 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:17.354027 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2af602ca-8e7f-4aaf-a2b1-90cfcbbc1978 req-c77ee66d-baeb-479b-925c-b4486f2f8024 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0558081 Apr 07 02:12:17.400738 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2af602ca-8e7f-4aaf-a2b1-90cfcbbc1978 req-5773b229-e412-4a27-80a2-53594128cb4c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Apr 07 02:12:18.070102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:18.516602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddff66-3466-4f73-a8a7-f4c619a7d5a8 req-c927fabb-5892-40b1-9244-b40c7bcda981 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:18.518100 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48ddff66-3466-4f73-a8a7-f4c619a7d5a8 req-c927fabb-5892-40b1-9244-b40c7bcda981 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0511122 Apr 07 02:12:18.563216 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48ddff66-3466-4f73-a8a7-f4c619a7d5a8 req-ffe0453f-d393-4b84-a1d4-bde8fd5e12fb tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389342 Apr 07 02:12:19.679113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fa1d3-aa36-4b26-84a5-9821c3bdf112 req-6a73ba2f-5c92-4802-b4c2-fd3e3d8c566f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:19.680582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca3fa1d3-aa36-4b26-84a5-9821c3bdf112 req-6a73ba2f-5c92-4802-b4c2-fd3e3d8c566f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0512488 Apr 07 02:12:19.730541 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca3fa1d3-aa36-4b26-84a5-9821c3bdf112 req-43b1d221-d559-406c-a0db-5a6cbdce084d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440738 Apr 07 02:12:20.846023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f0d60-233c-4283-9392-e59871a27638 req-0ac6905a-cc27-408e-9620-4e910f4df68c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:20.847504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ac6f0d60-233c-4283-9392-e59871a27638 req-0ac6905a-cc27-408e-9620-4e910f4df68c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0513215 Apr 07 02:12:20.894706 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ac6f0d60-233c-4283-9392-e59871a27638 req-5112bc00-ed0e-486e-9bd4-6e60383c4b82 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409229 Apr 07 02:12:22.010868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bda4dc-25c8-4688-b1cd-94ea53e81588 req-3503f64b-1a61-4802-b55f-c86e1a3c0118 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:22.012308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-43bda4dc-25c8-4688-b1cd-94ea53e81588 req-3503f64b-1a61-4802-b55f-c86e1a3c0118 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0512900 Apr 07 02:12:22.056674 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-43bda4dc-25c8-4688-b1cd-94ea53e81588 req-4ef87c58-e750-4a0f-8d73-174e7270d397 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Apr 07 02:12:23.176477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b2691-7cff-4421-8ff3-e22b4bdc3d9f req-21660da7-4023-4bcc-8384-d714e21e2856 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:23.177880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-138b2691-7cff-4421-8ff3-e22b4bdc3d9f req-21660da7-4023-4bcc-8384-d714e21e2856 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0552309 Apr 07 02:12:23.223276 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-138b2691-7cff-4421-8ff3-e22b4bdc3d9f req-9787d88a-4d82-422b-9f27-85c041d13b13 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Apr 07 02:12:23.768012 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-a7f22172-d316-4f71-a667-5e0ae8202341 service neutron] 10.222.0.10 "GET /v2.0/ports/214a1b1f-01e0-41a9-b859-9ee3f400431d/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0545135 Apr 07 02:12:24.234948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-089d5d24-619c-4f9d-af60-e69fa847411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:24.236440 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-089d5d24-619c-4f9d-af60-e69fa847411d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b&tenant_id=53e3195ed23b4d63b7e6d871931a692e HTTP/1.1" status: 200 len: 1129 time: 0.0492775 Apr 07 02:12:24.306921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-28a8b2c8-541e-4332-8dfd-fe8fe431c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:24.308456 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-28a8b2c8-541e-4332-8dfd-fe8fe431c373 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 1129 time: 0.0447690 Apr 07 02:12:24.340601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5d8df-be12-41e6-b0f8-7dda5c6ec57a req-a2bc76cf-025e-41a8-9829-31b654393b27 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:24.342081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-34d5d8df-be12-41e6-b0f8-7dda5c6ec57a req-a2bc76cf-025e-41a8-9829-31b654393b27 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0525823 Apr 07 02:12:24.389351 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-34d5d8df-be12-41e6-b0f8-7dda5c6ec57a req-f2d25df9-4d56-4776-9c59-305060ee7f6f tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415645 Apr 07 02:12:24.400269 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-75614326-930a-4175-9eab-edd458a3c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:24.401816 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-75614326-930a-4175-9eab-edd458a3c0f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 915 time: 0.0858667 Apr 07 02:12:24.450313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-b1fdbead-6ae2-42e1-bfac-2971f88ae971 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 200 len: 217 time: 0.0385337 Apr 07 02:12:24.501754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-63f21a43-c960-4896-9b90-14821a681dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:24.503088 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-63f21a43-c960-4896-9b90-14821a681dfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0441635 Apr 07 02:12:24.536672 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-055d951b-806e-412a-abbb-0e1220355440 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244956 Apr 07 02:12:24.629157 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-9ec9efc5-c212-454d-821e-493e649d51de service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842931 Apr 07 02:12:24.719030 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-7022d482-70e8-437c-848c-e1be1e0c4caa req-b927c70d-31c7-4855-8d91-f4f036f05cf6 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810094 Apr 07 02:12:25.309432 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:12:25.511715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb3451-4399-437d-827e-1e84fddeb505 req-f947719a-b2bf-43d5-a77f-b9f4c9134d02 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:25.513204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73cb3451-4399-437d-827e-1e84fddeb505 req-f947719a-b2bf-43d5-a77f-b9f4c9134d02 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 945 time: 0.0578876 Apr 07 02:12:25.560112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73cb3451-4399-437d-827e-1e84fddeb505 req-3db4ab66-30d4-45fb-bfa8-f930606e4732 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Apr 07 02:12:26.297061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 214a1b1f-01e0-41a9-b859-9ee3f400431d no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:12:26.369599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 214a1b1f-01e0-41a9-b859-9ee3f400431d is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:26.369986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:26.391429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:12:26.393677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a39f3f4-d5ef-4829-b050-e1619a8866d7" -d '{"events": [{"server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "name": "network-vif-unplugged", "status": "completed", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:12:26.405711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:26.437325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddb80fe-4434-49fe-933b-d792e70cab53 x-openstack-request-id: req-6ddb80fe-4434-49fe-933b-d792e70cab53 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:12:26.437460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "name": "network-vif-unplugged", "status": "completed", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:12:26.437718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ddb80fe-4434-49fe-933b-d792e70cab53 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:12:26.438118 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddb80fe-4434-49fe-933b-d792e70cab53'] response: {'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d', 'code': 200} Apr 07 02:12:26.489129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:26.538057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:26.683631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84933808-6fd9-47bc-86a7-681aba35aac8 req-dc16000d-c1f8-472b-bae1-f889d03ccb0c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:26.685095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-84933808-6fd9-47bc-86a7-681aba35aac8 req-dc16000d-c1f8-472b-bae1-f889d03ccb0c tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0516350 Apr 07 02:12:26.731640 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-84933808-6fd9-47bc-86a7-681aba35aac8 req-7ecedefd-7977-4009-9f91-ad2de92c67a4 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Apr 07 02:12:27.850142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ab9b6-9f72-4bbc-8c84-f1ae5e85b561 req-233ff888-188a-4932-90ab-51b4cc241897 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:27.851587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-065ab9b6-9f72-4bbc-8c84-f1ae5e85b561 req-233ff888-188a-4932-90ab-51b4cc241897 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0513210 Apr 07 02:12:27.901407 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-065ab9b6-9f72-4bbc-8c84-f1ae5e85b561 req-69773d64-0d93-4fa3-abef-9b87a9b80129 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443242 Apr 07 02:12:28.237662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355dc33-1bbf-4337-8980-7cf21c0d75e8 req-58cd5976-bfe4-403e-8334-ee1b5034f262 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:28.239142 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a355dc33-1bbf-4337-8980-7cf21c0d75e8 req-58cd5976-bfe4-403e-8334-ee1b5034f262 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0514643 Apr 07 02:12:28.286114 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a355dc33-1bbf-4337-8980-7cf21c0d75e8 req-ab5392f3-3377-4df5-9063-f287b6b23b7e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Apr 07 02:12:28.323747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06505-02bd-4848-a073-5424688ab056 req-2424b6ac-a7c9-47f5-b27e-28f821943940 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:28.325249 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-2424b6ac-a7c9-47f5-b27e-28f821943940 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b&tenant_id=53e3195ed23b4d63b7e6d871931a692e&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 943 time: 0.0613332 Apr 07 02:12:28.407233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06505-02bd-4848-a073-5424688ab056 req-88a0726f-6d39-4554-b02f-94822d002bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:28.408630 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-88a0726f-6d39-4554-b02f-94822d002bb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53e3195ed23b4d63b7e6d871931a692e&device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 1127 time: 0.0427325 Apr 07 02:12:28.496004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06505-02bd-4848-a073-5424688ab056 req-d5818e49-0a4e-41db-b0af-859663f9c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:28.497492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-d5818e49-0a4e-41db-b0af-859663f9c552 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 200 len: 915 time: 0.0827792 Apr 07 02:12:28.541298 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-a83f96be-5115-4648-8fc0-4eec017b578c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 200 len: 217 time: 0.0379548 Apr 07 02:12:28.588242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06505-02bd-4848-a073-5424688ab056 req-19570e56-030b-4767-bbfb-b633eb52491f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:28.589707 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-19570e56-030b-4767-bbfb-b633eb52491f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 200 len: 855 time: 0.0425820 Apr 07 02:12:28.620629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-94243136-440f-4f8f-bc77-90fb73ec2eb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2ffb67e0-fa69-4d77-a098-4eeeda53bc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249209 Apr 07 02:12:28.715022 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-0e9df780-b030-49b3-949d-ed35e636215e service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878277 Apr 07 02:12:28.802685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4ae06505-02bd-4848-a073-5424688ab056 req-c87b6dea-6f5b-4603-b3f0-54c1225b38e2 service neutron] 10.222.0.10 "GET /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814312 Apr 07 02:12:29.054980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b771fcf4-6d25-490d-8540-f5254344922f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:29.408962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba34318-ba40-4f2d-9087-94c2016c5092 req-a11391b4-3fed-4fe0-b698-d1a11fccc5b0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:29.410471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0ba34318-ba40-4f2d-9087-94c2016c5092 req-a11391b4-3fed-4fe0-b698-d1a11fccc5b0 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0536330 Apr 07 02:12:29.457711 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0ba34318-ba40-4f2d-9087-94c2016c5092 req-5a72b991-f491-427c-84c9-faeee75ffd41 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Apr 07 02:12:30.581975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bf54f-3a23-4c30-950c-7273c9d5f540 req-a81a49ad-e521-4eb9-835c-21d3261ffcb6 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:30.583440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-646bf54f-3a23-4c30-950c-7273c9d5f540 req-a81a49ad-e521-4eb9-835c-21d3261ffcb6 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0548770 Apr 07 02:12:30.629031 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-646bf54f-3a23-4c30-950c-7273c9d5f540 req-cda98c6b-9bea-4165-a7a4-22d61715c616 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Apr 07 02:12:30.745761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84ce2-5ac9-418a-971a-3f033af9034b req-89a72396-0390-4d52-ba88-1f7854fac31d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:30.747144 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-07d84ce2-5ac9-418a-971a-3f033af9034b req-89a72396-0390-4d52-ba88-1f7854fac31d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0543337 Apr 07 02:12:30.793108 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-07d84ce2-5ac9-418a-971a-3f033af9034b req-4698bc3e-4c8f-43c6-8cb9-3815c649859d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Apr 07 02:12:30.908548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceabf8-2303-457c-8077-fbd2ed2c9deb req-daf3f99a-da09-425a-9617-ec816182f54d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:30.910060 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-19ceabf8-2303-457c-8077-fbd2ed2c9deb req-daf3f99a-da09-425a-9617-ec816182f54d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0536170 Apr 07 02:12:30.959312 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-19ceabf8-2303-457c-8077-fbd2ed2c9deb req-5668d112-9961-43eb-ad50-bff77021f79e tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Apr 07 02:12:31.401284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dc55f00d-76a6-4d8d-9f2d-1ee04166f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:31.461105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5d615-a0e7-479e-8ec4-e62dbb9852ee req-3af7790e-d958-4b65-b2e6-85b53a09de1d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:31.463853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8fd5d615-a0e7-479e-8ec4-e62dbb9852ee req-3af7790e-d958-4b65-b2e6-85b53a09de1d tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0542893 Apr 07 02:12:31.515465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8fd5d615-a0e7-479e-8ec4-e62dbb9852ee req-20e0f4ce-6097-473b-8fd6-bc7a23d74247 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411816 Apr 07 02:12:32.526696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:32.628415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09e266-9b6a-4892-96ed-1cc8327a79fd req-b9236955-496d-4100-a6d2-975a424bf559 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:32.629921 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9b09e266-9b6a-4892-96ed-1cc8327a79fd req-b9236955-496d-4100-a6d2-975a424bf559 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0516558 Apr 07 02:12:32.674636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9b09e266-9b6a-4892-96ed-1cc8327a79fd req-80fb0e6e-233a-48ed-a23b-ee2d7cbdb675 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392590 Apr 07 02:12:33.268834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-86accd1b-9f2e-4707-a31c-66b07ae531b8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:33.270209 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-86accd1b-9f2e-4707-a31c-66b07ae531b8 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 943 time: 0.0508468 Apr 07 02:12:33.364683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Deleting port 214a1b1f-01e0-41a9-b859-9ee3f400431d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:12:33.365051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:33.451611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] For port 214a1b1f-01e0-41a9-b859-9ee3f400431d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=214a1b1f-01e0-41a9-b859-9ee3f400431d,segment=NetworkSegment(625921d0-a307-4f0a-9efd-100236441bbc),segment_id=625921d0-a307-4f0a-9efd-100236441bbc)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:33.451984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:33.469254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Calling delete_port for 214a1b1f-01e0-41a9-b859-9ee3f400431d owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:12:33.683073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (214a1b1f-01e0-41a9-b859-9ee3f400431d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:33.711969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Pushing event deleted for resources: {'Port': ['ID=214a1b1f-01e0-41a9-b859-9ee3f400431d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:33.757181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] No DVR routers for this DVR port 214a1b1f-01e0-41a9-b859-9ee3f400431d on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:12:33.759701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:33.763044 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5bb20bd1-1326-448e-8906-d5bf5dbfaeee req-8e7b95db-2ecf-49fc-8f6a-63c0c394f047 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.10 "DELETE /v2.0/ports/214a1b1f-01e0-41a9-b859-9ee3f400431d HTTP/1.1" status: 204 len: 173 time: 0.4857457 Apr 07 02:12:33.763497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'name': 'network-vif-deleted', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:12:33.765790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2fed72-7c75-4b56-94cc-ea8c1e139ace" -d '{"events": [{"server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "name": "network-vif-deleted", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:12:33.777314 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a9c159f-cff8-4eda-ad41-5ed9eb82680b req-fa5fda17-7b62-4bef-bd22-7db67a74c450 tempest-ServerDiskConfigTestJSON-1361248505 tempest-ServerDiskConfigTestJSON-1361248505-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9914f1c-8cda-4358-945f-7a7ae7ba908b HTTP/1.1" status: 200 len: 210 time: 0.0304048 Apr 07 02:12:33.802244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143bbf56-4679-41f5-85fb-1c7ccf8f61ee x-openstack-request-id: req-143bbf56-4679-41f5-85fb-1c7ccf8f61ee {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:12:33.802538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9914f1c-8cda-4358-945f-7a7ae7ba908b", "name": "network-vif-deleted", "tag": "214a1b1f-01e0-41a9-b859-9ee3f400431d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:12:33.802797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-143bbf56-4679-41f5-85fb-1c7ccf8f61ee {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:12:33.803217 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143bbf56-4679-41f5-85fb-1c7ccf8f61ee'] response: {'server_uuid': 'b9914f1c-8cda-4358-945f-7a7ae7ba908b', 'name': 'network-vif-deleted', 'tag': '214a1b1f-01e0-41a9-b859-9ee3f400431d', 'status': 'completed', 'code': 200} Apr 07 02:12:34.003210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:34.908190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57162) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:34.952855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Deleting subnet 6df449bc-fc71-47a7-9577-87c8288f675a {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:12:34.955889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Publish callbacks [] for subnet (6df449bc-fc71-47a7-9577-87c8288f675a), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:34.989873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (6df449bc-fc71-47a7-9577-87c8288f675a), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.027389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (6df449bc-fc71-47a7-9577-87c8288f675a), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.179149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (6df449bc-fc71-47a7-9577-87c8288f675a), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.203610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df449bc-fc71-47a7-9577-87c8288f675a,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:35.208518 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.211942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6df449bc-fc71-47a7-9577-87c8288f675a HTTP/1.1" status: 204 len: 168 time: 0.3024423 Apr 07 02:12:35.214588 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 57164) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:35.216802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.217158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.217500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.217838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.218171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.218547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.218832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.219155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.219479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.219803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.220130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.220457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.220849 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.222570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.222570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24cd498-fa56-42d9-975f-488ea799a395 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:35.283376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (2ffb67e0-fa69-4d77-a098-4eeeda53bc01), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.311670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.365959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (2ffb67e0-fa69-4d77-a098-4eeeda53bc01), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.384970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffb67e0-fa69-4d77-a098-4eeeda53bc01']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:35.393922 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '625921d0-a307-4f0a-9efd-100236441bbc') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:35.394224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '625921d0-a307-4f0a-9efd-100236441bbc') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:35.403812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (625921d0-a307-4f0a-9efd-100236441bbc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.417345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (625921d0-a307-4f0a-9efd-100236441bbc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.423123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:12:35.423517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (625921d0-a307-4f0a-9efd-100236441bbc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:12:35.425203 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:12:35.584563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (2ffb67e0-fa69-4d77-a098-4eeeda53bc01), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.589137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:35.592450 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2ffb67e0-fa69-4d77-a098-4eeeda53bc01 HTTP/1.1" status: 204 len: 168 time: 0.3768320 Apr 07 02:12:35.605173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8acc0-7f40-41a3-84cb-bca8dbb7a535 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ffb67e0-fa69-4d77-a098-4eeeda53bc01,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:35.932032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57168) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:35.971810 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ec8ddf4d-aeb8-4bfc-a64e-fbc73abac7ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53e3195ed23b4d63b7e6d871931a692e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386324 Apr 07 02:12:35.974181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57170) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:36.019560 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e458ed0-2779-4c0c-b6f7-9fe45b630ae9 admin admin] Publish callbacks [] for security_group (e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:36.039727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e458ed0-2779-4c0c-b6f7-9fe45b630ae9 admin admin] Publish callbacks [] for security_group (e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:36.144307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e458ed0-2779-4c0c-b6f7-9fe45b630ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:36.147583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2e458ed0-2779-4c0c-b6f7-9fe45b630ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:36.148723 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2e458ed0-2779-4c0c-b6f7-9fe45b630ae9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1 HTTP/1.1" status: 204 len: 168 time: 0.1736686 Apr 07 02:12:36.156520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458ed0-2779-4c0c-b6f7-9fe45b630ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c94a8b-f0c9-4da9-93e7-f682d2ae97e1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:36.366946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 214a1b1f-01e0-41a9-b859-9ee3f400431d no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:12:36.389414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 214a1b1f-01e0-41a9-b859-9ee3f400431d {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:12:36.389762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 214a1b1f-01e0-41a9-b859-9ee3f400431d not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:12:37.121896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57192) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:37.209156 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1212805084-network', 'tenant_id': 'e96660474eb9462a80125752e5155f2f'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:37.294525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Made reservation on behalf of e96660474eb9462a80125752e5155f2f for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:12:37.296721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.305450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.379510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks [] for security_group (ea2bb952-6d9e-4690-b707-0982c322a389), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.454716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ea2bb952-6d9e-4690-b707-0982c322a389), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.479965 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:12:37.488582 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2bb952-6d9e-4690-b707-0982c322a389,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:37.495948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (cfea5b75-ef96-4781-9ac0-5ab4f51e91a6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.495948 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Added segment cfea5b75-ef96-4781-9ac0-5ab4f51e91a6 of type vlan for network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 Apr 07 02:12:37.537079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (cafc95ee-da72-4595-bbd9-3555c8c9a6e9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.626082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (cafc95ee-da72-4595-bbd9-3555c8c9a6e9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.627012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:37.627585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:37.684193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] Pushing event updated for resources: {'Network': ['ID=cafc95ee-da72-4595-bbd9-3555c8c9a6e9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:37.693844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:12:37.753057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a2a936d1-cfbf-402f-b30c-8d963de94bae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6346660 Apr 07 02:12:37.755640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57196) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:37.760370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Request body: {'subnet': {'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1212805084-subnet', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:37.835187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Made reservation on behalf of e96660474eb9462a80125752e5155f2f for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:12:37.837841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.053074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (cc1ec628-9380-4fc6-911d-4b77f18424d3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.112308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc1ec628-9380-4fc6-911d-4b77f18424d3,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:38.121450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:12:38.125926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Network hostable DHCP agents. Network: cafc95ee-da72-4595-bbd9-3555c8c9a6e9, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:12:38.203079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:12:38.280615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, cafc95ee-da72-4595-bbd9-3555c8c9a6e9) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:38.284555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:38.285171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.290092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9819f2-9df6-46dd-9d0e-9432eb91a113 None None] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:12:38.388630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-33484e3c-c0d1-4fa5-9b4c-9e6e4efc5a18 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6319385 Apr 07 02:12:38.390958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:12:38.391177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57198) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:38.391808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.395401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:38.504021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (6df8f880-7b0a-4e82-8f8d-9994a4060504), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.505726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (6df8f880-7b0a-4e82-8f8d-9994a4060504), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.524409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Allocated IP 172.20.0.2 (cafc95ee-da72-4595-bbd9-3555c8c9a6e9/cc1ec628-9380-4fc6-911d-4b77f18424d3/495d5c4c-4131-443b-84d7-03988993aadc) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:12:38.556646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks [] for router_controller (6df8f880-7b0a-4e82-8f8d-9994a4060504), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.663719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Publish callbacks [] for port (495d5c4c-4131-443b-84d7-03988993aadc), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.732926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (495d5c4c-4131-443b-84d7-03988993aadc), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.772215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks [] for router_gateway (6df8f880-7b0a-4e82-8f8d-9994a4060504), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.773139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:12:38.777843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:38.782080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:12:38.785156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Pushing event updated for resources: {'Port': ['ID=495d5c4c-4131-443b-84d7-03988993aadc,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:38.838236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Attempting to bind port 495d5c4c-4131-443b-84d7-03988993aadc on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:12:38.838658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Attempting to bind port 495d5c4c-4131-443b-84d7-03988993aadc by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:12:38.839029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Attempting to bind port 495d5c4c-4131-443b-84d7-03988993aadc on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:12:38.844027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:12:38.844408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:12:38.844848 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.845252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Bound using segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:12:38.845719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Bound port: 495d5c4c-4131-443b-84d7-03988993aadc, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:12:38.846110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (495d5c4c-4131-443b-84d7-03988993aadc), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:38.911555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] For port 495d5c4c-4131-443b-84d7-03988993aadc, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:12:38.914632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] For port 495d5c4c-4131-443b-84d7-03988993aadc, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=495d5c4c-4131-443b-84d7-03988993aadc,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:12:38.976158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (495d5c4c-4131-443b-84d7-03988993aadc), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:39.038836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ce3bf-f67f-44f3-88eb-b9e46dedd7e3 None None] Pushing event updated for resources: {'Port': ['ID=495d5c4c-4131-443b-84d7-03988993aadc,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:39.334443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks [] for router_gateway (6df8f880-7b0a-4e82-8f8d-9994a4060504), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:39.354178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:39.453175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Allocated IP 172.26.8.243 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/b4dba04d-5d3b-413b-b095-cf75586cde22) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:12:39.559731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks [] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:39.641159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:39.678191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:12:39.683465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:39.687265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:12:39.713630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Pushing event updated for resources: {'Port': ['ID=b4dba04d-5d3b-413b-b095-cf75586cde22,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:39.966533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e469a0f-8e4f-45d0-8d91-c3a75933b762 None None] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:12:40.017718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks [] for router_gateway (6df8f880-7b0a-4e82-8f8d-9994a4060504), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.049985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] Provisioning complete for port 495d5c4c-4131-443b-84d7-03988993aadc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:40.050359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (495d5c4c-4131-443b-84d7-03988993aadc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.163517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] Current status of the port 495d5c4c-4131-443b-84d7-03988993aadc is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:40.164161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (495d5c4c-4131-443b-84d7-03988993aadc), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.202098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] For port 495d5c4c-4131-443b-84d7-03988993aadc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=495d5c4c-4131-443b-84d7-03988993aadc,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:40.225472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (6df8f880-7b0a-4e82-8f8d-9994a4060504), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.288157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (495d5c4c-4131-443b-84d7-03988993aadc), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.338187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7e35a-7053-46b4-8e27-8116165ebe9f None None] Pushing event updated for resources: {'Port': ['ID=495d5c4c-4131-443b-84d7-03988993aadc,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:40.408676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3c103287-0ad9-4aec-b1b7-a234620cef48 None None] Provisioning complete for port 495d5c4c-4131-443b-84d7-03988993aadc triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:40.409091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c103287-0ad9-4aec-b1b7-a234620cef48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (495d5c4c-4131-443b-84d7-03988993aadc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.420319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:12:40.485327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3c103287-0ad9-4aec-b1b7-a234620cef48 None None] Current status of the port 495d5c4c-4131-443b-84d7-03988993aadc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:40.532258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:12:40.544432 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:12:40.554787 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:12:40.555661 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:12:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:40.605481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:40.606756 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-48b4fd8b-94b4-427f-83dc-7d11e0df3ca7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2146211 Apr 07 02:12:40.609423 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57200) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:40.660453 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:12:40.837807 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:39Z', 'revision_number': 3, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:40.863127 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:12:40.863472 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Updating router 6df8f880-7b0a-4e82-8f8d-9994a4060504 port b4dba04d-5d3b-413b-b095-cf75586cde22 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:12:40.891229 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.027135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.109167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 495d5c4c-4131-443b-84d7-03988993aadc up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:12:41.157522 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Publish callbacks [] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.178860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 495d5c4c-4131-443b-84d7-03988993aadc triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:41.179359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (495d5c4c-4131-443b-84d7-03988993aadc), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.190243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Allocated IP 172.20.0.1 (cafc95ee-da72-4595-bbd9-3555c8c9a6e9/cc1ec628-9380-4fc6-911d-4b77f18424d3/1457ccc8-9e09-4e16-a5e4-cacb60108d8b) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:12:41.231860 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.258469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 495d5c4c-4131-443b-84d7-03988993aadc is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:41.281494 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Attempting to bind port b4dba04d-5d3b-413b-b095-cf75586cde22 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:12:41.281998 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Attempting to bind port b4dba04d-5d3b-413b-b095-cf75586cde22 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:12:41.282464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Attempting to bind port b4dba04d-5d3b-413b-b095-cf75586cde22 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:12:41.291638 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Pushing event updated for resources: {'Port': ['ID=b4dba04d-5d3b-413b-b095-cf75586cde22,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:41.294679 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:12:41.295160 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:12:41.295619 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.296014 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:12:41.296475 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Bound port: b4dba04d-5d3b-413b-b095-cf75586cde22, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:12:41.296875 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.310370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks [] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.319461 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.326445 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:41.356787 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] For port b4dba04d-5d3b-413b-b095-cf75586cde22, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:12:41.359628 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] For port b4dba04d-5d3b-413b-b095-cf75586cde22, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b4dba04d-5d3b-413b-b095-cf75586cde22,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:12:41.392276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.421007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.428947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:12:41.434472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:41.438213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:12:41.464531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Pushing event updated for resources: {'Port': ['ID=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:41.474862 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:12:41.475763 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:12:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:41.485411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (6df8f880-7b0a-4e82-8f8d-9994a4060504), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.519406 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c9f9b-8b2b-48fc-863c-20661ebc08a7 None None] Pushing event updated for resources: {'Port': ['ID=b4dba04d-5d3b-413b-b095-cf75586cde22,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:41.604981 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:12:41.687370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.713679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fc6862b9-a3e4-49e6-9f15-dc2b438ef39e None None] Provisioning complete for port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:41.714485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc6862b9-a3e4-49e6-9f15-dc2b438ef39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.751650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fc6862b9-a3e4-49e6-9f15-dc2b438ef39e None None] Port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:12:41.854549 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks [] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.867913 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:39Z', 'revision_number': 3, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:41.893786 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b01916-6cde-4ecd-8fd3-77045b08c3f6 None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:39Z', 'revision_number': 3, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:12:41.910129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.983802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (6df8f880-7b0a-4e82-8f8d-9994a4060504), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:41.985553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Pushing event updated for resources: {'Port': ['ID=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:42.080711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:12:42.084293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:42.231146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:12:42.353825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:12:42.360909 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-394569a8-6640-4057-a62f-201b34176f18 admin admin] 10.222.0.25 "PUT /v2.0/routers/6df8f880-7b0a-4e82-8f8d-9994a4060504/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485259 Apr 07 02:12:42.382668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-49d736bd-59aa-4365-9190-a4126583857a None None] Provisioning complete for port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:42.383202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-49d736bd-59aa-4365-9190-a4126583857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:42.419604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-49d736bd-59aa-4365-9190-a4126583857a None None] Port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:12:42.962127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57208) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:42.966828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515043573', 'description': 'tempest-description--1825285409'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:43.066366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.086680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4dba04d-5d3b-413b-b095-cf75586cde22 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:12:43.134716 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b4dba04d-5d3b-413b-b095-cf75586cde22 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:43.135163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.136149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group (e9ac70d3-6c89-472c-95e7-90f6f5f552d8), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.203611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e9ac70d3-6c89-472c-95e7-90f6f5f552d8), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.216579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b4dba04d-5d3b-413b-b095-cf75586cde22 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:43.217000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.233820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac70d3-6c89-472c-95e7-90f6f5f552d8,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:43.240392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port b4dba04d-5d3b-413b-b095-cf75586cde22, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b4dba04d-5d3b-413b-b095-cf75586cde22,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:43.302603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.306460 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3bd3bd1d-18a3-420b-9f5f-587c2644943f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3407495 Apr 07 02:12:43.310319 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57210) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:43.311173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'security_group_rule': {'security_group_id': 'e9ac70d3-6c89-472c-95e7-90f6f5f552d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:43.329141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.376702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=b4dba04d-5d3b-413b-b095-cf75586cde22,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:43.406020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group_rule (581b8bf0-7c90-4c48-9eda-0ae8c0317bfd), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.456381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:12:43.463586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group_rule (581b8bf0-7c90-4c48-9eda-0ae8c0317bfd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.467042 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:12:43.467655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:12:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:43.538338 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (581b8bf0-7c90-4c48-9eda-0ae8c0317bfd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.556727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581b8bf0-7c90-4c48-9eda-0ae8c0317bfd,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:43.581732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:12:43.626502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.630792 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3d768141-c9a2-4500-8165-5becef7930df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3201871 Apr 07 02:12:43.631533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 57212) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:43.636305 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'security_group_rule': {'security_group_id': 'e9ac70d3-6c89-472c-95e7-90f6f5f552d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:43.743454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group_rule (74ef6b6a-81f5-4d1c-b6c0-cbc422a5ae53), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.787484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 2, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:43.802776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group_rule (74ef6b6a-81f5-4d1c-b6c0-cbc422a5ae53), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.814086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:12:43.814455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Updating router 6df8f880-7b0a-4e82-8f8d-9994a4060504 port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:12:43.841622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.883630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (74ef6b6a-81f5-4d1c-b6c0-cbc422a5ae53), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.899548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ef6b6a-81f5-4d1c-b6c0-cbc422a5ae53,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:43.910234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.911111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.911435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.911785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.912126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.912466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.912828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.913172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.913506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.913843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.914179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.914516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.914852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.915185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.915514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:43.971013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:43.975691 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c0b9e337-2d89-4cc2-8ac2-7c9ec90dd754 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397901 Apr 07 02:12:43.976231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 57214) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:43.980369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:44.061049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.125444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Publish callbacks [] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.163281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.231670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.284009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865006-98b2-4cb3-b65c-584bd4d0b45d None None] Pushing event updated for resources: {'Port': ['ID=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:44.317252 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Allocated IP 172.26.8.207 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/55c7b9f3-0150-45dd-8141-4ee45dc7faf1) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:12:44.337858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Attempting to bind port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:12:44.339115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Attempting to bind port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:12:44.339115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Attempting to bind port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:12:44.345572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:12:44.345572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:12:44.345918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.346189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Bound using segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:12:44.346655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Bound port: 1457ccc8-9e09-4e16-a5e4-cacb60108d8b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:12:44.347054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.421229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] For port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:12:44.426336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] For port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:12:44.453706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.523806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.556206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.605638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:12:44.608455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf865006-98b2-4cb3-b65c-584bd4d0b45d None None] Pushing event updated for resources: {'Port': ['ID=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:44.609524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:44.613605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:12:44.620937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] Provisioning complete for port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:44.621653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.626277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:12:44.626939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:12:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:44.735655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'Port': ['ID=55c7b9f3-0150-45dd-8141-4ee45dc7faf1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:44.780428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.916625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:44.972319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:12:44.974217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] Current status of the port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:44.974613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.079234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.079808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] For port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:45.115400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4dba04d-5d3b-413b-b095-cf75586cde22 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:12:45.179188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.197475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.253256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b4dba04d-5d3b-413b-b095-cf75586cde22 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:45.253644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.292477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df7b9e-d8ab-4c7e-90f8-1e79be59b6ef None None] Pushing event updated for resources: {'Port': ['ID=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:45.339887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0f82cd47-1ef2-4c8a-b8ec-7cc12f48dd4a None None] Provisioning complete for port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:45.340272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0f82cd47-1ef2-4c8a-b8ec-7cc12f48dd4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.371292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:44Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:45.436733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a8ec30-a5ed-47f2-9a76-9f32966237d4 None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:44Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:12:45.447941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b4dba04d-5d3b-413b-b095-cf75586cde22 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:45.493568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0f82cd47-1ef2-4c8a-b8ec-7cc12f48dd4a None None] Current status of the port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:45.578254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'Port': ['ID=55c7b9f3-0150-45dd-8141-4ee45dc7faf1,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:45.583751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.690533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:45.692412 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e7c4074b-d607-4361-9276-f31e5918a168 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7149343 Apr 07 02:12:45.883389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-4cdcb02a-2c5a-44f8-8478-72257726ecc7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1515043573&fields=id&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 267 time: 0.0631881 Apr 07 02:12:45.993862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-0faed491-f3a2-447c-899c-04bececd8a69 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:45.995400 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-0faed491-f3a2-447c-899c-04bececd8a69 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.1053803 Apr 07 02:12:46.011133 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-cfdb2bc3-59a2-4814-8caa-90630b3808a0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/quotas/e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 375 time: 0.0100977 Apr 07 02:12:46.071657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-0aa91298-2cc5-45b9-bbb9-97f9eb8e7cc3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551798 Apr 07 02:12:46.172494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-51b8411f-53c1-4a89-9f89-419dd4f2be94 service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892582 Apr 07 02:12:46.273065 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-2f2710b8-6462-49f4-95d7-053c4b2a2149 service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938139 Apr 07 02:12:46.513986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d3f987d-5e4e-4e85-983b-ad6046eea6fd req-def11420-7851-40e7-b36c-763789824783 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 210 time: 0.0378594 Apr 07 02:12:47.087823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1457ccc8-9e09-4e16-a5e4-cacb60108d8b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:12:47.137830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:47.138733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:47.220377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:47.610695 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f02ee88-9a2b-4e51-af49-2f736930c0c8 req-798930d0-3c61-4a84-836f-2624f550bc0f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 210 time: 0.0268588 Apr 07 02:12:48.040982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:48.537658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-d3cf30e4-5995-4393-9f98-409adaaf8c6e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:48.539108 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-d3cf30e4-5995-4393-9f98-409adaaf8c6e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.1054959 Apr 07 02:12:48.600922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-9279996b-4d54-45f5-b3df-12aa52b5a1f0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 380 time: 0.0515976 Apr 07 02:12:48.611444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'port': {'device_id': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'admin_state_up': True, 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'security_groups': ['e9ac70d3-6c89-472c-95e7-90f6f5f552d8']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:48.706620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6ef0fbe0-66bb-4ffb-a811-318e93f883ae req-9bda1047-6bc6-405f-be74-e0c7df61d0fa tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 210 time: 0.0267134 Apr 07 02:12:48.835533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Made reservation on behalf of e96660474eb9462a80125752e5155f2f for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:12:48.839168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:48.968896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Allocated IP 172.20.0.10 (cafc95ee-da72-4595-bbd9-3555c8c9a6e9/cc1ec628-9380-4fc6-911d-4b77f18424d3/e2db1e08-fa8d-417e-a1be-d6449ba7c9ce) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:12:49.105137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.237207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.277281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:12:49.282488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:12:49.286389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:12:49.311616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:49.340982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:49.341614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.426523 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b63342d2-ec55-464d-a054-acd86988edaf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8185477 Apr 07 02:12:49.443052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Request body: {'port': {'device_id': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:49.509275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.537591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-95b17ab7-6e50-4c21-a564-58f5b107706a None None] Provisioning complete for port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:49.538174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95b17ab7-6e50-4c21-a564-58f5b107706a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.572455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-95b17ab7-6e50-4c21-a564-58f5b107706a None None] Port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:12:49.770363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2db1e08-fa8d-417e-a1be-d6449ba7c9ce {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:12:49.778239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Publish callbacks [] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.790760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Transition to ACTIVE for port object e2db1e08-fa8d-417e-a1be-d6449ba7c9ce will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:12:49.824255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98153b6-c942-4bc2-ad57-13c16ea01e84 req-47dcf0af-d3aa-43d3-aeaa-480115a6efb0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:49.825771 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c98153b6-c942-4bc2-ad57-13c16ea01e84 req-47dcf0af-d3aa-43d3-aeaa-480115a6efb0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 932 time: 0.0506012 Apr 07 02:12:49.869546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:49.875116 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c98153b6-c942-4bc2-ad57-13c16ea01e84 req-784d8909-db0b-475c-97cc-585e34bc2454 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Apr 07 02:12:49.923573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:49.998502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Attempting to bind port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:12:49.998755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Attempting to bind port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:12:49.999091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Attempting to bind port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:12:50.003843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:12:50.004163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Attempting to bind port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:12:50.009194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:12:50.009542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:12:50.009909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Bound using segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:12:50.010329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Bound port: e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:12:50.010684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:50.076219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:12:50.079843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:12:50.149928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:50.182426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.183052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:50.184661 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] 10.222.0.10 "PUT /v2.0/ports/e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 1094 time: 0.7466283 Apr 07 02:12:50.186843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:12:50.189263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056f4701-8297-4c72-a8f3-baf0f045b64a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:12:50.219351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af963b-4cc7-45be-b446-bf3eae91eceb service neutron] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:50.232535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7b5495-04b9-49fb-b69f-237fbbf3c747 x-openstack-request-id: req-6a7b5495-04b9-49fb-b69f-237fbbf3c747 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:12:50.232865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:12:50.233126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a7b5495-04b9-49fb-b69f-237fbbf3c747 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:12:50.233569 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a7b5495-04b9-49fb-b69f-237fbbf3c747'] response: {'name': 'network-changed', 'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'status': 'completed', 'code': 200} Apr 07 02:12:50.358347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f4701-8297-4c72-a8f3-baf0f045b64a req-1bbd45c5-afee-410a-af04-950f66cc7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.359927 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-056f4701-8297-4c72-a8f3-baf0f045b64a req-1bbd45c5-afee-410a-af04-950f66cc7d48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1128 time: 0.1012809 Apr 07 02:12:50.460918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f4701-8297-4c72-a8f3-baf0f045b64a req-e8d5fb31-81d4-4620-8463-c444b4bcb2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.462570 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-056f4701-8297-4c72-a8f3-baf0f045b64a req-e8d5fb31-81d4-4620-8463-c444b4bcb2ed service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e96660474eb9462a80125752e5155f2f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0915272 Apr 07 02:12:50.567983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f4701-8297-4c72-a8f3-baf0f045b64a req-e74db721-40b8-4a78-8a56-dac600788416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.569452 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-056f4701-8297-4c72-a8f3-baf0f045b64a req-e74db721-40b8-4a78-8a56-dac600788416 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0975556 Apr 07 02:12:50.656725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-0834155d-9f71-4a53-a760-a27fc2f7e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.658239 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-0834155d-9f71-4a53-a760-a27fc2f7e3ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1128 time: 0.0427344 Apr 07 02:12:50.706688 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-79d05030-c126-426f-aca2-bd643c92eae3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 217 time: 0.0378809 Apr 07 02:12:50.757528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-3386038b-3eb3-4b1e-a78c-fee666054046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.758940 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-3386038b-3eb3-4b1e-a78c-fee666054046 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0434525 Apr 07 02:12:50.809526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-e63269c8-bb9f-4adf-a216-b55b00a1e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:50.811022 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-e63269c8-bb9f-4adf-a216-b55b00a1e1f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428426 Apr 07 02:12:50.905480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-2e5b3d17-87dd-4f22-89b8-fc03eea2dfb4 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845914 Apr 07 02:12:50.999137 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4827a73d-a14e-412f-8f2c-e61b4fd9efb6 req-b2c050d1-830d-4485-8fe9-5db00b25ec93 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831778 Apr 07 02:12:51.048957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926d622-face-4d23-b3c7-bb83ddebe861 req-6fa0e968-e6e9-48ff-9e16-342d9f374a34 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:51.050502 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a926d622-face-4d23-b3c7-bb83ddebe861 req-6fa0e968-e6e9-48ff-9e16-342d9f374a34 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 944 time: 0.1025572 Apr 07 02:12:51.098292 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a926d622-face-4d23-b3c7-bb83ddebe861 req-6c2ebfda-fa78-4272-a75f-628d8a5d0da6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414708 Apr 07 02:12:52.214735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299d1af-d797-4b01-9760-3844e7cda14b req-7325bf84-57fd-4709-9191-55ced5adfd4d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:52.216096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6299d1af-d797-4b01-9760-3844e7cda14b req-7325bf84-57fd-4709-9191-55ced5adfd4d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 944 time: 0.0510685 Apr 07 02:12:52.260538 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6299d1af-d797-4b01-9760-3844e7cda14b req-88ff03f4-b510-4f66-8778-b60d435ab4e5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389960 Apr 07 02:12:52.459130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:12:52.555708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:52.567084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'mac_address': 'fa:16:3e:44:08:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:12:52.603219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:52.603608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:52.619684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db1e08-fa8d-417e-a1be-d6449ba7c9ce {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:12:52.638345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:52.709454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:52.755997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:52.762759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.763112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.763454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.763795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.764129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.764460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.764812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.765142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.765468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.765796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.766123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.766450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.766771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.767091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.767411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:12:52.992331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:12:53.378478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53e98d-43bf-43f7-9e30-5304a7ead4aa req-5c5f605a-7e1d-4283-ac98-d1dd179117b2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:53.379962 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd53e98d-43bf-43f7-9e30-5304a7ead4aa req-5c5f605a-7e1d-4283-ac98-d1dd179117b2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 945 time: 0.0555756 Apr 07 02:12:53.426287 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd53e98d-43bf-43f7-9e30-5304a7ead4aa req-1499f5d7-9602-4c66-b307-c3e3ef7a1e74 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407388 Apr 07 02:12:54.479366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:12:54.543004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a73a9b-9eea-4b9e-b15f-ac7928ff0c3a req-fb9e057c-59fa-418c-901a-1d846bd0258d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:54.546004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-82a73a9b-9eea-4b9e-b15f-ac7928ff0c3a req-fb9e057c-59fa-418c-901a-1d846bd0258d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 945 time: 0.0516272 Apr 07 02:12:54.590887 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-82a73a9b-9eea-4b9e-b15f-ac7928ff0c3a req-fe53ab9c-a17b-458e-ad40-1d4754c3f4d9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405653 Apr 07 02:12:54.630907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:12:54.635015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:12:54.635397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:54.713891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:12:54.714196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:54.736136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:12:54.738847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af552dd4-e271-471f-b1bb-716f60cc967d" -d '{"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-plugged", "status": "completed", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:12:54.754516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:12:54.772866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4b66e-6486-4eb2-99ad-0981d690afba x-openstack-request-id: req-76b4b66e-6486-4eb2-99ad-0981d690afba {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:12:54.773155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-plugged", "status": "completed", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:12:54.773408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76b4b66e-6486-4eb2-99ad-0981d690afba {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:12:54.773802 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b4b66e-6486-4eb2-99ad-0981d690afba'] response: {'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'code': 200} Apr 07 02:12:54.818012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:54.865682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:12:55.076143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8d7be-8b28-4403-a031-590401e2ce16 req-8ed3ea9f-1521-48b3-9ccf-92c2836d5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:55.077685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2ff8d7be-8b28-4403-a031-590401e2ce16 req-8ed3ea9f-1521-48b3-9ccf-92c2836d5232 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1130 time: 0.0442827 Apr 07 02:12:55.121766 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2ff8d7be-8b28-4403-a031-590401e2ce16 req-ec2c2f0a-10a1-4482-ad4d-543247bd3e07 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Apr 07 02:12:55.760539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecd754-d56c-4888-ae51-07e288758695 req-1a536fbc-a565-4741-9932-5fa75a44a5c1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:55.762096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35ecd754-d56c-4888-ae51-07e288758695 req-1a536fbc-a565-4741-9932-5fa75a44a5c1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.1053057 Apr 07 02:12:55.807336 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35ecd754-d56c-4888-ae51-07e288758695 req-9d44aab1-5c0c-470d-af3b-5dda5e0b0476 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 Apr 07 02:12:56.928511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc76b-827e-4bc4-b75c-a925ae737cd4 req-1cb88efd-72f8-435c-a164-e376f0539049 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:56.930014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c9bcc76b-827e-4bc4-b75c-a925ae737cd4 req-1cb88efd-72f8-435c-a164-e376f0539049 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0536532 Apr 07 02:12:56.975741 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c9bcc76b-827e-4bc4-b75c-a925ae737cd4 req-8d9c5fdc-ee96-44f8-91f4-ecbf58944564 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Apr 07 02:12:57.087158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a98b4-e261-4656-ba86-05a5f4c5983e req-12394a65-d9ca-4fdc-aaa1-a578976a6326 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:57.088631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-202a98b4-e261-4656-ba86-05a5f4c5983e req-12394a65-d9ca-4fdc-aaa1-a578976a6326 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0517807 Apr 07 02:12:57.096983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57272) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:12:57.101262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'floatingip': {'port_id': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:12:57.143608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:57.874591 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:57.939583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:58.041304 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 associated. External IP: 172.26.8.207, port: e2db1e08-fa8d-417e-a1be-d6449ba7c9ce. Apr 07 02:12:58.246231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:12:58.354822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:12:58.359380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:58.365168 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ea935-c393-4133-a643-37bee942121d None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:12:58.374400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ea935-c393-4133-a643-37bee942121d None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:12:58.375009 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-025ea935-c393-4133-a643-37bee942121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:12:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:58.392626 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3edaeb2c-ee6a-455e-923c-281c611ab594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "PUT /v2.0/floatingips/826d0363-2a21-4584-9a01-4c3a3206f155 HTTP/1.1" status: 200 len: 992 time: 1.2946022 Apr 07 02:12:58.393332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:12:58.396283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e8c571-fd3b-415e-a644-c9b97e6a9424" -d '{"events": [{"name": "network-changed", "server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:12:58.491797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03cbbea-7238-42c5-8db8-5a33e873c640 x-openstack-request-id: req-b03cbbea-7238-42c5-8db8-5a33e873c640 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:12:58.492098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:12:58.492352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b03cbbea-7238-42c5-8db8-5a33e873c640 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:12:58.492779 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03cbbea-7238-42c5-8db8-5a33e873c640'] response: {'name': 'network-changed', 'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'status': 'completed', 'code': 200} Apr 07 02:12:58.495293 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-025ea935-c393-4133-a643-37bee942121d None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:12:58.502815 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba96379-da9b-47b1-8db6-f7ee029e1797 req-59b69608-85b9-4a8d-8fd3-caccd8210777 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:58.508621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eba96379-da9b-47b1-8db6-f7ee029e1797 req-59b69608-85b9-4a8d-8fd3-caccd8210777 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0612466 Apr 07 02:12:58.553675 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eba96379-da9b-47b1-8db6-f7ee029e1797 req-53d6436c-36a9-468d-bd61-1d6d76d5766e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Apr 07 02:12:58.560225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-85a7a940-9a83-4d4f-9320-f6706077c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:58.561785 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-85a7a940-9a83-4d4f-9320-f6706077c72f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1130 time: 0.0492504 Apr 07 02:12:58.654882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-965f32d4-51b4-4300-b0e5-fc435e39e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:58.656643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-965f32d4-51b4-4300-b0e5-fc435e39e053 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0886173 Apr 07 02:12:58.679060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadaeda-c143-4468-9fc2-0b44ac992afd req-ad930a98-ecef-448b-baf4-64b214f48410 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:58.683763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-baadaeda-c143-4468-9fc2-0b44ac992afd req-ad930a98-ecef-448b-baf4-64b214f48410 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0548677 Apr 07 02:12:58.728866 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-aca6c15d-caa1-4544-87e0-170903e70fe8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 1000 time: 0.0659192 Apr 07 02:12:58.729978 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-025ea935-c393-4133-a643-37bee942121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:44:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:12:57Z', 'revision_number': 1, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:58.733294 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-baadaeda-c143-4468-9fc2-0b44ac992afd req-23a3a3aa-e51e-4d05-ab62-137da04f9b11 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466604 Apr 07 02:12:58.761013 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ea935-c393-4133-a643-37bee942121d None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:12:58.769138 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ea935-c393-4133-a643-37bee942121d None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:12:58.769743 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-025ea935-c393-4133-a643-37bee942121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:12:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:58.778452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-8811da81-d3d6-41ef-ba36-39f887238e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:58.779946 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-8811da81-d3d6-41ef-ba36-39f887238e0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0451472 Apr 07 02:12:58.828807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-4a5ffd7d-4da9-4981-bb74-ec2b79e45094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:58.830330 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-4a5ffd7d-4da9-4981-bb74-ec2b79e45094 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445800 Apr 07 02:12:58.890166 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-025ea935-c393-4133-a643-37bee942121d None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:12:58.925747 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-cf53e5be-c931-438d-85fd-6b6090aaec3a service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887661 Apr 07 02:12:59.014835 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b9e8c571-fd3b-415e-a644-c9b97e6a9424 req-aa58c69c-52a7-489a-9e16-041d0441e488 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825880 Apr 07 02:12:59.035157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af7aead7-3b87-41fb-a93b-dd0697261820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:12:59.113470 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-025ea935-c393-4133-a643-37bee942121d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:44:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:12:57Z', 'revision_number': 1, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:12:59.138959 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ea935-c393-4133-a643-37bee942121d None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:44:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:12:57Z', 'revision_number': 1, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:12:59.327710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d78bd0-8d41-45d9-a474-b813edc346ef None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:12:59.853743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57b120-262d-4b1e-a274-28c2e250c9d2 req-587e9d79-c705-4eef-b9a1-3bcc1afb3aa0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:12:59.855223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f57b120-262d-4b1e-a274-28c2e250c9d2 req-587e9d79-c705-4eef-b9a1-3bcc1afb3aa0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0594096 Apr 07 02:12:59.904315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f57b120-262d-4b1e-a274-28c2e250c9d2 req-6974924a-9395-4049-be47-f9cace15b89c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434277 Apr 07 02:13:00.018693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313095c1-3cf2-439e-871e-e59be5acac78 req-8248f5b2-a1cc-413b-96e1-44d2d1d6b85a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:00.020177 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-313095c1-3cf2-439e-871e-e59be5acac78 req-8248f5b2-a1cc-413b-96e1-44d2d1d6b85a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0517497 Apr 07 02:13:00.064943 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-313095c1-3cf2-439e-871e-e59be5acac78 req-ecaa8a7c-263f-4dbd-9c51-1b4d75695e30 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392995 Apr 07 02:13:00.402343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f504327-6390-4658-afc1-d2e120d9976d req-aaeba4b1-bdc7-4e7b-86ad-d7d8b7503291 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:00.403752 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f504327-6390-4658-afc1-d2e120d9976d req-aaeba4b1-bdc7-4e7b-86ad-d7d8b7503291 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0524027 Apr 07 02:13:00.453711 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f504327-6390-4658-afc1-d2e120d9976d req-844392b5-265a-4429-965f-baa8146cba0d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Apr 07 02:13:00.498850 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-f132107d-b348-45fc-ac19-51ab4afb0bbe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438929 Apr 07 02:13:01.104046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-4099c33c-4e9c-4d6c-ab5e-7a91ed1cea15 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:01.105407 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-4099c33c-4e9c-4d6c-ab5e-7a91ed1cea15 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports/e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 943 time: 0.0455418 Apr 07 02:13:01.414081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7384d80-7da2-4fa2-a0aa-86eb032b41a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:01.580315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c8297-5c78-4b5b-99ec-4d2d84bc49f5 req-36f07ada-3728-4068-b1dc-3dec48fa20bf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:01.581823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-640c8297-5c78-4b5b-99ec-4d2d84bc49f5 req-36f07ada-3728-4068-b1dc-3dec48fa20bf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0582850 Apr 07 02:13:01.632864 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-640c8297-5c78-4b5b-99ec-4d2d84bc49f5 req-78cb00c0-b5d6-4897-a5b0-7666bb1a39fe tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449486 Apr 07 02:13:02.306633 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:13:02.609185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:02.749502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0399d0c-0070-480d-a2c5-d549f0bf0af6 req-7ac679f7-c797-4cea-8390-13a993d93650 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:02.751021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0399d0c-0070-480d-a2c5-d549f0bf0af6 req-7ac679f7-c797-4cea-8390-13a993d93650 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0528591 Apr 07 02:13:02.790712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-916173cd-2285-4b6d-921f-213cd7551bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:02.792276 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-916173cd-2285-4b6d-921f-213cd7551bd3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1130 time: 0.0464275 Apr 07 02:13:02.799854 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a0399d0c-0070-480d-a2c5-d549f0bf0af6 req-d875b240-771c-4900-a06d-c52ce405181e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423284 Apr 07 02:13:02.889329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-d0410a19-c49a-4af3-918a-4fca1560757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:02.890740 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-d0410a19-c49a-4af3-918a-4fca1560757f service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0921302 Apr 07 02:13:02.955898 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-86de2e5d-7fd8-40c6-9a33-7adfcded22f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 1002 time: 0.0590594 Apr 07 02:13:03.007977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-2fcc15db-3624-40d9-bdd3-498700d1d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:03.009470 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-2fcc15db-3624-40d9-bdd3-498700d1d4ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0481439 Apr 07 02:13:03.058617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-4e22501e-5292-47aa-b0ab-2db8cfd49f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:03.060271 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-4e22501e-5292-47aa-b0ab-2db8cfd49f86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435371 Apr 07 02:13:03.147584 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-e6d37bbe-745c-4d3f-8d4e-a2510d92c411 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811970 Apr 07 02:13:03.243246 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-ede5b5a1-daba-4175-b75f-2f4cdaea1f1e service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899289 Apr 07 02:13:03.919207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0eff4-22ef-4c60-ac59-a5242f06882a req-6caba9a5-614f-4f17-9623-5dde118a1086 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:03.920959 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1a0eff4-22ef-4c60-ac59-a5242f06882a req-6caba9a5-614f-4f17-9623-5dde118a1086 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0533087 Apr 07 02:13:03.968238 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1a0eff4-22ef-4c60-ac59-a5242f06882a req-c428b9fe-c9a7-4217-a9bb-cfa6f0bad18d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417874 Apr 07 02:13:04.013890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:05.088275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded5d4-bd19-4bec-9f2d-d0ea84d9260c req-9cdf40bf-b01d-4d53-8c4a-a2256524de3d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:05.089763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3ded5d4-bd19-4bec-9f2d-d0ea84d9260c req-9cdf40bf-b01d-4d53-8c4a-a2256524de3d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0557704 Apr 07 02:13:05.135200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3ded5d4-bd19-4bec-9f2d-d0ea84d9260c req-38b6196b-b896-4033-a112-9e2244694837 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399559 Apr 07 02:13:05.293714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:06.253235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebb7f4-dba2-409c-a9b5-cba161b9e399 req-57876516-3f89-48be-aca1-99dda92d9a18 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:06.255360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35ebb7f4-dba2-409c-a9b5-cba161b9e399 req-57876516-3f89-48be-aca1-99dda92d9a18 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0519791 Apr 07 02:13:06.300595 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35ebb7f4-dba2-409c-a9b5-cba161b9e399 req-8a8ba619-83a5-45da-877f-e974660eb2b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397367 Apr 07 02:13:07.415928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8628a-73c2-405f-86ad-da4139a46e48 req-84f52c5b-1ef9-40db-9cb4-494ee57d936e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:07.417422 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26f8628a-73c2-405f-86ad-da4139a46e48 req-84f52c5b-1ef9-40db-9cb4-494ee57d936e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0510623 Apr 07 02:13:07.467390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26f8628a-73c2-405f-86ad-da4139a46e48 req-a56fab10-b902-4fd1-b54b-b961f962d9c0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Apr 07 02:13:08.585542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096c3be-b71c-42ad-b810-b39b22be686a req-bd3bcfbe-196f-4144-8bbb-ae7ba06a94fb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:08.587281 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1096c3be-b71c-42ad-b810-b39b22be686a req-bd3bcfbe-196f-4144-8bbb-ae7ba06a94fb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0530679 Apr 07 02:13:08.632298 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1096c3be-b71c-42ad-b810-b39b22be686a req-887b70cf-55ad-45c5-bd00-ccf2ea831ac1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395455 Apr 07 02:13:09.748026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0268-9a1a-4e95-bbf9-e4f7663acc91 req-ab133f99-01bb-4d4b-b8c9-6520622439b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:09.749527 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a10a0268-9a1a-4e95-bbf9-e4f7663acc91 req-ab133f99-01bb-4d4b-b8c9-6520622439b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0516515 Apr 07 02:13:09.795839 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a10a0268-9a1a-4e95-bbf9-e4f7663acc91 req-1f7db5a4-6dfd-4310-9faf-bae210825a08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405996 Apr 07 02:13:10.919386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d743b-21f2-4a14-ab6d-4e658a6d6a5c req-3ade3612-ecb3-401f-99d1-d0127411e0dc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:10.920888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a56d743b-21f2-4a14-ab6d-4e658a6d6a5c req-3ade3612-ecb3-401f-99d1-d0127411e0dc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0560973 Apr 07 02:13:10.967190 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a56d743b-21f2-4a14-ab6d-4e658a6d6a5c req-5dd5a563-57a4-40bb-aca8-dda332b95315 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406442 Apr 07 02:13:12.085295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7ca9d-78f6-4680-b402-ed92ca3df605 req-af83fa81-49fc-4fba-ac27-7127b46b8594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:12.087070 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93b7ca9d-78f6-4680-b402-ed92ca3df605 req-af83fa81-49fc-4fba-ac27-7127b46b8594 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0528269 Apr 07 02:13:12.133659 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93b7ca9d-78f6-4680-b402-ed92ca3df605 req-d2125b9c-3901-4b13-b148-a16a97c3f503 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Apr 07 02:13:13.253132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadd656-2153-4764-8e50-30f8b722d460 req-23e35526-5eac-45ad-87a3-4d03122da9ab tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:13.254587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1aadd656-2153-4764-8e50-30f8b722d460 req-23e35526-5eac-45ad-87a3-4d03122da9ab tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0549941 Apr 07 02:13:13.299411 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1aadd656-2153-4764-8e50-30f8b722d460 req-a8658620-c7fc-4b9e-a80c-c21e563af4d6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 Apr 07 02:13:14.415077 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8bc5b-4535-49ef-a38b-6d506f521ed0 req-46f6578f-ff5d-42de-a892-a1152be7ce21 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:14.416558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f2c8bc5b-4535-49ef-a38b-6d506f521ed0 req-46f6578f-ff5d-42de-a892-a1152be7ce21 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0512116 Apr 07 02:13:14.463247 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f2c8bc5b-4535-49ef-a38b-6d506f521ed0 req-2debdb82-4aa2-4656-8154-ff772f722c49 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 Apr 07 02:13:15.580613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f4dff-5da6-4d8e-a8d7-c7df69c436df req-78460a4b-91d1-47c4-9f2c-b6b67a87703b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:15.582130 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ce5f4dff-5da6-4d8e-a8d7-c7df69c436df req-78460a4b-91d1-47c4-9f2c-b6b67a87703b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0530078 Apr 07 02:13:15.634142 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ce5f4dff-5da6-4d8e-a8d7-c7df69c436df req-98ed35f7-6854-4ee4-8e07-d4613599d1be tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455513 Apr 07 02:13:16.751978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f61fb-8988-4f46-be3e-7767f19f0414 req-4d0ec493-6c70-471f-9447-f0afa887f24c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:16.753460 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-104f61fb-8988-4f46-be3e-7767f19f0414 req-4d0ec493-6c70-471f-9447-f0afa887f24c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0526881 Apr 07 02:13:16.799331 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-104f61fb-8988-4f46-be3e-7767f19f0414 req-f96d55cc-4ba3-4911-9022-d976b8f48fed tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Apr 07 02:13:17.920665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2d082-d883-47e1-9681-b760c416d75f req-c108c2c7-9547-4824-b319-edb48459367a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:17.922196 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-12c2d082-d883-47e1-9681-b760c416d75f req-c108c2c7-9547-4824-b319-edb48459367a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0539873 Apr 07 02:13:17.971644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-12c2d082-d883-47e1-9681-b760c416d75f req-b2deb7cd-5ebe-4512-badd-6fa1dad0554b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433545 Apr 07 02:13:18.036140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:19.096134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b44364-f166-48e1-a3cd-0155a3587662 req-a8e4ccce-d004-4c34-8e29-1c44ae34243b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:19.097659 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83b44364-f166-48e1-a3cd-0155a3587662 req-a8e4ccce-d004-4c34-8e29-1c44ae34243b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0580556 Apr 07 02:13:19.143714 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83b44364-f166-48e1-a3cd-0155a3587662 req-56e71f94-69c0-491c-a085-25424c69a568 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404267 Apr 07 02:13:20.259543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39a51-b7df-416c-8457-9509e8c124de req-7ae8efac-e4b6-47e2-a507-aaf2f7f23c11 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:20.261034 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-28c39a51-b7df-416c-8457-9509e8c124de req-7ae8efac-e4b6-47e2-a507-aaf2f7f23c11 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0513179 Apr 07 02:13:20.307867 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-28c39a51-b7df-416c-8457-9509e8c124de req-e9da8227-e645-495c-a465-4a9d33499058 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413201 Apr 07 02:13:20.594214 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-93276e60-f9b9-453d-b92d-5581f2849875 service neutron] 10.222.0.10 "GET /v2.0/ports/e2db1e08-fa8d-417e-a1be-d6449ba7c9ce/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0540471 Apr 07 02:13:21.220583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-87d6bd99-d17f-499e-91e5-acb4079cdf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:21.222046 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-87d6bd99-d17f-499e-91e5-acb4079cdf25 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 1130 time: 0.0457566 Apr 07 02:13:21.298607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-f604771f-99dd-4292-8aea-284dc0109f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:21.300162 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-f604771f-99dd-4292-8aea-284dc0109f41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1130 time: 0.0509114 Apr 07 02:13:21.391406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-bf31bab8-2762-460e-9464-dcb828ed26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:21.392970 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-bf31bab8-2762-460e-9464-dcb828ed26cc service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0842011 Apr 07 02:13:21.425451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3ac13-c32b-48e3-a932-29dfdb8b9179 req-01f1f075-2a61-415b-8aec-06e5a3a31db4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:21.427555 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fd3ac13-c32b-48e3-a932-29dfdb8b9179 req-01f1f075-2a61-415b-8aec-06e5a3a31db4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0517337 Apr 07 02:13:21.465153 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-ec32d519-7a72-4779-ad4a-9aeaee458ccf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 1002 time: 0.0635273 Apr 07 02:13:21.478778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fd3ac13-c32b-48e3-a932-29dfdb8b9179 req-be42039d-dff2-4f44-bcfc-b28732a09a9c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455523 Apr 07 02:13:21.516789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-83a271aa-3686-4beb-9be8-481c30ef68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:21.518300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-83a271aa-3686-4beb-9be8-481c30ef68b5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0435474 Apr 07 02:13:21.580242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dd88c-9302-4833-9074-c590624ff881 req-c8c6d1bf-b4d4-4736-afd3-18530a51b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:21.581760 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-c8c6d1bf-b4d4-4736-afd3-18530a51b971 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0438361 Apr 07 02:13:21.676290 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-a8d7aeb9-1e2b-4a41-8f60-2d067aaadb90 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846961 Apr 07 02:13:21.765953 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bd5dd88c-9302-4833-9074-c590624ff881 req-721c327e-0d99-431f-ab78-00de4a3e4543 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803413 Apr 07 02:13:22.611153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61126e-eeae-4b0b-add2-ce00c03cbc9e req-f5301528-2438-4b11-9171-5203a9db81aa tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:22.612633 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-af61126e-eeae-4b0b-add2-ce00c03cbc9e req-f5301528-2438-4b11-9171-5203a9db81aa tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0653713 Apr 07 02:13:22.658646 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-af61126e-eeae-4b0b-add2-ce00c03cbc9e req-915b0cd0-bb29-4230-8400-5dc34a622d35 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398197 Apr 07 02:13:23.784413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35dfe0b-6f2c-4653-8c0a-742c8931df47 req-88371471-20c1-4e6b-a9ac-7533971b240b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:23.785926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e35dfe0b-6f2c-4653-8c0a-742c8931df47 req-88371471-20c1-4e6b-a9ac-7533971b240b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0519295 Apr 07 02:13:23.831071 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e35dfe0b-6f2c-4653-8c0a-742c8931df47 req-3d3f3823-e4cc-4bfe-be57-4c0a50cd77fe tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395687 Apr 07 02:13:24.623923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:13:24.626438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:13:24.778194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:13:24.778588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:24.807022 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:24.817874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:13:24.820098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cebae6-6e62-4706-8e1d-92b575858fe6" -d '{"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:13:24.833613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'mac_address': 'fa:16:3e:44:08:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:13:24.836375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:24.871808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527e2911-e115-467c-9e17-cd2d0504bdca x-openstack-request-id: req-527e2911-e115-467c-9e17-cd2d0504bdca {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:13:24.872174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-unplugged", "status": "completed", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:13:24.872366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-527e2911-e115-467c-9e17-cd2d0504bdca {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:13:24.872780 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-527e2911-e115-467c-9e17-cd2d0504bdca'] response: {'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'code': 200} Apr 07 02:13:24.876689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:13:24.877502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:24.893798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2db1e08-fa8d-417e-a1be-d6449ba7c9ce {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:13:24.938215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:24.960168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbc959-976f-40f7-88ab-e73b672eb42a req-1a5c1080-acd3-4362-b02d-73bf6f5b57bb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:24.962066 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8ecbc959-976f-40f7-88ab-e73b672eb42a req-1a5c1080-acd3-4362-b02d-73bf6f5b57bb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0576270 Apr 07 02:13:25.008706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:13:25.009103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:13:25.009324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8ecbc959-976f-40f7-88ab-e73b672eb42a req-d7d59a5b-9c95-438a-bbd6-5324b420275d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417283 Apr 07 02:13:25.013506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:25.329339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892a6f0-60ed-407f-bda7-02980782882e req-d24bfdfd-c7fa-43b8-9c83-1744506dd8c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:25.330937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f892a6f0-60ed-407f-bda7-02980782882e req-d24bfdfd-c7fa-43b8-9c83-1744506dd8c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 944 time: 0.0532992 Apr 07 02:13:25.378263 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f892a6f0-60ed-407f-bda7-02980782882e req-a09de5e8-d106-40d1-a697-1ca4dc399e34 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407877 Apr 07 02:13:25.409697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-2e7f0554-861f-42be-8441-a99f60be31c1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:25.411208 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-2e7f0554-861f-42be-8441-a99f60be31c1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d&tenant_id=e96660474eb9462a80125752e5155f2f&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 944 time: 0.0574911 Apr 07 02:13:25.499127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-d475be62-4c59-4888-9b84-22fb9043ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:25.500526 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-d475be62-4c59-4888-9b84-22fb9043ed60 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 1128 time: 0.0483067 Apr 07 02:13:25.544506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:13:25.544927 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:25.558153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2db1e08-fa8d-417e-a1be-d6449ba7c9ce {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:13:25.577386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:25.590554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-d1914cb6-cf17-4e4a-8394-e34501eaa3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:25.592021 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-d1914cb6-cf17-4e4a-8394-e34501eaa3da service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0830221 Apr 07 02:13:25.653537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:25.663222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-122d7af2-3afa-48be-a033-6738092bf72f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 200 len: 1000 time: 0.0639431 Apr 07 02:13:25.712681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:25.714135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-83422cb6-b0a9-4611-ba87-fe04551f290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:25.715730 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-83422cb6-b0a9-4611-ba87-fe04551f290a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0470426 Apr 07 02:13:25.718193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:13:25.765996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-5ca15cd1-ffb4-44c9-a320-81d2a75aa245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:25.767430 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-5ca15cd1-ffb4-44c9-a320-81d2a75aa245 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447793 Apr 07 02:13:25.859921 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-2aa988fd-edbf-4683-a6d0-e7522fe7a81b service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864897 Apr 07 02:13:25.951519 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6be272a3-d716-4fdb-a3a6-a3bb51ebc07e req-170e223c-14d8-41a4-b25d-fbcefb09a488 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837166 Apr 07 02:13:26.505675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbd159-ea6d-4dc9-a73e-7b409abec436 req-71ba8789-6337-4763-8e49-2a186c9ac297 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:26.507168 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3cdbd159-ea6d-4dc9-a73e-7b409abec436 req-71ba8789-6337-4763-8e49-2a186c9ac297 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 945 time: 0.0595193 Apr 07 02:13:26.552777 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3cdbd159-ea6d-4dc9-a73e-7b409abec436 req-91712111-b065-46e0-b2d3-4210842b4f6c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400572 Apr 07 02:13:26.633202 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:13:26.684548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:13:26.685255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:26.766612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:13:26.767008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:26.799048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:26.873624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:13:26.876029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fcd0fb-feea-4b03-89d4-99530a030333" -d '{"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-plugged", "status": "completed", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:13:26.880709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:26.914067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58773cf5-f4ff-4484-baf2-7e8588bb6b6a x-openstack-request-id: req-58773cf5-f4ff-4484-baf2-7e8588bb6b6a {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:13:26.919402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-plugged", "status": "completed", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:13:26.919402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58773cf5-f4ff-4484-baf2-7e8588bb6b6a {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:13:26.919402 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58773cf5-f4ff-4484-baf2-7e8588bb6b6a'] response: {'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'code': 200} Apr 07 02:13:26.935983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:27.670621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69ec9c-3626-4a60-80bf-0bc5e21192bb req-6a09d886-bec9-404e-97ab-477944d1b607 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:27.672184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7b69ec9c-3626-4a60-80bf-0bc5e21192bb req-6a09d886-bec9-404e-97ab-477944d1b607 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0531218 Apr 07 02:13:27.719906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7b69ec9c-3626-4a60-80bf-0bc5e21192bb req-6115c250-ef36-4de4-884d-21de64183e4f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416062 Apr 07 02:13:27.840801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe60de-e938-4049-9a61-5f41773d4169 req-1ec66ed5-f63f-4bf2-87c4-0dc03ccc08db tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:27.842162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dbe60de-e938-4049-9a61-5f41773d4169 req-1ec66ed5-f63f-4bf2-87c4-0dc03ccc08db tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0510523 Apr 07 02:13:27.891465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8dbe60de-e938-4049-9a61-5f41773d4169 req-b3147a3a-9bef-43c9-8fdf-c61b35278e08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437446 Apr 07 02:13:28.007524 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8e064-6091-448b-9d08-df7e10dc3eae req-160fb7d2-c31e-4ba8-bb3a-ba2baf522777 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:28.009006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eaa8e064-6091-448b-9d08-df7e10dc3eae req-160fb7d2-c31e-4ba8-bb3a-ba2baf522777 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0528979 Apr 07 02:13:28.053985 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eaa8e064-6091-448b-9d08-df7e10dc3eae req-fd9c4055-6702-4cc8-b2b6-33c0b34986db tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Apr 07 02:13:28.453002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab5784-e86a-45ca-bd57-c9970d94a318 req-4a7cc97f-33ce-4431-b5a0-19d561d211a1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:28.454470 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39ab5784-e86a-45ca-bd57-c9970d94a318 req-4a7cc97f-33ce-4431-b5a0-19d561d211a1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0516663 Apr 07 02:13:28.499356 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39ab5784-e86a-45ca-bd57-c9970d94a318 req-4fff3df3-4a47-446f-b9d0-5baf0613ebf3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 Apr 07 02:13:29.036591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a37f86ba-cc14-40cd-a8c7-81fbf0599da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:29.620804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f06d72-9c79-4d83-924b-dd760a5fc676 req-985d5796-f529-49a6-b18e-3cc901c82e59 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:29.622320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40f06d72-9c79-4d83-924b-dd760a5fc676 req-985d5796-f529-49a6-b18e-3cc901c82e59 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0563130 Apr 07 02:13:29.669535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40f06d72-9c79-4d83-924b-dd760a5fc676 req-c9fbb6d6-91c7-42f6-846f-29e025b8146f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Apr 07 02:13:30.317412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-580a9761-732d-484b-813d-4707920bd190 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:30.318791 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-580a9761-732d-484b-813d-4707920bd190 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0519042 Apr 07 02:13:30.415121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Deleting port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:13:30.415473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:30.501611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] For port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:30.501982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:30.726399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:30.726776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:30.727105 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 disassociated. External IP: 172.26.8.207, port: e2db1e08-fa8d-417e-a1be-d6449ba7c9ce. Apr 07 02:13:30.727455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Calling delete_port for e2db1e08-fa8d-417e-a1be-d6449ba7c9ce owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:13:30.789150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53209781-5e9a-423e-8c1e-0206ddbeb093 req-4f05b214-ef5f-4df6-9354-44ac9620ff4c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:30.790702 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53209781-5e9a-423e-8c1e-0206ddbeb093 req-4f05b214-ef5f-4df6-9354-44ac9620ff4c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 946 time: 0.0518389 Apr 07 02:13:30.838426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53209781-5e9a-423e-8c1e-0206ddbeb093 req-05e67d0d-ee1e-4509-b4a6-39e8a0f4c11b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Apr 07 02:13:30.908910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e2db1e08-fa8d-417e-a1be-d6449ba7c9ce), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:30.937586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event deleted for resources: {'Port': ['ID=e2db1e08-fa8d-417e-a1be-d6449ba7c9ce,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:31.057994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:13:31.170242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:13:31.180457 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:13:31.189963 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:13:31.190574 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:13:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:31.304263 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:13:31.396837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f3096c88-3b4b-4a3e-8c3f-3bec6e8cbdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:31.490491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] No DVR routers for this DVR port e2db1e08-fa8d-417e-a1be-d6449ba7c9ce on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:13:31.493149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:31.496522 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-33cd0efd-f147-4604-b129-62bb9bdd22bc req-c7bc4fd7-8750-44bd-9ed3-98a2996b7536 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "DELETE /v2.0/ports/e2db1e08-fa8d-417e-a1be-d6449ba7c9ce HTTP/1.1" status: 204 len: 173 time: 1.1696787 Apr 07 02:13:31.496998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-deleted', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:13:31.499255 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d4f7a6-e5a8-49e3-8a5f-ab9532492d27" -d '{"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-deleted", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:13:31.594679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ade8b-4bb1-4064-82b2-0bd8c602b8d2 x-openstack-request-id: req-d17ade8b-4bb1-4064-82b2-0bd8c602b8d2 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:13:31.595217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d", "name": "network-vif-deleted", "tag": "e2db1e08-fa8d-417e-a1be-d6449ba7c9ce", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:13:31.595537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d17ade8b-4bb1-4064-82b2-0bd8c602b8d2 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:13:31.596007 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d17ade8b-4bb1-4064-82b2-0bd8c602b8d2'] response: {'server_uuid': 'c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d', 'name': 'network-vif-deleted', 'tag': 'e2db1e08-fa8d-417e-a1be-d6449ba7c9ce', 'status': 'completed', 'code': 200} Apr 07 02:13:31.607177 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:31.632692 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:13:31.641067 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:13:31.641695 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:13:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:31.751156 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:13:31.962986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-069c66e5-be55-4e50-a0e3-e4aea2aff06c req-22a322eb-6484-432c-8b43-fefb892c5ecc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7f619cc-f1a5-4a3c-ba6e-1d265ff0514d HTTP/1.1" status: 200 len: 210 time: 0.0305867 Apr 07 02:13:31.971645 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:32.005149 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e1caa0-8378-4b28-b47f-83a0f75a7237 None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:13:32.229803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854715f9-9bea-48bc-a986-5b6dbf48e71a None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:13:32.537062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:33.201372 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-c9f13d7c-ec2b-4479-a51c-4b678722638a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1515043573&fields=id&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 267 time: 0.0440464 Apr 07 02:13:33.307250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-ef205bcd-ff6b-4f14-9bf1-11092d6515cd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:33.308719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-ef205bcd-ff6b-4f14-9bf1-11092d6515cd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.1012108 Apr 07 02:13:33.323266 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-47711d03-2de9-4303-81a8-619e683aaca2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/quotas/e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 375 time: 0.0091965 Apr 07 02:13:33.379188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9d912a77-0623-4665-a858-73cbc03eb2ef tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511270 Apr 07 02:13:33.435367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-e0e86b1f-13e8-4f49-bdf9-67139d8ee0dc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:13:33.436382 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-e0e86b1f-13e8-4f49-bdf9-67139d8ee0dc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0459163 Apr 07 02:13:33.531668 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-cf6d9b45-7ffb-4535-9876-1e0c7f3eb7b1 service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892951 Apr 07 02:13:33.624237 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-c0ec074a-a419-48fe-b745-9e9508f47cff service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868015 Apr 07 02:13:33.843056 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe540730-1726-4d18-b363-05248c5e7364 req-39d8087e-5a54-4972-98fe-67c62993ea3f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 210 time: 0.0283487 Apr 07 02:13:34.007108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:34.678527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:13:34.845045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: e2db1e08-fa8d-417e-a1be-d6449ba7c9ce {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:13:34.845396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device e2db1e08-fa8d-417e-a1be-d6449ba7c9ce not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:13:34.940966 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4ed8aea9-c139-426d-8b28-849e1ac21016 req-290b7f3b-7ea1-41c8-b681-64ab2644f296 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 210 time: 0.0288918 Apr 07 02:13:35.337183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:35.603369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-28737755-f9bf-4ce1-9707-bb1aa26330c0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:35.604862 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-28737755-f9bf-4ce1-9707-bb1aa26330c0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.0990658 Apr 07 02:13:35.669631 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-ce67f4f9-a50c-49bb-b666-e4d1a7570b49 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 380 time: 0.0505266 Apr 07 02:13:35.682067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'port': {'device_id': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'admin_state_up': True, 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'security_groups': ['e9ac70d3-6c89-472c-95e7-90f6f5f552d8']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:13:35.853158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Made reservation on behalf of e96660474eb9462a80125752e5155f2f for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:13:35.856605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:35.988461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Allocated IP 172.20.0.10 (cafc95ee-da72-4595-bbd9-3555c8c9a6e9/cc1ec628-9380-4fc6-911d-4b77f18424d3/23721f20-5fee-46aa-80f2-b072a8a86dee) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:13:36.034734 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c4c31cf4-38f1-4849-abbb-ea25361a1c0d req-0475bdae-f41e-4619-9a9b-9beb4817e932 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 210 time: 0.0261602 Apr 07 02:13:36.124547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.211920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.259880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:13:36.263138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:13:36.266798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:13:36.273107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:36.320281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:36.320927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.385758 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-26d1ef4f-a16d-455e-aafc-66ddad2ae82c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7081814 Apr 07 02:13:36.401840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Request body: {'port': {'device_id': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:13:36.465289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.512944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1513c302-2d8c-4876-831d-9de93b8a4d76 None None] Provisioning complete for port 23721f20-5fee-46aa-80f2-b072a8a86dee triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:13:36.513538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1513c302-2d8c-4876-831d-9de93b8a4d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.547169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1513c302-2d8c-4876-831d-9de93b8a4d76 None None] Port 23721f20-5fee-46aa-80f2-b072a8a86dee cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:13:36.723980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23721f20-5fee-46aa-80f2-b072a8a86dee {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:13:36.731275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Publish callbacks [] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.742847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Transition to ACTIVE for port object 23721f20-5fee-46aa-80f2-b072a8a86dee will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:13:36.828217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:36.878177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:36.955040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Attempting to bind port 23721f20-5fee-46aa-80f2-b072a8a86dee on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:13:36.955378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Attempting to bind port 23721f20-5fee-46aa-80f2-b072a8a86dee by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:13:36.955712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Attempting to bind port 23721f20-5fee-46aa-80f2-b072a8a86dee on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:13:36.960927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Port 23721f20-5fee-46aa-80f2-b072a8a86dee on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:13:36.961556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Attempting to bind port 23721f20-5fee-46aa-80f2-b072a8a86dee on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:13:36.966589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:13:36.966928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:13:36.967317 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Bound using segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:13:36.967746 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Bound port: 23721f20-5fee-46aa-80f2-b072a8a86dee, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:13:36.968107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:37.034046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:13:37.037083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:13:37.110531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:37.154516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.155221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:37.156495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75268b9-e386-4842-8919-36578d110425 req-c01b7f57-ade7-450f-8290-4f0e38dc4e28 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.157038 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] 10.222.0.10 "PUT /v2.0/ports/23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 1094 time: 0.7593157 Apr 07 02:13:37.157324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:13:37.158440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b75268b9-e386-4842-8919-36578d110425 req-c01b7f57-ade7-450f-8290-4f0e38dc4e28 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 944 time: 0.0550244 Apr 07 02:13:37.159740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:13:37.196862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191d26e-4f86-4e67-9e57-e1b1c2fb50f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:37.201975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e4318f-6870-4a72-81ef-820881a1abc1 x-openstack-request-id: req-12e4318f-6870-4a72-81ef-820881a1abc1 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:13:37.202281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:13:37.202542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12e4318f-6870-4a72-81ef-820881a1abc1 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:13:37.202952 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e4318f-6870-4a72-81ef-820881a1abc1'] response: {'name': 'network-changed', 'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'status': 'completed', 'code': 200} Apr 07 02:13:37.226682 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b75268b9-e386-4842-8919-36578d110425 req-ce1493ee-c89a-43c1-a2ba-07aa059b8749 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615180 Apr 07 02:13:37.276382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e req-6c453f92-dca5-4c07-a14f-c8b11dffebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.277872 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e req-6c453f92-dca5-4c07-a14f-c8b11dffebc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1128 time: 0.0481012 Apr 07 02:13:37.385406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e req-f69e8816-3771-4d73-8a25-3a421bc9b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.386920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e req-f69e8816-3771-4d73-8a25-3a421bc9b68c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e96660474eb9462a80125752e5155f2f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0995336 Apr 07 02:13:37.485605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e req-3c578cca-d81b-4880-bcb6-745e95f14b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.487018 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e4c3b4a7-1415-4cb6-ae6a-40dae3f1ac6e req-3c578cca-d81b-4880-bcb6-745e95f14b5b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0901017 Apr 07 02:13:37.573968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-196838d7-ead1-4e25-b431-675680b4accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.575384 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-196838d7-ead1-4e25-b431-675680b4accc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1128 time: 0.0446844 Apr 07 02:13:37.617469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-0bd7e4cc-87c5-483b-8eaa-62b0de49b181 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 217 time: 0.0338826 Apr 07 02:13:37.667859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-e1c04ed2-28ad-4a9e-91bb-31c639368495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.669309 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-e1c04ed2-28ad-4a9e-91bb-31c639368495 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0458610 Apr 07 02:13:37.722120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281defe-746e-4360-8645-2dcc31a0a58a req-da73fb43-b116-4b11-a17c-18143fcec2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:37.723633 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-da73fb43-b116-4b11-a17c-18143fcec2b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441089 Apr 07 02:13:37.814072 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-2ed65926-3604-49ca-b7cf-7e8d17079c9e service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809541 Apr 07 02:13:37.907963 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6281defe-746e-4360-8645-2dcc31a0a58a req-516deab1-1ff7-4997-8022-d8449715b20c service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849075 Apr 07 02:13:38.345643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f76f7-6c72-4472-bed6-997258b511fd req-1c8044e5-1895-4007-8288-246b64e236df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:38.347122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8e4f76f7-6c72-4472-bed6-997258b511fd req-1c8044e5-1895-4007-8288-246b64e236df tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 944 time: 0.0524199 Apr 07 02:13:38.393621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8e4f76f7-6c72-4472-bed6-997258b511fd req-a017dd72-01a3-4735-a7d4-56d4f686cc33 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402913 Apr 07 02:13:39.305733 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:13:39.508160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8d8ac-287e-4601-bdbe-15886fd97beb req-c0229525-7a5b-4fbd-8595-ede017cadd02 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:39.509660 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fda8d8ac-287e-4601-bdbe-15886fd97beb req-c0229525-7a5b-4fbd-8595-ede017cadd02 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 944 time: 0.0513802 Apr 07 02:13:39.554739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fda8d8ac-287e-4601-bdbe-15886fd97beb req-a1f96c5f-2f9e-4e0a-b095-c7b38c21c0fc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Apr 07 02:13:40.673300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb1d1-983d-498b-93c7-f08c9798c1fe req-14de3c9f-ab0a-4b71-ba58-b35dd8fecf17 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:40.674768 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-540fb1d1-983d-498b-93c7-f08c9798c1fe req-14de3c9f-ab0a-4b71-ba58-b35dd8fecf17 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 944 time: 0.0550189 Apr 07 02:13:40.723049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-540fb1d1-983d-498b-93c7-f08c9798c1fe req-7a10707d-e32f-4f78-843c-fa56642281f3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 Apr 07 02:13:40.724855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:13:40.821316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:40.832954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'mac_address': 'fa:16:3e:cd:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:13:40.869407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 23721f20-5fee-46aa-80f2-b072a8a86dee is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:13:40.869800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:40.885940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23721f20-5fee-46aa-80f2-b072a8a86dee {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:13:40.905182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:40.955666 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:41.002088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:41.196378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['23721f20-5fee-46aa-80f2-b072a8a86dee'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:13:41.836807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd21a31-2fad-41f0-bc20-d672b7b7a28b req-0002a25f-1a39-438c-ae35-ca6ff21a7779 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:41.838253 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1fd21a31-2fad-41f0-bc20-d672b7b7a28b req-0002a25f-1a39-438c-ae35-ca6ff21a7779 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 945 time: 0.0509586 Apr 07 02:13:41.884772 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1fd21a31-2fad-41f0-bc20-d672b7b7a28b req-aedafc5c-1908-4f50-b13e-189b5dacb045 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 Apr 07 02:13:42.756719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:13:42.858725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 23721f20-5fee-46aa-80f2-b072a8a86dee completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:13:42.862707 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 23721f20-5fee-46aa-80f2-b072a8a86dee triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:13:42.863118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:42.940227 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 23721f20-5fee-46aa-80f2-b072a8a86dee is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:13:42.940627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:42.963474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:13:42.965766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dde9961-ccab-4a74-bf95-860d0decee37" -d '{"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-plugged", "status": "completed", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:13:42.977926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:13:43.002882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4223bdfe-1e66-4648-8733-07a14ddfba07 x-openstack-request-id: req-4223bdfe-1e66-4648-8733-07a14ddfba07 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:13:43.003181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-plugged", "status": "completed", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:13:43.003447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4223bdfe-1e66-4648-8733-07a14ddfba07 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:13:43.003846 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4223bdfe-1e66-4648-8733-07a14ddfba07'] response: {'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'code': 200} Apr 07 02:13:43.008242 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4260fb1-2c31-4569-8ad1-5198884cacdd req-55de9e69-ca22-4245-b520-73540f21fcef tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:43.009710 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c4260fb1-2c31-4569-8ad1-5198884cacdd req-55de9e69-ca22-4245-b520-73540f21fcef tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 945 time: 0.0589266 Apr 07 02:13:43.042130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:43.061419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c4260fb1-2c31-4569-8ad1-5198884cacdd req-3b1ca4f0-80ce-4813-b887-f8989ba92add tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Apr 07 02:13:43.093349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:13:43.322283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c2e99-dad9-4690-859e-f6a74689b2cc req-915cc3c8-5a6f-40d0-b5b4-3a74c94f2a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:43.323709 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0f0c2e99-dad9-4690-859e-f6a74689b2cc req-915cc3c8-5a6f-40d0-b5b4-3a74c94f2a2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1130 time: 0.0448356 Apr 07 02:13:43.367579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0f0c2e99-dad9-4690-859e-f6a74689b2cc req-55efd3aa-faa4-4269-bb41-1d9d35ed6b54 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374820 Apr 07 02:13:44.182755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44a488-6406-4591-a685-0ad376687295 req-1fde60f5-0721-462b-8176-fc37ced251d5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:44.184162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb44a488-6406-4591-a685-0ad376687295 req-1fde60f5-0721-462b-8176-fc37ced251d5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0528071 Apr 07 02:13:44.231042 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb44a488-6406-4591-a685-0ad376687295 req-aa5c9929-7e2c-4bae-a07e-62863282664c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412450 Apr 07 02:13:45.349671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde7241-52a0-432a-9d46-ae76ca56928a req-7cf74a7f-f6bd-4fec-ba82-ba09409d4ac7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:45.351168 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3fde7241-52a0-432a-9d46-ae76ca56928a req-7cf74a7f-f6bd-4fec-ba82-ba09409d4ac7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0522420 Apr 07 02:13:45.401465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3fde7241-52a0-432a-9d46-ae76ca56928a req-0359fe95-77c0-4a88-9cb5-a3cc69d5e303 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Apr 07 02:13:45.518405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a2a0b-c30d-4461-bd10-244236b0baa1 req-857f232a-59a8-4720-a910-f44302f5ecae tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:45.520425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-787a2a0b-c30d-4461-bd10-244236b0baa1 req-857f232a-59a8-4720-a910-f44302f5ecae tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0547523 Apr 07 02:13:45.529143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:13:45.533421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'floatingip': {'port_id': '23721f20-5fee-46aa-80f2-b072a8a86dee'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:13:45.572327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:46.031997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:46.075674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:46.180093 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 associated. External IP: 172.26.8.207, port: 23721f20-5fee-46aa-80f2-b072a8a86dee. Apr 07 02:13:46.695985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:13:46.804659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:13:46.809736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:46.814230 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:13:46.824023 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:13:46.824632 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:13:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:46.840748 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-48f50cb1-9815-489e-bcd1-51eafc742db9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "PUT /v2.0/floatingips/826d0363-2a21-4584-9a01-4c3a3206f155 HTTP/1.1" status: 200 len: 992 time: 1.3080959 Apr 07 02:13:46.840748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:13:46.841116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:13:46.881386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c4557e-a286-453e-9d48-dc3e47e45976 x-openstack-request-id: req-f6c4557e-a286-453e-9d48-dc3e47e45976 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:13:46.881678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:13:46.888366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6c4557e-a286-453e-9d48-dc3e47e45976 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:13:46.888366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c4557e-a286-453e-9d48-dc3e47e45976'] response: {'name': 'network-changed', 'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'status': 'completed', 'code': 200} Apr 07 02:13:46.950035 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:13:46.952876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-2441d682-8080-4edb-a7fc-a01c59fef167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:46.954399 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-2441d682-8080-4edb-a7fc-a01c59fef167 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1130 time: 0.0495014 Apr 07 02:13:47.043970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-b451262c-7b54-4c80-a1b2-46507322dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:47.045538 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-b451262c-7b54-4c80-a1b2-46507322dbc5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0841978 Apr 07 02:13:47.132311 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-cf3856ad-0473-4de9-8c2c-f67905beca70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 1000 time: 0.0748813 Apr 07 02:13:47.165240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01190246-534f-4087-86f4-37b208fcaa2e req-054facff-35f3-456a-b539-8bcab58c8c47 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:47.166766 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01190246-534f-4087-86f4-37b208fcaa2e req-054facff-35f3-456a-b539-8bcab58c8c47 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0574932 Apr 07 02:13:47.183090 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:cd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:13:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:47.211923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:13:47.220523 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:13:47.221224 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:13:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:47.230921 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01190246-534f-4087-86f4-37b208fcaa2e req-7253809a-3362-4f57-8a1f-ce2bbffd0592 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582957 Apr 07 02:13:47.247649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-1ff13141-6470-40a8-a063-1ef4288633f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:47.249240 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-1ff13141-6470-40a8-a063-1ef4288633f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0559640 Apr 07 02:13:47.299211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-292e09ba-8d4b-426d-ba24-3fea1a61122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:47.300796 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-292e09ba-8d4b-426d-ba24-3fea1a61122d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0441747 Apr 07 02:13:47.329315 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:13:47.393054 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-558f8e68-646a-4b2c-b817-b46bac346d15 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853217 Apr 07 02:13:47.483321 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9bf159c-02a6-4aad-bc19-45e37a1a3b6f req-5846873e-4444-4ace-b41e-1927a83a0cd1 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825801 Apr 07 02:13:47.546052 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:cd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:13:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:13:47.579607 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3417da-0764-4cf6-abf3-352e7ec3036a None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:cd:5b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:13:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:13:47.766045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3058e051-f435-4646-8b1c-703a9743a66f None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:13:48.035969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:13:48.352495 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e900a-1554-4bd6-a365-2bd7313daee6 req-ffbaba97-b4c1-47f1-a02c-a6a73a64aa75 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:48.354026 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-489e900a-1554-4bd6-a365-2bd7313daee6 req-ffbaba97-b4c1-47f1-a02c-a6a73a64aa75 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0552034 Apr 07 02:13:48.399752 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-489e900a-1554-4bd6-a365-2bd7313daee6 req-2e2a88a5-4b3c-4cf6-8fb8-14f93e8b5c82 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402012 Apr 07 02:13:49.515187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c910-60f6-457c-b72e-d70d299baa94 req-aba19496-d3a4-4cfe-8f23-76f49d93a7b5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:49.516667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b197c910-60f6-457c-b72e-d70d299baa94 req-aba19496-d3a4-4cfe-8f23-76f49d93a7b5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0518467 Apr 07 02:13:49.563539 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b197c910-60f6-457c-b72e-d70d299baa94 req-37917196-cd8a-4890-9f5a-13382dd90316 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402515 Apr 07 02:13:50.679378 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b179e-1f90-491d-a069-4d5aa0f625ab req-87ecb900-fd5a-4dd4-aa4b-36b1493fabee tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:50.680880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b1b179e-1f90-491d-a069-4d5aa0f625ab req-87ecb900-fd5a-4dd4-aa4b-36b1493fabee tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0511000 Apr 07 02:13:50.731692 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b1b179e-1f90-491d-a069-4d5aa0f625ab req-f8c62f67-0762-4b12-b930-7e37e29694c2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Apr 07 02:13:51.848718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27d420-719f-4494-8fbe-9d24322e0b67 req-b1f3fa04-7f94-4303-8695-d78d4ea92e16 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:51.850219 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd27d420-719f-4494-8fbe-9d24322e0b67 req-b1f3fa04-7f94-4303-8695-d78d4ea92e16 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0521770 Apr 07 02:13:51.899013 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd27d420-719f-4494-8fbe-9d24322e0b67 req-2cbc3cc6-9755-410d-8bae-68451b2ec5a8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 Apr 07 02:13:53.015222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244097b-f844-47f2-9279-df874e6c2273 req-df3ca207-f8aa-423a-9750-666f72b6c89e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:53.016714 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1244097b-f844-47f2-9279-df874e6c2273 req-df3ca207-f8aa-423a-9750-666f72b6c89e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0519445 Apr 07 02:13:53.062746 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1244097b-f844-47f2-9279-df874e6c2273 req-34dc2226-3bcb-4f22-8a55-456d9557ef8c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Apr 07 02:13:54.182746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d98bea-0b49-4d55-b5c0-e4113c7b4afa req-339e40e1-724a-4237-8955-99cf47c6c503 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:54.184179 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37d98bea-0b49-4d55-b5c0-e4113c7b4afa req-339e40e1-724a-4237-8955-99cf47c6c503 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0567052 Apr 07 02:13:54.230331 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37d98bea-0b49-4d55-b5c0-e4113c7b4afa req-dc69f69d-7865-469a-9f2b-666bd0dba510 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Apr 07 02:13:55.345287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6045459-bda9-4336-9296-eeabc30d76b0 req-1ac42830-1130-453c-b95b-2429a91ffece tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:55.346778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6045459-bda9-4336-9296-eeabc30d76b0 req-1ac42830-1130-453c-b95b-2429a91ffece tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0517406 Apr 07 02:13:55.392805 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6045459-bda9-4336-9296-eeabc30d76b0 req-756de948-2a23-4441-9efe-bbd8385fe7f4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 Apr 07 02:13:56.508579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64265f8a-1135-4032-bf7c-69fb96215fdd req-fe751be7-7a9a-4603-9558-fc4ab8dbdc3d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:56.510065 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-64265f8a-1135-4032-bf7c-69fb96215fdd req-fe751be7-7a9a-4603-9558-fc4ab8dbdc3d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0514352 Apr 07 02:13:56.558747 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-64265f8a-1135-4032-bf7c-69fb96215fdd req-a6040b25-08f0-4f5d-9cf6-06352cbe989f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Apr 07 02:13:57.680466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755f009-24ae-4ab7-b3e7-574948ee34e4 req-a30df11b-a7ea-47d7-a6c8-6788b03df865 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:57.681972 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b755f009-24ae-4ab7-b3e7-574948ee34e4 req-a30df11b-a7ea-47d7-a6c8-6788b03df865 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0507016 Apr 07 02:13:57.728943 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b755f009-24ae-4ab7-b3e7-574948ee34e4 req-b34febab-c26d-453e-bfaa-006a034c00e8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411794 Apr 07 02:13:58.846137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44df0a7-3557-4350-860a-7e161ac3c471 req-bb088fa8-bbcc-4936-a3e7-baceaf79de79 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:13:58.847673 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b44df0a7-3557-4350-860a-7e161ac3c471 req-bb088fa8-bbcc-4936-a3e7-baceaf79de79 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0519757 Apr 07 02:13:58.893096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b44df0a7-3557-4350-860a-7e161ac3c471 req-7f612c8e-0b38-4592-b447-4f8b13347462 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399623 Apr 07 02:13:59.035090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e90c7666-d9bb-4420-bb66-36340c4340e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:00.011276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc3e67-0ec6-451b-b212-8569dc4889e7 req-aaa70234-7b7d-4586-a90b-1950cc30b733 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:00.012739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39dc3e67-0ec6-451b-b212-8569dc4889e7 req-aaa70234-7b7d-4586-a90b-1950cc30b733 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0543017 Apr 07 02:14:00.058636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-39dc3e67-0ec6-451b-b212-8569dc4889e7 req-5cc2aa0c-4522-4dfd-848c-340b810c9439 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 Apr 07 02:14:01.177218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178673e-db80-43c7-a0d9-d73cc54f2a51 req-98fac2b1-38db-4954-b024-09fe096f7631 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:01.178612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7178673e-db80-43c7-a0d9-d73cc54f2a51 req-98fac2b1-38db-4954-b024-09fe096f7631 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0518298 Apr 07 02:14:01.225179 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7178673e-db80-43c7-a0d9-d73cc54f2a51 req-09381117-9569-48f2-aa88-1ca60faf9fd1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Apr 07 02:14:01.383592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-66ee6b4b-5024-4fea-b5a7-d1a3640f5e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:02.345917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557251d-9797-4c72-9542-c5bb197e151a req-74294105-5606-479d-a978-72a885b5c201 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:02.347999 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d557251d-9797-4c72-9542-c5bb197e151a req-74294105-5606-479d-a978-72a885b5c201 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0554979 Apr 07 02:14:02.392436 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d557251d-9797-4c72-9542-c5bb197e151a req-36c282b7-0b37-4f3f-9898-4dfb302a7acf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Apr 07 02:14:02.532210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:03.509435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ddb75-9f06-44b0-94ea-294615ccd030 req-d17085aa-5913-4e77-8d1e-b3525a7e5171 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:03.510985 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-364ddb75-9f06-44b0-94ea-294615ccd030 req-d17085aa-5913-4e77-8d1e-b3525a7e5171 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0522671 Apr 07 02:14:03.557861 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-364ddb75-9f06-44b0-94ea-294615ccd030 req-6970cebe-7a86-41cc-aaeb-f9f99381d513 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Apr 07 02:14:04.000780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:04.673293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d76a0-49b3-4579-a8f1-fdde4b9b3725 req-496ce76d-4036-4f6e-8195-04f7fe403c20 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:04.674749 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-624d76a0-49b3-4579-a8f1-fdde4b9b3725 req-496ce76d-4036-4f6e-8195-04f7fe403c20 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0515800 Apr 07 02:14:04.724190 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-624d76a0-49b3-4579-a8f1-fdde4b9b3725 req-250d4bc5-6bba-439f-bd37-ba69a1c712d6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 Apr 07 02:14:05.297946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:05.840082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe795b1-3e15-46ee-85be-c24e8cffb69f req-9e03fbfd-5308-4da6-a896-2b07c1d4d509 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:05.841583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ebe795b1-3e15-46ee-85be-c24e8cffb69f req-9e03fbfd-5308-4da6-a896-2b07c1d4d509 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0515862 Apr 07 02:14:05.888479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ebe795b1-3e15-46ee-85be-c24e8cffb69f req-03435f0a-83ab-44e0-9246-b3d3e65dfc0b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412188 Apr 07 02:14:07.005728 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a2ed8-c815-41fc-99c1-2ae043f27bac req-a51c6c1c-a643-4b4e-bcb6-382321c94bd1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:07.007192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-850a2ed8-c815-41fc-99c1-2ae043f27bac req-a51c6c1c-a643-4b4e-bcb6-382321c94bd1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0523107 Apr 07 02:14:07.053543 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-850a2ed8-c815-41fc-99c1-2ae043f27bac req-b701fd6e-1346-4e28-b2fc-7d8cdb9fb768 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408099 Apr 07 02:14:08.172691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82db6-8a27-41b1-b3e2-1bec641056d3 req-1014e947-77dc-4be3-90c7-9a628be8eb2a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:08.174109 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dfc82db6-8a27-41b1-b3e2-1bec641056d3 req-1014e947-77dc-4be3-90c7-9a628be8eb2a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0553799 Apr 07 02:14:08.220555 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dfc82db6-8a27-41b1-b3e2-1bec641056d3 req-69a04870-6bd5-4614-8b28-bb16b5fbee9e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 Apr 07 02:14:09.336579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e1b5b-edc3-4ec0-8dfa-403b08e2eaeb req-18f68eb8-7b51-4164-9e1d-37b7c6c4abb3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:09.338084 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c00e1b5b-edc3-4ec0-8dfa-403b08e2eaeb req-18f68eb8-7b51-4164-9e1d-37b7c6c4abb3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0523181 Apr 07 02:14:09.384238 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c00e1b5b-edc3-4ec0-8dfa-403b08e2eaeb req-4fec146e-225a-4d17-9bf6-4069daa99465 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403955 Apr 07 02:14:10.499098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42468a7-1d2c-4aef-807c-62afb3800623 req-98db8994-4bec-4f08-a85b-17862e119a01 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:10.500579 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d42468a7-1d2c-4aef-807c-62afb3800623 req-98db8994-4bec-4f08-a85b-17862e119a01 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0516987 Apr 07 02:14:10.550635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d42468a7-1d2c-4aef-807c-62afb3800623 req-e7d6d553-c4d7-4e1a-bb3b-bc8fde3e320a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Apr 07 02:14:11.666025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89e91c-7a1e-4599-b024-23e726d7ef83 req-cd72bd93-23b1-4937-80d7-15238c685061 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:11.667506 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ab89e91c-7a1e-4599-b024-23e726d7ef83 req-cd72bd93-23b1-4937-80d7-15238c685061 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0510092 Apr 07 02:14:11.713463 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ab89e91c-7a1e-4599-b024-23e726d7ef83 req-5d236266-f293-4ffe-b18d-553497b5f6a9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404227 Apr 07 02:14:12.830478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b8fe4-71cd-4121-8295-1c11c3329f7f req-249dbce9-7589-4d24-90f8-a193b571af9d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:12.832248 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c91b8fe4-71cd-4121-8295-1c11c3329f7f req-249dbce9-7589-4d24-90f8-a193b571af9d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0521336 Apr 07 02:14:12.881447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c91b8fe4-71cd-4121-8295-1c11c3329f7f req-25627fa2-7cd3-4801-9e81-0b06d4308c84 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420575 Apr 07 02:14:13.226759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463330f-4845-4cc5-b06a-cb1a247644d2 req-b3e82423-a84d-4c3b-921c-514ec308da63 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:13.228300 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5463330f-4845-4cc5-b06a-cb1a247644d2 req-b3e82423-a84d-4c3b-921c-514ec308da63 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0618024 Apr 07 02:14:13.301605 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5463330f-4845-4cc5-b06a-cb1a247644d2 req-f9cbd1ac-102e-4e7f-88e1-80c0a82cfe67 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677276 Apr 07 02:14:13.311763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-634ac8bc-cff0-4223-b07a-acb3ec73911f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0622773 Apr 07 02:14:13.845374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-c6779f61-911c-4da2-a429-a1543c9a15e6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:13.846704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-c6779f61-911c-4da2-a429-a1543c9a15e6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports/23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 943 time: 0.0462501 Apr 07 02:14:14.423520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e7a07-59d8-4e67-9f43-e02c3608fb67 req-80944102-a0fc-47a3-a815-73237e7ab647 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:14.425019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8e0e7a07-59d8-4e67-9f43-e02c3608fb67 req-80944102-a0fc-47a3-a815-73237e7ab647 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0560637 Apr 07 02:14:14.472035 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8e0e7a07-59d8-4e67-9f43-e02c3608fb67 req-584f2321-bc35-4e1b-8a55-f8fd53f2718c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412598 Apr 07 02:14:15.401625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-87e7eeb3-0017-4328-bd43-6fdf091ef0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:15.403115 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-87e7eeb3-0017-4328-bd43-6fdf091ef0b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1130 time: 0.0441015 Apr 07 02:14:15.494378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-6642e8dc-d389-4e0e-bbf7-3f226a769a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:15.495822 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-6642e8dc-d389-4e0e-bbf7-3f226a769a36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0862370 Apr 07 02:14:15.564130 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-cbdcbc25-e78c-4523-8aaa-43b5636e90dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 1002 time: 0.0592170 Apr 07 02:14:15.591426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b371f-1ccf-4ff1-b5fd-5724692d4725 req-64a74a90-0b3b-4e75-ba4a-f75beb031ce0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:15.592923 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc6b371f-1ccf-4ff1-b5fd-5724692d4725 req-64a74a90-0b3b-4e75-ba4a-f75beb031ce0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0516963 Apr 07 02:14:15.618241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-9c171f90-5801-4b90-afc5-a3db7a767574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:15.619756 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-9c171f90-5801-4b90-afc5-a3db7a767574 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0482712 Apr 07 02:14:15.640181 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bc6b371f-1ccf-4ff1-b5fd-5724692d4725 req-cfc8e0c9-79d0-493a-b712-67fb72ac2ccb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408964 Apr 07 02:14:15.670528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-4669cb86-b0b9-4d4f-b760-ee461642b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:15.671997 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-4669cb86-b0b9-4d4f-b760-ee461642b053 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447340 Apr 07 02:14:15.761889 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-7f274d1b-56cb-4704-a4a3-01247beb4a5b service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826259 Apr 07 02:14:15.857526 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-7cc12180-b0c2-4ccf-be08-0d0bc62efbf1 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844042 Apr 07 02:14:16.304703 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:14:16.756735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8358e5c-5546-4350-a98c-0a91e39a9482 req-18628601-db82-49f9-aefe-26879cf0e4bf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:16.758223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8358e5c-5546-4350-a98c-0a91e39a9482 req-18628601-db82-49f9-aefe-26879cf0e4bf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0524533 Apr 07 02:14:16.808276 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8358e5c-5546-4350-a98c-0a91e39a9482 req-d78a527a-c759-4789-9242-84973a5b03da tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 Apr 07 02:14:17.903592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-4db43620-4fee-4f40-b91f-9df9b66a8847 service neutron] 10.222.0.10 "GET /v2.0/ports/23721f20-5fee-46aa-80f2-b072a8a86dee/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0568898 Apr 07 02:14:17.929723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915b8b7-80a1-4ff1-aa42-2a2cd691b344 req-2962ae7c-29c6-4f7d-a789-5be24b2e11e9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:17.931327 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9915b8b7-80a1-4ff1-aa42-2a2cd691b344 req-2962ae7c-29c6-4f7d-a789-5be24b2e11e9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0545802 Apr 07 02:14:17.980380 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9915b8b7-80a1-4ff1-aa42-2a2cd691b344 req-562f87e9-5259-4769-b2d6-c6e90dd39bc6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434415 Apr 07 02:14:18.051842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:18.342390 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-a1fa4151-39e9-4b5d-a67a-43737d3dadc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:18.343982 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-a1fa4151-39e9-4b5d-a67a-43737d3dadc1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 1130 time: 0.0456345 Apr 07 02:14:18.414183 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-86320e71-5258-4615-85b4-5c7f0508b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:18.415703 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-86320e71-5258-4615-85b4-5c7f0508b30a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1130 time: 0.0480609 Apr 07 02:14:18.507838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-5f3f8557-8257-4639-894b-0a70639bec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:18.509357 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-5f3f8557-8257-4639-894b-0a70639bec6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0836437 Apr 07 02:14:18.582113 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-4650da5e-166a-4adc-95d2-929f3447422c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 1002 time: 0.0624962 Apr 07 02:14:18.631436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-7892ba6d-6d64-43cb-8407-6db1afc4c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:18.632860 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-7892ba6d-6d64-43cb-8407-6db1afc4c99a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0422647 Apr 07 02:14:18.683337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-2bc94921-898d-4ef3-a057-0baa0f3ceaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:18.688188 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-2bc94921-898d-4ef3-a057-0baa0f3ceaeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421617 Apr 07 02:14:18.778825 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-6bc27f0b-b4c7-4b8b-bf3b-6f4791e23cd8 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Apr 07 02:14:18.874542 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-614ac2fe-37a1-4d04-8d26-5b45d9b3dc9b req-b31f6874-7b87-4752-b77d-345a5d1ae03d service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859318 Apr 07 02:14:19.098527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93758495-7d12-4c76-998c-0710cbbeae43 req-4b21c595-7cdd-436a-813a-edf6d85c1314 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:19.100025 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93758495-7d12-4c76-998c-0710cbbeae43 req-4b21c595-7cdd-436a-813a-edf6d85c1314 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0528696 Apr 07 02:14:19.152135 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93758495-7d12-4c76-998c-0710cbbeae43 req-b5d0b930-b09f-4eb9-b87b-d9d26cc35952 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458121 Apr 07 02:14:20.274834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb33f13-1aef-467f-8fe8-9a718d2bc70d req-a261f645-016d-4a22-9e8e-8fb881065d1d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:20.276314 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ceb33f13-1aef-467f-8fe8-9a718d2bc70d req-a261f645-016d-4a22-9e8e-8fb881065d1d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0557041 Apr 07 02:14:20.321882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ceb33f13-1aef-467f-8fe8-9a718d2bc70d req-18064040-2e7b-458f-b178-e94fa9fd92b8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400209 Apr 07 02:14:20.973452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:14:20.976648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:14:21.118704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 23721f20-5fee-46aa-80f2-b072a8a86dee is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:14:21.119086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:21.138950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:21.156955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:14:21.159104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ba536c-38bf-4448-90ec-f1cc0b034257" -d '{"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-unplugged", "status": "completed", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:14:21.169614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'mac_address': 'fa:16:3e:cd:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:14:21.174172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:21.203640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0edb4a-b2ea-4ac9-8a14-7411d343ff1a x-openstack-request-id: req-9f0edb4a-b2ea-4ac9-8a14-7411d343ff1a {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:14:21.203933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-unplugged", "status": "completed", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:14:21.204186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f0edb4a-b2ea-4ac9-8a14-7411d343ff1a {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:14:21.204603 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0edb4a-b2ea-4ac9-8a14-7411d343ff1a'] response: {'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'code': 200} Apr 07 02:14:21.217183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 23721f20-5fee-46aa-80f2-b072a8a86dee is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:14:21.217577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:21.229817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:21.235134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23721f20-5fee-46aa-80f2-b072a8a86dee {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:14:21.305210 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:21.314121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.314479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.314822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.315167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.315505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.316334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.316665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.317018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.317354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.317685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.318018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.318346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.318671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.318995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.319318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:21.323107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:14:21.323470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:14:21.438009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2123d4-b005-4bbb-9a91-0cc9341ecb2e req-60c98b4d-956c-46cb-8089-cfd0aaa504a3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:21.439409 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d2123d4-b005-4bbb-9a91-0cc9341ecb2e req-60c98b4d-956c-46cb-8089-cfd0aaa504a3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 944 time: 0.0514987 Apr 07 02:14:21.485754 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d2123d4-b005-4bbb-9a91-0cc9341ecb2e req-6015c57b-9868-443b-bc75-3ac00fdabbf6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403051 Apr 07 02:14:21.802642 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbce180-1923-4a1d-857a-c0115d98323e req-268dd44d-a0d8-4aac-87ce-0407d7b48459 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:21.804171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-abbce180-1923-4a1d-857a-c0115d98323e req-268dd44d-a0d8-4aac-87ce-0407d7b48459 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 944 time: 0.0598001 Apr 07 02:14:21.854417 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-abbce180-1923-4a1d-857a-c0115d98323e req-478f505f-4c05-4edd-9111-2396b2ffa240 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 Apr 07 02:14:21.863083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 23721f20-5fee-46aa-80f2-b072a8a86dee is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:14:21.863479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:21.879239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23721f20-5fee-46aa-80f2-b072a8a86dee {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:14:21.897906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937adfb-3342-41aa-be57-31ab82b11838 req-89e3d7dd-7d91-4d58-a4b5-b21ee3170578 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:21.899160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:21.899475 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-89e3d7dd-7d91-4d58-a4b5-b21ee3170578 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c&tenant_id=e96660474eb9462a80125752e5155f2f&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 944 time: 0.0655575 Apr 07 02:14:21.989562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:22.001887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937adfb-3342-41aa-be57-31ab82b11838 req-9381a55c-bdaf-4911-8e98-4bce9bd9a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:22.004988 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-9381a55c-bdaf-4911-8e98-4bce9bd9a69c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1128 time: 0.0563965 Apr 07 02:14:22.039745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:22.065446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['23721f20-5fee-46aa-80f2-b072a8a86dee'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:14:22.096088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937adfb-3342-41aa-be57-31ab82b11838 req-aca82dbd-0089-48e6-8929-f3b66eaec69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:22.098116 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-aca82dbd-0089-48e6-8929-f3b66eaec69c service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0854781 Apr 07 02:14:22.169041 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-b6d78ada-a087-46fc-a8bd-9ae1af4c2b25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 1001 time: 0.0644889 Apr 07 02:14:22.219394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937adfb-3342-41aa-be57-31ab82b11838 req-4c008972-cbcf-4c1e-b879-cb90350050b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:22.220876 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-4c008972-cbcf-4c1e-b879-cb90350050b8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0427151 Apr 07 02:14:22.268475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937adfb-3342-41aa-be57-31ab82b11838 req-1d1fc456-ced2-4d8d-97ec-d74d96e23599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:22.269905 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-1d1fc456-ced2-4d8d-97ec-d74d96e23599 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428283 Apr 07 02:14:22.360591 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-f44c74f5-bc0e-4259-97eb-728a53dfa3b7 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840001 Apr 07 02:14:22.446417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4937adfb-3342-41aa-be57-31ab82b11838 req-539de372-d126-4473-b1b4-cd52ce610132 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797684 Apr 07 02:14:22.979657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c9c84-26ae-4b12-b037-e683b3aad1ab req-5f790503-f4e8-4453-a2ae-9a1c0eaee016 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:22.981906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-554c9c84-26ae-4b12-b037-e683b3aad1ab req-5f790503-f4e8-4453-a2ae-9a1c0eaee016 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 945 time: 0.0539060 Apr 07 02:14:23.003589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:14:23.030290 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-554c9c84-26ae-4b12-b037-e683b3aad1ab req-42f1cb9c-63e1-4748-aa29-b61aa229949c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Apr 07 02:14:23.050645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 23721f20-5fee-46aa-80f2-b072a8a86dee triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:14:23.051020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:23.132554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 23721f20-5fee-46aa-80f2-b072a8a86dee is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:14:23.132991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:23.165044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:23.205461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:14:23.208221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79dc2db-bff1-458d-b6be-a81b6119dfd1" -d '{"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-plugged", "status": "completed", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:14:23.227222 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:23.251082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13386af6-d63b-462d-95ac-41f5c53f1b74 x-openstack-request-id: req-13386af6-d63b-462d-95ac-41f5c53f1b74 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:14:23.251394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-plugged", "status": "completed", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:14:23.251639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13386af6-d63b-462d-95ac-41f5c53f1b74 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:14:23.252036 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13386af6-d63b-462d-95ac-41f5c53f1b74'] response: {'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'code': 200} Apr 07 02:14:23.278359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:24.149656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c9f32-2aa2-410e-82cd-86a878cb60d5 req-42b11ed4-1989-4c6a-b358-59d8c52ddde4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:24.151057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-835c9f32-2aa2-410e-82cd-86a878cb60d5 req-42b11ed4-1989-4c6a-b358-59d8c52ddde4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0550563 Apr 07 02:14:24.201001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-835c9f32-2aa2-410e-82cd-86a878cb60d5 req-1adda13d-f170-4428-9df9-a80f8b21e736 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444036 Apr 07 02:14:24.317821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf14f8-7fa3-41a2-b567-eab23ab7abed req-452435cc-f223-48ea-bd3f-d1613e4ce285 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:24.319300 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dcaf14f8-7fa3-41a2-b567-eab23ab7abed req-452435cc-f223-48ea-bd3f-d1613e4ce285 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0519178 Apr 07 02:14:24.366069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dcaf14f8-7fa3-41a2-b567-eab23ab7abed req-d94e5ee1-722e-412e-8df0-a9dbdfec2ebc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412176 Apr 07 02:14:24.686795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299daca1-5808-4618-89bb-c6553399be80 req-58c62331-83b3-4b55-ad02-5650a2989878 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:24.688218 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-299daca1-5808-4618-89bb-c6553399be80 req-58c62331-83b3-4b55-ad02-5650a2989878 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0535390 Apr 07 02:14:24.736077 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-299daca1-5808-4618-89bb-c6553399be80 req-4223bfbf-16f2-4103-be89-fb8345710cb9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408564 Apr 07 02:14:24.762651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-4934b0d4-0df6-4a90-afe0-c20fa23a677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:24.764164 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-4934b0d4-0df6-4a90-afe0-c20fa23a677e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 1130 time: 0.0457802 Apr 07 02:14:24.858434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-38bd4ec0-b9c3-4886-8cbb-704083b86083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:24.859924 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-38bd4ec0-b9c3-4886-8cbb-704083b86083 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0865669 Apr 07 02:14:24.928901 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-341ee7db-6a2b-4cc3-9da8-a7e73c02c3f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 200 len: 1002 time: 0.0595179 Apr 07 02:14:24.983826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-8ff1e27f-166f-42ca-aeb2-2e97f8588816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:24.985212 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-8ff1e27f-166f-42ca-aeb2-2e97f8588816 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0473654 Apr 07 02:14:25.034816 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-bf8fef42-c328-4381-868f-54c47bd0ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:25.036276 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-bf8fef42-c328-4381-868f-54c47bd0ed2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0421743 Apr 07 02:14:25.125463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-4bb13d3d-aa86-4abc-8d45-4209848e71ac service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799508 Apr 07 02:14:25.219246 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af66579f-a18f-4b9d-81ac-14989f2ca3f4 req-389a09eb-81bc-4c25-a97c-9ea2fb8683cb service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847011 Apr 07 02:14:25.862703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c377d3c-d75d-4022-81a6-8f951c4021dd req-3a628f97-57d6-419a-90fb-868f45e64fd8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:25.864198 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c377d3c-d75d-4022-81a6-8f951c4021dd req-3a628f97-57d6-419a-90fb-868f45e64fd8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0583029 Apr 07 02:14:25.912950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c377d3c-d75d-4022-81a6-8f951c4021dd req-4962e01a-a5bb-470e-83b1-ac07edae1bc2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428758 Apr 07 02:14:27.031136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163bbb5-4781-4ff2-a18c-0224956d9fe9 req-c4df2389-deef-471a-986c-73cbc7b8d569 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:27.032596 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1163bbb5-4781-4ff2-a18c-0224956d9fe9 req-c4df2389-deef-471a-986c-73cbc7b8d569 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0509360 Apr 07 02:14:27.077823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1163bbb5-4781-4ff2-a18c-0224956d9fe9 req-fb5376b4-32b6-4795-accb-a3a7cb42ff4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390208 Apr 07 02:14:27.503680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18822c8f-3414-4616-9b97-263982ffc3bb req-eb95dfba-6a50-42a4-b1fd-7686af1ec157 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:27.505179 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-18822c8f-3414-4616-9b97-263982ffc3bb req-eb95dfba-6a50-42a4-b1fd-7686af1ec157 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0513632 Apr 07 02:14:27.554408 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-18822c8f-3414-4616-9b97-263982ffc3bb req-a5eedadf-d05a-40eb-aab5-9e30859acf73 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Apr 07 02:14:28.670939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574067-1be4-4e6a-ad97-7f4abef7ee74 req-4d0e5d44-717d-4882-991a-e7c3958e771e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:28.672411 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-56574067-1be4-4e6a-ad97-7f4abef7ee74 req-4d0e5d44-717d-4882-991a-e7c3958e771e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0514028 Apr 07 02:14:28.718823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-56574067-1be4-4e6a-ad97-7f4abef7ee74 req-7be1ad7c-efb7-4154-a679-8673ee01f0d7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403273 Apr 07 02:14:29.032577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d351451d-6bb8-444c-95fc-ff1f102bda60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:29.292560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874c89-0d33-4f60-957e-04f7707ed68b req-87f3bd78-0927-4504-a235-150567c4622b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:29.294008 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-75874c89-0d33-4f60-957e-04f7707ed68b req-87f3bd78-0927-4504-a235-150567c4622b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0522697 Apr 07 02:14:29.389718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Deleting port 23721f20-5fee-46aa-80f2-b072a8a86dee {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:14:29.390061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:29.477423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] For port 23721f20-5fee-46aa-80f2-b072a8a86dee, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=23721f20-5fee-46aa-80f2-b072a8a86dee,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:29.477792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:29.648189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:29.648555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:29.648971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 disassociated. External IP: 172.26.8.207, port: 23721f20-5fee-46aa-80f2-b072a8a86dee. Apr 07 02:14:29.649322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Calling delete_port for 23721f20-5fee-46aa-80f2-b072a8a86dee owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:14:29.838037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569e262-b89a-4306-a3eb-c57145d0d78b req-e275754a-4f54-49b6-805d-a04632ee4a00 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:29.839520 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f569e262-b89a-4306-a3eb-c57145d0d78b req-e275754a-4f54-49b6-805d-a04632ee4a00 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 946 time: 0.0524306 Apr 07 02:14:29.857578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (23721f20-5fee-46aa-80f2-b072a8a86dee), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:29.887772 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f569e262-b89a-4306-a3eb-c57145d0d78b req-0767a5d7-1577-41a2-95a7-e4d20674d407 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 Apr 07 02:14:29.891803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event deleted for resources: {'Port': ['ID=23721f20-5fee-46aa-80f2-b072a8a86dee,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:29.903649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.904351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.905120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.905639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.906012 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.906351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.906708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.907016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.907345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.907681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.908010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.908334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.908658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.909073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:29.909400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:14:30.020031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:14:30.402600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:14:30.411997 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:14:30.421929 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:14:30.422603 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:14:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:30.442966 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] No DVR routers for this DVR port 23721f20-5fee-46aa-80f2-b072a8a86dee on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:14:30.445576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:30.448994 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-75874c89-0d33-4f60-957e-04f7707ed68b req-b7311fae-1704-4cf1-bef5-a88d5aeea603 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "DELETE /v2.0/ports/23721f20-5fee-46aa-80f2-b072a8a86dee HTTP/1.1" status: 204 len: 173 time: 1.1464601 Apr 07 02:14:30.449491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-deleted', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:14:30.451836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff1041b-79b0-4dd5-8a88-a1a5ddbcbfaa" -d '{"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-deleted", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:14:30.490162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ad1056-f9d1-465c-8e0f-b1d4df0b6895 x-openstack-request-id: req-f1ad1056-f9d1-465c-8e0f-b1d4df0b6895 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:14:30.490534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3cb272-257f-48ad-87d9-c3699e06c82c", "name": "network-vif-deleted", "tag": "23721f20-5fee-46aa-80f2-b072a8a86dee", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:14:30.490728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ad1056-f9d1-465c-8e0f-b1d4df0b6895 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:14:30.491161 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ad1056-f9d1-465c-8e0f-b1d4df0b6895'] response: {'server_uuid': '7c3cb272-257f-48ad-87d9-c3699e06c82c', 'name': 'network-vif-deleted', 'tag': '23721f20-5fee-46aa-80f2-b072a8a86dee', 'status': 'completed', 'code': 200} Apr 07 02:14:30.620538 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:14:30.837136 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:30.863049 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:14:30.871467 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:14:30.872079 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:14:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:30.981927 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:14:31.003385 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-57d9549c-2763-4ca6-b384-6b70bf7ff854 req-4fcf1f45-695e-4754-85f7-befd3b74a2ee tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c3cb272-257f-48ad-87d9-c3699e06c82c HTTP/1.1" status: 200 len: 210 time: 0.0318658 Apr 07 02:14:31.183000 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:31.208697 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353668c5-9911-4461-b4c5-3140811c6325 None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:14:31.412025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3cacb757-191f-4fe3-a4e5-bbcc866aeac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:31.448341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0c1dd2-cee0-4116-94bc-2d1803d3691e None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:14:32.256010 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-18d9c96c-178e-4fc6-8409-c9d0e12cb44a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1515043573&fields=id&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 267 time: 0.0426075 Apr 07 02:14:32.363874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-8358e5ff-7a51-47cd-ae6f-f1de0366c7c3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:32.365355 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-8358e5ff-7a51-47cd-ae6f-f1de0366c7c3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.1028996 Apr 07 02:14:32.379257 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-eb227013-2875-421e-938a-70f81e3192ad tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/quotas/e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 375 time: 0.0086448 Apr 07 02:14:32.440533 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-d5d1edb7-f438-4a33-894e-ce60cd5697a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562358 Apr 07 02:14:32.525990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:32.535980 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-51f41dba-3253-4943-b565-1a7125d2fea9 service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845146 Apr 07 02:14:32.626193 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-60616992-e415-4025-b67a-eb62b4f900e3 service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844638 Apr 07 02:14:32.847093 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7cfd0042-bb14-4235-802a-f47ea2f80ab7 req-df5038ea-4494-4569-9a98-a1e8565dc5fa tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 210 time: 0.0329585 Apr 07 02:14:33.050954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:14:33.071472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 23721f20-5fee-46aa-80f2-b072a8a86dee {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:14:33.071831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 23721f20-5fee-46aa-80f2-b072a8a86dee not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:14:33.941786 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cddf7e09-0dea-4dbf-bbee-5579eed76ae9 req-02a36e40-57fe-495a-9ba2-fd5692b4d1a3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 210 time: 0.0271015 Apr 07 02:14:34.000207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:34.686551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-7d553a9c-2a59-4cf3-afb1-bedf8a4766c3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:34.687890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-7d553a9c-2a59-4cf3-afb1-bedf8a4766c3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.1043270 Apr 07 02:14:34.750003 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-42d2ee79-520f-4cfe-8ac7-47e985e2651c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 380 time: 0.0516584 Apr 07 02:14:34.760694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'port': {'device_id': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'admin_state_up': True, 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'security_groups': ['e9ac70d3-6c89-472c-95e7-90f6f5f552d8']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:14:34.982890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Made reservation on behalf of e96660474eb9462a80125752e5155f2f for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:14:34.986546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.042092 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3f0018fc-eb48-48cf-96e7-8350d26244c7 req-85153cb0-b938-40ff-9038-87eb0225955f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 210 time: 0.0304258 Apr 07 02:14:35.122734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Allocated IP 172.20.0.5 (cafc95ee-da72-4595-bbd9-3555c8c9a6e9/cc1ec628-9380-4fc6-911d-4b77f18424d3/03d1fbb3-e62f-42c4-946d-ad776f3344e9) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:14:35.260349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.323756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.347827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.387763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:14:35.392829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:14:35.395780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:14:35.425432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:35.451821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:35.457047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.523258 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-95895db3-4bd9-4668-a0d0-26374709c8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7660112 Apr 07 02:14:35.539374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Request body: {'port': {'device_id': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:14:35.604651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.670674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b7bd2e0b-c1d1-412d-a0db-c69a03c93dab None None] Provisioning complete for port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:14:35.670972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2e0b-c1d1-412d-a0db-c69a03c93dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.707488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b7bd2e0b-c1d1-412d-a0db-c69a03c93dab None None] Port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:14:35.866607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:14:35.873974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Publish callbacks [] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:35.886863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Transition to ACTIVE for port object 03d1fbb3-e62f-42c4-946d-ad776f3344e9 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:14:35.963959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:36.012880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:36.098247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Attempting to bind port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:14:36.098594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Attempting to bind port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:14:36.099625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Attempting to bind port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:14:36.104324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:14:36.104772 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Attempting to bind port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:14:36.110272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:14:36.110826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:14:36.111255 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Bound using segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:14:36.111761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Bound port: 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:14:36.112782 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:36.179442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15f2bc9-ac83-44a8-babd-7e9f67475df0 req-572457b9-130f-44e3-a7d5-eca25e20b15e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.185635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c15f2bc9-ac83-44a8-babd-7e9f67475df0 req-572457b9-130f-44e3-a7d5-eca25e20b15e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0595517 Apr 07 02:14:36.187350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:14:36.191551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:14:36.228710 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c15f2bc9-ac83-44a8-babd-7e9f67475df0 req-17f6826b-0c98-43cc-907f-a1388f3cf9ff tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420957 Apr 07 02:14:36.263771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:36.296526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.297168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:36.298576 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] 10.222.0.10 "PUT /v2.0/ports/03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 1093 time: 0.7636764 Apr 07 02:14:36.299010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:14:36.301990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a660e-a428-485f-af66-e48bb0c3fda1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:14:36.327393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0037f636-d72b-455c-b43f-600a87d3b206 service neutron] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:36.353098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391bcb13-92fe-4a9c-a943-a55dea05afd3 x-openstack-request-id: req-391bcb13-92fe-4a9c-a943-a55dea05afd3 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:14:36.353098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:14:36.353098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-391bcb13-92fe-4a9c-a943-a55dea05afd3 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:14:36.353098 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-391bcb13-92fe-4a9c-a943-a55dea05afd3'] response: {'name': 'network-changed', 'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'status': 'completed', 'code': 200} Apr 07 02:14:36.417796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a660e-a428-485f-af66-e48bb0c3fda1 req-b0595624-bcb1-4db1-8667-651be3f60a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.419339 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-750a660e-a428-485f-af66-e48bb0c3fda1 req-b0595624-bcb1-4db1-8667-651be3f60a95 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1127 time: 0.0471337 Apr 07 02:14:36.526582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a660e-a428-485f-af66-e48bb0c3fda1 req-7dc72269-ce76-4bae-b385-de9c2c77f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.528056 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-750a660e-a428-485f-af66-e48bb0c3fda1 req-7dc72269-ce76-4bae-b385-de9c2c77f256 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e96660474eb9462a80125752e5155f2f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0970736 Apr 07 02:14:36.629361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a660e-a428-485f-af66-e48bb0c3fda1 req-08261f10-aebb-42bd-b81e-4da8b38eb8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.630836 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-750a660e-a428-485f-af66-e48bb0c3fda1 req-08261f10-aebb-42bd-b81e-4da8b38eb8a0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0915952 Apr 07 02:14:36.713887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-979f6802-5951-49d3-8e92-a27a906733ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.715300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-979f6802-5951-49d3-8e92-a27a906733ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1127 time: 0.0441248 Apr 07 02:14:36.759402 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-c81e0931-9867-48a8-8dc2-1af08e016d04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 217 time: 0.0329008 Apr 07 02:14:36.810752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-81b79e17-59c4-4691-81e8-c7d942758d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.813847 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-81b79e17-59c4-4691-81e8-c7d942758d02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0465794 Apr 07 02:14:36.865894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-282ae9e8-c2e0-4647-a523-37d5b13465d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:36.867404 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-282ae9e8-c2e0-4647-a523-37d5b13465d5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453532 Apr 07 02:14:36.957056 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-b4bcf145-4f9e-4759-b02e-4bfe9f87fc76 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814297 Apr 07 02:14:37.049729 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c51d764b-4594-401e-b069-4f0af5e19c5d req-9d1201dd-2a42-40a2-b5f2-289687782796 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839546 Apr 07 02:14:37.346289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee1c0a-f193-46d2-a4b4-3e9476aa76de req-16a4ca98-5302-4808-bb0e-9ed7d5dcbf55 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:37.347719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-baee1c0a-f193-46d2-a4b4-3e9476aa76de req-16a4ca98-5302-4808-bb0e-9ed7d5dcbf55 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0518508 Apr 07 02:14:37.394090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-baee1c0a-f193-46d2-a4b4-3e9476aa76de req-c4d38f1b-8435-4ebe-bda0-1f0965d77ffc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404270 Apr 07 02:14:38.514952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c218df4-0092-46e3-adcc-e63b6f03d6c2 req-9e6d3a3c-71b3-494f-b1b3-3ec3b02502f0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:38.516415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c218df4-0092-46e3-adcc-e63b6f03d6c2 req-9e6d3a3c-71b3-494f-b1b3-3ec3b02502f0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0550530 Apr 07 02:14:38.561425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c218df4-0092-46e3-adcc-e63b6f03d6c2 req-372e0851-2c2b-4eba-b396-2dccd398f187 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387943 Apr 07 02:14:39.080910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:14:39.176501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:39.187337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'mac_address': 'fa:16:3e:c1:fb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:14:39.224092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:14:39.224482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:39.237715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:14:39.255921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:39.330923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:39.376976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:39.574147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['03d1fbb3-e62f-42c4-946d-ad776f3344e9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:14:39.680016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afe5cd-b7f1-4f6e-96f2-1b2ab40506c6 req-cb59839c-be87-42bb-bcc1-b8254ab5e3ff tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:39.681664 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-41afe5cd-b7f1-4f6e-96f2-1b2ab40506c6 req-cb59839c-be87-42bb-bcc1-b8254ab5e3ff tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 944 time: 0.0516641 Apr 07 02:14:39.729493 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-41afe5cd-b7f1-4f6e-96f2-1b2ab40506c6 req-bc8d4b06-0d43-4d5d-8eb7-9674b2ee917c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423515 Apr 07 02:14:40.844867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11779bec-261c-4c80-bffc-57ef51ecdd57 req-26ea95a2-bc47-4a77-bcf8-583b09a4c910 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:40.846874 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11779bec-261c-4c80-bffc-57ef51ecdd57 req-26ea95a2-bc47-4a77-bcf8-583b09a4c910 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 944 time: 0.0519059 Apr 07 02:14:40.896409 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11779bec-261c-4c80-bffc-57ef51ecdd57 req-94ee7776-a6ed-4446-aef6-a2aebe4455d9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Apr 07 02:14:41.082152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:14:41.215053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:14:41.218889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:14:41.223995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:41.296511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:14:41.296926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:41.318054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:14:41.320276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b06c7f-a211-4f00-aca6-ee8d429aea61" -d '{"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:14:41.332781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:14:41.355391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b5de6e-25d5-4ef0-836a-7fab9e7100b8 x-openstack-request-id: req-a2b5de6e-25d5-4ef0-836a-7fab9e7100b8 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:14:41.355776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:14:41.356143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2b5de6e-25d5-4ef0-836a-7fab9e7100b8 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:14:41.356656 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b5de6e-25d5-4ef0-836a-7fab9e7100b8'] response: {'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'code': 200} Apr 07 02:14:41.394789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:41.441094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:14:41.646291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b67ba6-2997-4334-92f4-3e7aac965aae req-46c2f387-a09f-49f2-9100-8b56875466eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:41.647825 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54b67ba6-2997-4334-92f4-3e7aac965aae req-46c2f387-a09f-49f2-9100-8b56875466eb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0447640 Apr 07 02:14:41.689622 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54b67ba6-2997-4334-92f4-3e7aac965aae req-5a5d4aa3-ee48-4357-90e0-cdc922f053d1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358589 Apr 07 02:14:42.016340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595158d-44cd-46ef-9a69-670fe6f7f58c req-2610c37b-ad96-4b2f-91b1-799066b2d6c5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:42.017884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9595158d-44cd-46ef-9a69-670fe6f7f58c req-2610c37b-ad96-4b2f-91b1-799066b2d6c5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0517893 Apr 07 02:14:42.062992 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9595158d-44cd-46ef-9a69-670fe6f7f58c req-5c0d9797-d7f5-4290-af15-7861eb2301d9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397074 Apr 07 02:14:43.182323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd714056-32bc-4b68-b99f-862718efe32f req-17718f36-e694-4a7d-9be8-91d31132c9b2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:43.183728 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd714056-32bc-4b68-b99f-862718efe32f req-17718f36-e694-4a7d-9be8-91d31132c9b2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Apr 07 02:14:43.230440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd714056-32bc-4b68-b99f-862718efe32f req-467e821c-ea1e-4456-8974-1474d5f10aa4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410645 Apr 07 02:14:43.872519 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-c7d10a15-fd16-4371-8372-032458d8a449 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486338 Apr 07 02:14:43.961573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-ff42eda8-fcb7-4433-93c7-b9a5b63543c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:43.963077 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-ff42eda8-fcb7-4433-93c7-b9a5b63543c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0443392 Apr 07 02:14:44.062430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-be5e002f-4e7e-447f-ba86-6ce708eb01aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:44.063943 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-be5e002f-4e7e-447f-ba86-6ce708eb01aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0825849 Apr 07 02:14:44.110922 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-4e765f72-9c79-4ae9-bce8-442e0ef21b98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 217 time: 0.0393331 Apr 07 02:14:44.160354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-05cd5fc4-abb4-48ac-b08a-2fbd11757787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:44.161820 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-05cd5fc4-abb4-48ac-b08a-2fbd11757787 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0444803 Apr 07 02:14:44.210908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-1745a69a-b032-4b12-8755-9a5edeaefbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:44.212440 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-1745a69a-b032-4b12-8755-9a5edeaefbbf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448546 Apr 07 02:14:44.308381 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-412ab63e-8e53-48a4-a710-e40bd2e7cb50 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893452 Apr 07 02:14:44.355359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97c28d-20f4-4378-b421-4f1c34f0d97f req-2f0ccddd-dba9-4c43-90e0-83d4b9d2139d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:44.356978 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7a97c28d-20f4-4378-b421-4f1c34f0d97f req-2f0ccddd-dba9-4c43-90e0-83d4b9d2139d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0604253 Apr 07 02:14:44.402965 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87e92f0d-8c19-43a8-b706-8b4fa3f3ef96 req-b04a8b70-b97a-4dcc-811c-b7cdd4c97e55 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880325 Apr 07 02:14:44.405574 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7a97c28d-20f4-4378-b421-4f1c34f0d97f req-32968ec0-4757-4aa0-8430-cbf53f74ab33 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417240 Apr 07 02:14:44.529396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c76220-4f89-431e-9f97-6ab5e39cf288 req-3fb56c87-d3d5-486b-9a17-3a0d98902826 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:44.530890 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f8c76220-4f89-431e-9f97-6ab5e39cf288 req-3fb56c87-d3d5-486b-9a17-3a0d98902826 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0530748 Apr 07 02:14:44.540093 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57632) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:14:44.544730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'floatingip': {'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:14:44.591300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:45.041497 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:45.108085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:45.211701 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 associated. External IP: 172.26.8.207, port: 03d1fbb3-e62f-42c4-946d-ad776f3344e9. Apr 07 02:14:45.423201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:14:45.534001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:14:45.538852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:45.544177 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:14:45.555496 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:14:45.556112 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:14:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:45.568902 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1abd4051-61ff-4695-8632-69df466ebb09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "PUT /v2.0/floatingips/826d0363-2a21-4584-9a01-4c3a3206f155 HTTP/1.1" status: 200 len: 991 time: 1.0276048 Apr 07 02:14:45.569511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:14:45.571788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabcb414-7a31-44a2-b8db-f23c63dc4ede" -d '{"events": [{"name": "network-changed", "server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:14:45.611289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c24829-3c65-4d0d-8eb9-98bc456239a8 x-openstack-request-id: req-20c24829-3c65-4d0d-8eb9-98bc456239a8 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:14:45.612092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:14:45.612352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20c24829-3c65-4d0d-8eb9-98bc456239a8 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:14:45.614474 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c24829-3c65-4d0d-8eb9-98bc456239a8'] response: {'name': 'network-changed', 'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'status': 'completed', 'code': 200} Apr 07 02:14:45.675172 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:14:45.685130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-610a9309-5d39-4702-ba57-c30ecfebf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:45.690727 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-610a9309-5d39-4702-ba57-c30ecfebf849 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0529082 Apr 07 02:14:45.792985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-9c5669dd-591d-40a8-a673-ea141270f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:45.794418 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-9c5669dd-591d-40a8-a673-ea141270f3ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0996757 Apr 07 02:14:45.870508 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-026ebaea-20af-41ba-a10c-c511832331b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 999 time: 0.0697925 Apr 07 02:14:45.928040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-64127c7d-715d-44a7-bbd5-82a0086c3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:45.929615 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-64127c7d-715d-44a7-bbd5-82a0086c3129 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0538647 Apr 07 02:14:45.947533 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:c1:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:14:44Z', 'revision_number': 9, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:45.951197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f30855-dbea-4044-a2f7-c717dc32fc52 req-9a8812b2-07c5-41c3-8026-60aaf6449eab tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:45.951197 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-17f30855-dbea-4044-a2f7-c717dc32fc52 req-9a8812b2-07c5-41c3-8026-60aaf6449eab tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0582314 Apr 07 02:14:45.974621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:14:45.984050 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:14:45.985155 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:14:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:45.987546 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-1c44a312-a79b-421e-b1f9-d5717b316774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:45.989512 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-1c44a312-a79b-421e-b1f9-d5717b316774 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0540600 Apr 07 02:14:46.006171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-17f30855-dbea-4044-a2f7-c717dc32fc52 req-e424d0fe-81b0-498e-b1a0-3ffaba278fcf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488219 Apr 07 02:14:46.073312 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-5758f375-25a6-42b0-bdb1-1184e3ee144c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465956 Apr 07 02:14:46.089444 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-1472fca9-25f4-46e1-9303-917ad9cd323b service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935962 Apr 07 02:14:46.103305 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:14:46.188632 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dabcb414-7a31-44a2-b8db-f23c63dc4ede req-b3f1f747-df36-4227-bc63-191b1b657c7a service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934505 Apr 07 02:14:46.417839 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:c1:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:14:44Z', 'revision_number': 9, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:14:46.442830 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5adae8-e9f4-457f-acf1-86a32da1fadf None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:c1:fb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:14:44Z', 'revision_number': 9, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:14:46.603981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-1cc3a3ae-9de3-4978-90ff-b45a1dc0dbf7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:46.605461 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-1cc3a3ae-9de3-4978-90ff-b45a1dc0dbf7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports/03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 942 time: 0.0470457 Apr 07 02:14:46.650010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e881c9d-6873-41a6-a21e-a06db68dbbe6 None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:14:47.130000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90722e-6bd0-4ee6-a9c0-9cc791e69407 req-48e91f2c-dc33-4173-9293-c0f2a3a2cf22 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:47.132334 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4e90722e-6bd0-4ee6-a9c0-9cc791e69407 req-48e91f2c-dc33-4173-9293-c0f2a3a2cf22 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0568423 Apr 07 02:14:47.184733 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4e90722e-6bd0-4ee6-a9c0-9cc791e69407 req-a367ec0a-da07-44b8-a10c-d22ccbfdeb17 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462794 Apr 07 02:14:48.045055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:48.260048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-aae095d5-7642-4ff4-a774-16554b0ec994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:48.261607 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-aae095d5-7642-4ff4-a774-16554b0ec994 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0462928 Apr 07 02:14:48.303424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7b253-fb95-421a-a848-533f6f8f488d req-75c3d511-a9ef-4cce-8f16-d9dbb7af816c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:48.304966 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4e7b253-fb95-421a-a848-533f6f8f488d req-75c3d511-a9ef-4cce-8f16-d9dbb7af816c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Apr 07 02:14:48.351348 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4e7b253-fb95-421a-a848-533f6f8f488d req-106b9b1f-3448-421d-8114-e0d9f235924c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Apr 07 02:14:48.355295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-33acbd99-dcbc-4c59-a620-486f6e5984b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:48.356934 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-33acbd99-dcbc-4c59-a620-486f6e5984b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0881732 Apr 07 02:14:48.421886 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-e9b37d20-9b10-470b-b746-5f44ed0327d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 1002 time: 0.0590081 Apr 07 02:14:48.469313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-ddb3c678-0f56-4ce4-a2d6-8f31e16d494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:48.470658 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-ddb3c678-0f56-4ce4-a2d6-8f31e16d494f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0428324 Apr 07 02:14:48.525023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-4a7f7c8d-b3b1-474d-b80c-1c595decc8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:48.526494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-4a7f7c8d-b3b1-474d-b80c-1c595decc8df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0470190 Apr 07 02:14:48.613617 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-54ed124e-52b9-46b4-ab96-798432263e8d service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802686 Apr 07 02:14:48.705701 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-eaa42f27-a368-4353-a850-d7d58fd09842 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836780 Apr 07 02:14:49.467324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5e722-534f-45bc-a902-2ce4bd8b6a26 req-d2d9e739-22ab-491c-9ad9-04fb01b9384f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:49.468812 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95b5e722-534f-45bc-a902-2ce4bd8b6a26 req-d2d9e739-22ab-491c-9ad9-04fb01b9384f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0508862 Apr 07 02:14:49.513626 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-95b5e722-534f-45bc-a902-2ce4bd8b6a26 req-b8a61b00-2dff-4fdc-bb5f-5f498bb7c968 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 Apr 07 02:14:50.633169 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae992f5-6212-4e26-941e-09c2a7754209 req-05f52858-0914-4870-80cf-555408138fce tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:50.634644 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0ae992f5-6212-4e26-941e-09c2a7754209 req-05f52858-0914-4870-80cf-555408138fce tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0556223 Apr 07 02:14:50.680412 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0ae992f5-6212-4e26-941e-09c2a7754209 req-76bbf680-fc22-4527-b094-d953f980f28f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402789 Apr 07 02:14:51.797590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c944be3-0e6e-4847-a3c2-388364ea8dfe req-90671fa4-ed8e-4bb0-a43d-e3c7afeca668 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:51.799597 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1c944be3-0e6e-4847-a3c2-388364ea8dfe req-90671fa4-ed8e-4bb0-a43d-e3c7afeca668 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0540473 Apr 07 02:14:51.844804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1c944be3-0e6e-4847-a3c2-388364ea8dfe req-53eea361-2842-418b-94dc-490069f4d4b7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394669 Apr 07 02:14:52.961488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c2f14-56bf-4827-84dc-9feba7fb754b req-19f0ae7b-b1c1-4c78-8d4f-e1cf48c8516d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:52.962952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-115c2f14-56bf-4827-84dc-9feba7fb754b req-19f0ae7b-b1c1-4c78-8d4f-e1cf48c8516d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0517237 Apr 07 02:14:53.012104 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-115c2f14-56bf-4827-84dc-9feba7fb754b req-9b3cb9e4-b297-4c17-bfab-591d3ab12b10 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435688 Apr 07 02:14:53.303492 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:14:54.129924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d0eb7-7055-48cc-91f9-8ef5faa739b0 req-b164c0fb-d6d4-49e7-b5fa-34f737902e10 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:54.131405 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f73d0eb7-7055-48cc-91f9-8ef5faa739b0 req-b164c0fb-d6d4-49e7-b5fa-34f737902e10 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0524864 Apr 07 02:14:54.177394 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f73d0eb7-7055-48cc-91f9-8ef5faa739b0 req-8a11332b-a0d7-40e0-a6e2-63bb2867cab6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404804 Apr 07 02:14:55.294832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c946e7-2b1e-4532-a3a5-7ffe450eba52 req-5343512e-ed8f-43af-aa69-ba730bd0ede1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:55.296307 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51c946e7-2b1e-4532-a3a5-7ffe450eba52 req-5343512e-ed8f-43af-aa69-ba730bd0ede1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0516133 Apr 07 02:14:55.342276 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51c946e7-2b1e-4532-a3a5-7ffe450eba52 req-60a199ed-140d-40ae-a15f-544595652b55 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Apr 07 02:14:56.461353 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c392e-9ad3-400b-a223-7cf4531230ba req-94860f47-d67d-4d34-ac20-b5014fc3136c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:56.462804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cf0c392e-9ad3-400b-a223-7cf4531230ba req-94860f47-d67d-4d34-ac20-b5014fc3136c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0545375 Apr 07 02:14:56.507683 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cf0c392e-9ad3-400b-a223-7cf4531230ba req-fc33b711-5566-4af3-b0fc-4bd0e27de3d4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Apr 07 02:14:57.622613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e1b1-eae2-4746-bc84-30d7cf5f7536 req-adb62cc7-a69e-448c-9ee4-538eb113bcbe tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:57.624067 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd72e1b1-eae2-4746-bc84-30d7cf5f7536 req-adb62cc7-a69e-448c-9ee4-538eb113bcbe tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0515487 Apr 07 02:14:57.669198 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dd72e1b1-eae2-4746-bc84-30d7cf5f7536 req-88abedc9-962c-4560-9133-cdfcf49223b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389888 Apr 07 02:14:58.790671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4d3b0-f855-490e-bcc3-025c94436c60 req-ee4d6afa-0537-494d-8ff1-0e9de69e7fd5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:58.792171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15b4d3b0-f855-490e-bcc3-025c94436c60 req-ee4d6afa-0537-494d-8ff1-0e9de69e7fd5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0558743 Apr 07 02:14:58.842181 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-15b4d3b0-f855-490e-bcc3-025c94436c60 req-14e7293f-5f17-4831-9f50-a53dad7f6e9f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443430 Apr 07 02:14:59.037385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6a018450-8bcd-410f-8e4a-424467fa5629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:14:59.960234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db0970-f83d-48f3-b887-365a9e5b2f30 req-dd8d5686-a287-48ef-bbc9-1db6f4b43a51 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:14:59.961983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e6db0970-f83d-48f3-b887-365a9e5b2f30 req-dd8d5686-a287-48ef-bbc9-1db6f4b43a51 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Apr 07 02:15:00.006811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e6db0970-f83d-48f3-b887-365a9e5b2f30 req-492803d5-f2a2-4fcf-8afc-4e49a5fa954c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Apr 07 02:15:01.122932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54095682-8c55-49d7-958d-c6f02a616c04 req-ec4f1036-17ac-4226-93eb-ff380830fd96 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:01.124417 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-54095682-8c55-49d7-958d-c6f02a616c04 req-ec4f1036-17ac-4226-93eb-ff380830fd96 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0517375 Apr 07 02:15:01.173278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-54095682-8c55-49d7-958d-c6f02a616c04 req-e1cf1281-a547-450f-816f-892fb6b881be tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 Apr 07 02:15:01.387854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2078892-6e78-4566-8554-9e52966fa4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:02.289274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496dda58-4d3f-4c4f-b593-f4cb6567b3df req-cdd27e2b-6533-40ac-9787-4d93626b2fe4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:02.290725 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496dda58-4d3f-4c4f-b593-f4cb6567b3df req-cdd27e2b-6533-40ac-9787-4d93626b2fe4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0510724 Apr 07 02:15:02.335477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496dda58-4d3f-4c4f-b593-f4cb6567b3df req-f3e5ed9e-0f75-47c7-b79b-fd8e30bb4176 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394068 Apr 07 02:15:02.691233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:03.451545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2c65-96d7-4cb1-ade7-20f66665a199 req-a010c61b-cd1f-4b53-99ee-aaebdae21d00 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:03.453027 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c04c2c65-96d7-4cb1-ade7-20f66665a199 req-a010c61b-cd1f-4b53-99ee-aaebdae21d00 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0509884 Apr 07 02:15:03.498021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c04c2c65-96d7-4cb1-ade7-20f66665a199 req-899c3c04-f9e6-401b-a5cb-005999ba0811 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389929 Apr 07 02:15:04.004816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:04.626031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa7aca-3366-4fad-9afa-e7776b77fd0b req-e8673945-5664-43ca-9654-7143009c5a39 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:04.628120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7fa7aca-3366-4fad-9afa-e7776b77fd0b req-e8673945-5664-43ca-9654-7143009c5a39 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0637584 Apr 07 02:15:04.672591 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b7fa7aca-3366-4fad-9afa-e7776b77fd0b req-d3d4fc9d-4d0c-499e-af32-c3ae7fbc018e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389309 Apr 07 02:15:05.300691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:05.792989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48307c1-5b87-401e-af3c-b66fc49354b8 req-59af05e9-c131-4989-a924-2e332f559941 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:05.794459 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a48307c1-5b87-401e-af3c-b66fc49354b8 req-59af05e9-c131-4989-a924-2e332f559941 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Apr 07 02:15:05.840707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a48307c1-5b87-401e-af3c-b66fc49354b8 req-2320e089-69a2-4368-acde-0785dc23fefc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399244 Apr 07 02:15:06.959201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e91676-521e-4508-b1b1-2644e189dfcb req-42545542-2d9b-4d75-89c3-46ac753e779c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:06.960998 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6e91676-521e-4508-b1b1-2644e189dfcb req-42545542-2d9b-4d75-89c3-46ac753e779c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0507493 Apr 07 02:15:07.009575 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6e91676-521e-4508-b1b1-2644e189dfcb req-eacf89b7-f3d8-44b1-9ed7-28740a433f54 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430963 Apr 07 02:15:08.126225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f577c3-9b09-4b90-95f7-c42d770bc583 req-08334c9c-c938-4824-bbea-d59f6e8eecd9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:08.128213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9f577c3-9b09-4b90-95f7-c42d770bc583 req-08334c9c-c938-4824-bbea-d59f6e8eecd9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0518663 Apr 07 02:15:08.172873 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9f577c3-9b09-4b90-95f7-c42d770bc583 req-cf1f9bd2-317b-4ee4-9ca0-24cbd1cb7ffd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390558 Apr 07 02:15:09.291587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5f2da-22d3-414b-97cd-ca2dd2092b16 req-03199472-39ed-44a7-a86c-63c016670735 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:09.293070 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fcd5f2da-22d3-414b-97cd-ca2dd2092b16 req-03199472-39ed-44a7-a86c-63c016670735 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0515273 Apr 07 02:15:09.338613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fcd5f2da-22d3-414b-97cd-ca2dd2092b16 req-804c9686-3d7c-4f26-af93-d329d42c0fa0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399687 Apr 07 02:15:10.750277 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124dc2e0-6aec-482d-bdac-acd9b1ea35f0 req-d512ff09-a84a-4101-a8eb-764b98146aff tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:10.752203 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-124dc2e0-6aec-482d-bdac-acd9b1ea35f0 req-d512ff09-a84a-4101-a8eb-764b98146aff tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.3497212 Apr 07 02:15:10.796864 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-124dc2e0-6aec-482d-bdac-acd9b1ea35f0 req-3656e021-983e-4299-82fc-9f6c27c08032 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390027 Apr 07 02:15:11.913953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9a706-f0ca-4535-8e8c-41593ebe686e req-faeab5b3-8192-437f-8acc-1f1d0abbab75 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:11.915449 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37e9a706-f0ca-4535-8e8c-41593ebe686e req-faeab5b3-8192-437f-8acc-1f1d0abbab75 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Apr 07 02:15:11.960951 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-37e9a706-f0ca-4535-8e8c-41593ebe686e req-cfbce68a-c37a-4bef-9b58-de6f9b342d5a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 Apr 07 02:15:13.082223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149854d6-1e9f-45b4-b438-b5bf6071ad37 req-4d32f20c-5bd7-4ca8-a78a-bbfb8abe77c6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:13.083687 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-149854d6-1e9f-45b4-b438-b5bf6071ad37 req-4d32f20c-5bd7-4ca8-a78a-bbfb8abe77c6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0551510 Apr 07 02:15:13.129293 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-149854d6-1e9f-45b4-b438-b5bf6071ad37 req-18f0d18d-7142-422a-9470-2f7ffe9e2613 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397134 Apr 07 02:15:14.249475 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af22fa-119f-42e1-850c-516e8811fff8 req-fa35ed3e-f9b7-42a3-8927-5e1745be7823 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:14.250937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-87af22fa-119f-42e1-850c-516e8811fff8 req-fa35ed3e-f9b7-42a3-8927-5e1745be7823 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0523541 Apr 07 02:15:14.298028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-87af22fa-119f-42e1-850c-516e8811fff8 req-0f3692ed-1515-4943-bd3a-dba2f454a3d0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413375 Apr 07 02:15:15.416928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75459e5d-67ca-4c65-b696-29b30cbfc10f req-e7846a56-2d5e-4bdc-bb1e-13b303636335 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:15.418373 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-75459e5d-67ca-4c65-b696-29b30cbfc10f req-e7846a56-2d5e-4bdc-bb1e-13b303636335 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0545800 Apr 07 02:15:15.463773 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-75459e5d-67ca-4c65-b696-29b30cbfc10f req-0551779a-829f-4788-b61c-f94e243a7d9c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Apr 07 02:15:15.855043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-e5e5b705-41cd-47a9-bf89-a61514957d0f service neutron] 10.222.0.10 "GET /v2.0/ports/03d1fbb3-e62f-42c4-946d-ad776f3344e9/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0544648 Apr 07 02:15:16.429145 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-b37c483e-b48b-4436-be82-9db80ac6eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:16.430634 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-b37c483e-b48b-4436-be82-9db80ac6eaad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 1129 time: 0.0449345 Apr 07 02:15:16.497022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-17db6c20-5cad-42c6-9ce3-5cf93497c957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:16.498536 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-17db6c20-5cad-42c6-9ce3-5cf93497c957 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0443192 Apr 07 02:15:16.579477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e238ec0-eb78-44f7-ab2b-27d6854e10ff req-f22a0333-37f1-485e-af04-c412f28b8219 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:16.583379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9e238ec0-eb78-44f7-ab2b-27d6854e10ff req-f22a0333-37f1-485e-af04-c412f28b8219 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0536287 Apr 07 02:15:16.593818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-f71ae54c-4353-43ef-a370-467de6439cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:16.595862 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-f71ae54c-4353-43ef-a370-467de6439cb5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0877576 Apr 07 02:15:16.629888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9e238ec0-eb78-44f7-ab2b-27d6854e10ff req-92a74af1-ce2e-41e4-8d76-f191de18ead8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406079 Apr 07 02:15:16.662641 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-1fbc37e0-e134-477b-b973-738e5285d248 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 1002 time: 0.0588241 Apr 07 02:15:16.714558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-1851a15a-98bb-4f49-a4ab-87f03e06a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:16.715906 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-1851a15a-98bb-4f49-a4ab-87f03e06a069 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0464945 Apr 07 02:15:16.766630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-77e39e8e-02c7-490a-858c-4013c76cf5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:16.768803 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-77e39e8e-02c7-490a-858c-4013c76cf5e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433662 Apr 07 02:15:16.858980 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-c8cbe322-4717-4013-84ec-fa69e1834f63 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805664 Apr 07 02:15:16.952228 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ba25627b-c237-46a4-8d01-d956bbc6b6e5 req-2c73d1c1-dff5-423b-8e63-d2fc65e19780 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857382 Apr 07 02:15:17.750080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867a3c0-6664-4e6f-8347-d003b8193665 req-895d7e2f-a48b-4ec8-b84a-a4a30921ba43 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:17.751585 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3867a3c0-6664-4e6f-8347-d003b8193665 req-895d7e2f-a48b-4ec8-b84a-a4a30921ba43 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0547025 Apr 07 02:15:17.802554 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3867a3c0-6664-4e6f-8347-d003b8193665 req-bcc72ada-560a-4da1-b28c-15955244633d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 Apr 07 02:15:18.065836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:18.918097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86769c0-6337-4f84-9f10-bc32e67fc2d4 req-24e00530-9a7f-4e24-8397-14305b2b5027 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:18.919563 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c86769c0-6337-4f84-9f10-bc32e67fc2d4 req-24e00530-9a7f-4e24-8397-14305b2b5027 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Apr 07 02:15:18.967155 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c86769c0-6337-4f84-9f10-bc32e67fc2d4 req-188412e8-f4ea-4093-a149-ad7d60f93305 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Apr 07 02:15:19.305097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:15:19.308232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:15:19.459371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:19.459645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:19.479376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:19.496358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'mac_address': 'fa:16:3e:c1:fb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:15:19.503025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:19.505263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec220cb4-5322-46fb-9842-9ff3325db60e" -d '{"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:19.519314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:19.551799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed287463-97a8-4897-840d-edebe28200e4 x-openstack-request-id: req-ed287463-97a8-4897-840d-edebe28200e4 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:19.552101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:19.552358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed287463-97a8-4897-840d-edebe28200e4 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:19.552774 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed287463-97a8-4897-840d-edebe28200e4'] response: {'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'code': 200} Apr 07 02:15:19.553711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:19.554072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:19.570747 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:15:19.587741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:19.651257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:15:19.651628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:15:19.662818 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:20.084711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61672a5-4fb8-4578-9209-9b7bdb286282 req-5bbe5188-2dd8-4b88-b05c-0553cc094119 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:20.086472 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e61672a5-4fb8-4578-9209-9b7bdb286282 req-5bbe5188-2dd8-4b88-b05c-0553cc094119 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0517097 Apr 07 02:15:20.131589 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e61672a5-4fb8-4578-9209-9b7bdb286282 req-de8d51c2-6499-4743-91d3-3026370946a6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397027 Apr 07 02:15:20.190987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:20.191376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:20.205688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:15:20.225679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:20.284596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:20.337113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:20.345810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['03d1fbb3-e62f-42c4-946d-ad776f3344e9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:15:20.717498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336938d-324b-4b3c-8e9c-87f09746dd98 req-83e0e5f6-7147-42a9-870b-5e5aa5e62989 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:20.718992 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0336938d-324b-4b3c-8e9c-87f09746dd98 req-83e0e5f6-7147-42a9-870b-5e5aa5e62989 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 944 time: 0.0559363 Apr 07 02:15:20.765470 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0336938d-324b-4b3c-8e9c-87f09746dd98 req-685debd6-734b-45a6-8176-6c25b1605151 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409155 Apr 07 02:15:20.788334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-a894f180-b6d2-411c-b078-c700994082c3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:20.792441 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-a894f180-b6d2-411c-b078-c700994082c3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0&tenant_id=e96660474eb9462a80125752e5155f2f&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 944 time: 0.0625434 Apr 07 02:15:20.851894 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-d4c8601a-1fcf-4021-a31c-d2e64d73737d service neutron] 10.222.0.10 "GET /v2.0/ports/03d1fbb3-e62f-42c4-946d-ad776f3344e9/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0551956 Apr 07 02:15:20.920229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-cea7838d-c21f-47d1-82eb-80c98feed385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:20.921770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-cea7838d-c21f-47d1-82eb-80c98feed385 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1128 time: 0.0487370 Apr 07 02:15:21.008168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-f6ece47d-01c8-43b4-b244-a393a33128f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:21.009662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-f6ece47d-01c8-43b4-b244-a393a33128f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0817599 Apr 07 02:15:21.076339 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-db4108d5-61e3-4544-8465-cc820041d2f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 1001 time: 0.0605600 Apr 07 02:15:21.123867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-f35b526c-0803-4c90-a89d-bc4d6c9f4d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:21.125338 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-f35b526c-0803-4c90-a89d-bc4d6c9f4d11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0431442 Apr 07 02:15:21.173989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-9bfc835d-93b3-4c7c-9699-b3b2582c9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:21.175424 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-9bfc835d-93b3-4c7c-9699-b3b2582c9457 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443738 Apr 07 02:15:21.267631 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-de7c7cf4-3f06-49cd-b664-c34037d7189f service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857501 Apr 07 02:15:21.304710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:15:21.356450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:15:21.357175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:21.358253 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-ba51ec78-4c2f-40f8-94bd-16fe83183173 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843453 Apr 07 02:15:21.438726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:21.439268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:21.479436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:21.535409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:21.559831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:21.562068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcbafcd-8269-4974-802a-60ca0f83995e" -d '{"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:21.590328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:21.598226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.598513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.598865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.599208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.599576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.599940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.600272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.600602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.600965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.601297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.601630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.601961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.602286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.602608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.603493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:21.607291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c6e4c8-d2f0-4dc7-9c4e-83793f32ae55 x-openstack-request-id: req-29c6e4c8-d2f0-4dc7-9c4e-83793f32ae55 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:21.607574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:21.607825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29c6e4c8-d2f0-4dc7-9c4e-83793f32ae55 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:21.608214 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29c6e4c8-d2f0-4dc7-9c4e-83793f32ae55'] response: {'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'code': 200} Apr 07 02:15:21.887373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42b71f-fea4-449f-9e66-5d865d5a9b68 req-80a87a0a-7e1e-41f7-acdf-b1da512d3ac3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:21.888881 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1b42b71f-fea4-449f-9e66-5d865d5a9b68 req-80a87a0a-7e1e-41f7-acdf-b1da512d3ac3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0511165 Apr 07 02:15:21.935924 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1b42b71f-fea4-449f-9e66-5d865d5a9b68 req-ea277963-889f-4bab-ab1b-2d2cd6dfb748 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Apr 07 02:15:23.055314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdd3f3f-caed-4bd0-9cf8-0a74df76d289 req-edb10190-adfa-4b24-b8db-df65d304bb42 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:23.056876 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cfdd3f3f-caed-4bd0-9cf8-0a74df76d289 req-edb10190-adfa-4b24-b8db-df65d304bb42 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0512013 Apr 07 02:15:23.107401 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cfdd3f3f-caed-4bd0-9cf8-0a74df76d289 req-309d385a-ab55-4a1a-999c-d6db2f32fc9e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 Apr 07 02:15:24.225974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b4161-4e0b-4cb6-b454-6c1af92696c1 req-ecfc63f6-dceb-496b-951c-d99249d0eeea tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:24.227389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5a2b4161-4e0b-4cb6-b454-6c1af92696c1 req-ecfc63f6-dceb-496b-951c-d99249d0eeea tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0529983 Apr 07 02:15:24.273889 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5a2b4161-4e0b-4cb6-b454-6c1af92696c1 req-542d90de-9396-4222-97e0-abbb41f46cab tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Apr 07 02:15:24.566651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-2f21df3c-a2a7-4548-b505-d4fb68c4e3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:24.568163 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-2f21df3c-a2a7-4548-b505-d4fb68c4e3d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 1129 time: 0.0452487 Apr 07 02:15:24.645518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-68fbc74e-6443-4438-afcc-8ff59922b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:24.647003 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-68fbc74e-6443-4438-afcc-8ff59922b9e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 1129 time: 0.0472481 Apr 07 02:15:24.739684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-39cab283-6d78-4096-bf93-71f087cb4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:24.741217 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-39cab283-6d78-4096-bf93-71f087cb4b96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0842044 Apr 07 02:15:24.812537 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-38ef808c-84fd-4e48-a677-b853a81da0ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 200 len: 1002 time: 0.0617442 Apr 07 02:15:24.863080 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-6d4821f4-fbf5-43f2-84c7-08d7276549d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:24.864483 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-6d4821f4-fbf5-43f2-84c7-08d7276549d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0422721 Apr 07 02:15:24.916007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db035fe-2150-4a35-96da-c74111ee8853 req-c7418343-db73-4eca-b73b-33780c5a7192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:24.917545 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-c7418343-db73-4eca-b73b-33780c5a7192 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439589 Apr 07 02:15:25.008353 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-1b1bd287-3d1a-472b-865e-5026b56ffb5e service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838299 Apr 07 02:15:25.097749 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0db035fe-2150-4a35-96da-c74111ee8853 req-7637849a-b1b6-4b57-b00b-85b93f10167f service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795856 Apr 07 02:15:25.392541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcacce3-13e8-4f67-999d-788660cab374 req-932f82fd-dd40-4879-a832-c792ab1a03ba tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:25.394129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ddcacce3-13e8-4f67-999d-788660cab374 req-932f82fd-dd40-4879-a832-c792ab1a03ba tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0520918 Apr 07 02:15:25.439730 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ddcacce3-13e8-4f67-999d-788660cab374 req-4346d0cc-f8c2-45e9-81b7-c10f77dd802d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Apr 07 02:15:26.559842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27681728-3129-4afc-ac08-72b438b4669c req-f80a6221-05da-483b-9b79-4678b5efd52f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:26.561335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-27681728-3129-4afc-ac08-72b438b4669c req-f80a6221-05da-483b-9b79-4678b5efd52f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0547700 Apr 07 02:15:26.606908 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-27681728-3129-4afc-ac08-72b438b4669c req-898bd43e-3e85-4a37-9d79-3e89e733bd0c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399990 Apr 07 02:15:27.338662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:15:27.340690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:15:27.482816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:27.483190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:27.507059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:27.526543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:27.528771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e822d2e-f161-4c58-90e6-b6ecda1b2dca" -d '{"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:27.533290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'mac_address': 'fa:16:3e:c1:fb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:15:27.542965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:27.565124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a68646-6690-4dc5-a0f5-39d1b367a939 x-openstack-request-id: req-e0a68646-6690-4dc5-a0f5-39d1b367a939 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:27.565421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-unplugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:27.565677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0a68646-6690-4dc5-a0f5-39d1b367a939 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:27.566071 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a68646-6690-4dc5-a0f5-39d1b367a939'] response: {'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'code': 200} Apr 07 02:15:27.581950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:27.582344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:27.598741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:15:27.616102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:27.687513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110985) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:15:27.687905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG oslo_db.api [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:15:27.691383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=9']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:27.726261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a5a76-5ed5-4e69-8fa8-9c216161386a req-f7b86936-7479-4bc1-be06-0300ac89fb7d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:27.727786 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-171a5a76-5ed5-4e69-8fa8-9c216161386a req-f7b86936-7479-4bc1-be06-0300ac89fb7d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0529480 Apr 07 02:15:27.775240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-171a5a76-5ed5-4e69-8fa8-9c216161386a req-0ae24db2-d8e3-4c6a-93dc-62abc5e73fa6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414808 Apr 07 02:15:27.896100 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecc46c-333d-477b-b801-497287905e58 req-222a29c7-1e9e-4564-81c0-1b0bd9f1cf7a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:27.897628 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31ecc46c-333d-477b-b801-497287905e58 req-222a29c7-1e9e-4564-81c0-1b0bd9f1cf7a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0562453 Apr 07 02:15:27.943840 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-31ecc46c-333d-477b-b801-497287905e58 req-441a97a5-9976-4d59-8ff2-4a9a5515499c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Apr 07 02:15:28.058664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6d528-0aba-4c59-8dae-f5fbedbd82c0 req-52d80b25-f1d1-45e6-a60f-949f7b15df2e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:28.060137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7c6d528-0aba-4c59-8dae-f5fbedbd82c0 req-52d80b25-f1d1-45e6-a60f-949f7b15df2e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 943 time: 0.0529561 Apr 07 02:15:28.105162 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7c6d528-0aba-4c59-8dae-f5fbedbd82c0 req-7bd1d349-c31d-4523-a12e-5d03f8e7dc1b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393937 Apr 07 02:15:28.223531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:28.223925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:28.236794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:15:28.254929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:28.347117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:28.401221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=10']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:28.410285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['03d1fbb3-e62f-42c4-946d-ad776f3344e9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:15:28.583489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a9161-37d6-42fa-ad82-47ee964f908e req-ce77833c-d89d-41d4-b0c2-778a9ff72e1c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:28.585001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-771a9161-37d6-42fa-ad82-47ee964f908e req-ce77833c-d89d-41d4-b0c2-778a9ff72e1c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 945 time: 0.0521238 Apr 07 02:15:28.635306 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-771a9161-37d6-42fa-ad82-47ee964f908e req-350550db-b8a9-4cc1-9e44-738262a0ca15 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443871 Apr 07 02:15:29.032968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-025f615f-d9e0-4abd-b4ff-1bcf4b8eb0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:29.350211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:15:29.400016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:15:29.400394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:29.479820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:29.480209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:29.511458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:29.566772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:29.569023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137a5cac-75b7-4cdc-9bfb-0505c80783b3" -d '{"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:29.575520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:29.604740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dea33a8-6362-425a-9071-940f8331c92f x-openstack-request-id: req-3dea33a8-6362-425a-9071-940f8331c92f {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:29.605061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-plugged", "status": "completed", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:29.605315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3dea33a8-6362-425a-9071-940f8331c92f {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:29.605709 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dea33a8-6362-425a-9071-940f8331c92f'] response: {'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'code': 200} Apr 07 02:15:29.628622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=11']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:29.753885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388c7a2-5afc-4804-87e1-1d07917a300e req-c916eeae-adad-4ab7-8f94-306419af65c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:29.755359 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b388c7a2-5afc-4804-87e1-1d07917a300e req-c916eeae-adad-4ab7-8f94-306419af65c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 946 time: 0.0519829 Apr 07 02:15:29.802481 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b388c7a2-5afc-4804-87e1-1d07917a300e req-df2e46c0-2a4e-4ba5-b080-1441fcaf84db tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415354 Apr 07 02:15:30.302600 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:15:30.783048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-d3538dd3-5cbb-47af-9e22-b1d37ecbc3ac tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:30.784531 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-d3538dd3-5cbb-47af-9e22-b1d37ecbc3ac tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 946 time: 0.0530980 Apr 07 02:15:30.886493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Deleting port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:15:30.886840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:30.925509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babc956-fce8-4366-9e3a-dbf7959a05f4 req-a53a3880-1d67-4e22-90bd-522878b3d61a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:30.927032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7babc956-fce8-4366-9e3a-dbf7959a05f4 req-a53a3880-1d67-4e22-90bd-522878b3d61a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 946 time: 0.0552995 Apr 07 02:15:30.974403 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7babc956-fce8-4366-9e3a-dbf7959a05f4 req-a0ab9f4a-965d-4a41-8809-6fd866199f90 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417540 Apr 07 02:15:30.979136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] For port 03d1fbb3-e62f-42c4-946d-ad776f3344e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=03d1fbb3-e62f-42c4-946d-ad776f3344e9,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:30.979582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:31.386730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c5cdc189-3a23-4733-9a99-3d21e89a1899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:31.425225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:31.425596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:31.425916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 disassociated. External IP: 172.26.8.207, port: 03d1fbb3-e62f-42c4-946d-ad776f3344e9. Apr 07 02:15:31.426261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Calling delete_port for 03d1fbb3-e62f-42c4-946d-ad776f3344e9 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:15:31.592382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (03d1fbb3-e62f-42c4-946d-ad776f3344e9), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:31.620585 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event deleted for resources: {'Port': ['ID=03d1fbb3-e62f-42c4-946d-ad776f3344e9,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.633580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.634408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.634408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.634623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.634952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.635277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:15:31.751658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:15:31.866802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:15:31.877566 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f677c-2811-4b50-9128-4237d05844de None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:15:31.888029 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:15:31.888646 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:15:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:31.910248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] No DVR routers for this DVR port 03d1fbb3-e62f-42c4-946d-ad776f3344e9 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:15:31.912847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:31.916226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0eb13b41-ad91-4fd0-9b65-a6d0ff7de5ef req-370dbee7-dd0f-4131-8b89-1f930de57545 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "DELETE /v2.0/ports/03d1fbb3-e62f-42c4-946d-ad776f3344e9 HTTP/1.1" status: 204 len: 173 time: 1.1256273 Apr 07 02:15:31.916734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-deleted', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:31.918978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fa37e9-7b9a-4a17-829d-8a60522ad37c" -d '{"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-deleted", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:31.962570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9630c2-7378-445b-a9f7-e28f076d4168 x-openstack-request-id: req-3c9630c2-7378-445b-a9f7-e28f076d4168 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:31.962880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a199fc2-807b-450f-b860-9c7929d04ff0", "name": "network-vif-deleted", "tag": "03d1fbb3-e62f-42c4-946d-ad776f3344e9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:31.963191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c9630c2-7378-445b-a9f7-e28f076d4168 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:31.963901 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9630c2-7378-445b-a9f7-e28f076d4168'] response: {'server_uuid': '9a199fc2-807b-450f-b860-9c7929d04ff0', 'name': 'network-vif-deleted', 'tag': '03d1fbb3-e62f-42c4-946d-ad776f3344e9', 'status': 'completed', 'code': 200} Apr 07 02:15:32.019545 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:15:32.090220 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a8e7a9df-80fc-41f2-bf8d-d690851763bf req-423eacf5-2eb3-4431-ab9b-0e4aba3b5cfc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a199fc2-807b-450f-b860-9c7929d04ff0 HTTP/1.1" status: 200 len: 210 time: 0.0387609 Apr 07 02:15:32.259816 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:32.292310 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f677c-2811-4b50-9128-4237d05844de None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:15:32.301224 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:15:32.301868 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:15:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:32.429275 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:15:32.541362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:32.635233 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c51f677c-2811-4b50-9128-4237d05844de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:32.664555 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51f677c-2811-4b50-9128-4237d05844de None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:15:32.880981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db418cc-a8c0-4677-8dfa-091e60258d10 None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:15:33.326485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-31e78412-1162-4347-a9ce-156535b0cf1a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1515043573&fields=id&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 267 time: 0.0413895 Apr 07 02:15:33.391473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:15:33.411504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 03d1fbb3-e62f-42c4-946d-ad776f3344e9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:15:33.411854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 03d1fbb3-e62f-42c4-946d-ad776f3344e9 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:15:33.430633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-494382eb-6e8a-4a50-8b42-45eec63574b7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:33.432112 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-494382eb-6e8a-4a50-8b42-45eec63574b7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.0992770 Apr 07 02:15:33.447578 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-871358c6-99cb-4044-8a59-074230ca0680 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/quotas/e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 375 time: 0.0100827 Apr 07 02:15:33.505936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-5496494a-3923-4ebe-82b2-844b3b400ac4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531614 Apr 07 02:15:33.599337 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-7ff8d857-6569-4a47-b5d5-ea8719e2179c service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822906 Apr 07 02:15:33.689320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-68bdb269-0ee6-4e93-b7ab-ff39183a4dbc service neutron] 10.222.0.25 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844855 Apr 07 02:15:33.936102 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e460d3b4-cb74-43c7-bfa3-3b6b54d06c46 req-01e744bd-e1b2-4bf5-96dd-5d24acf0d7f6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0278983 Apr 07 02:15:34.014330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:35.031503 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-24a73f0a-8934-4286-8f89-7c077b21283d req-11e31443-5874-4699-b199-44160ab08863 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0266571 Apr 07 02:15:35.312358 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:35.933766 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-2d6312aa-ba23-449a-8ef2-220d1443bda4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:35.935359 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-2d6312aa-ba23-449a-8ef2-220d1443bda4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 812 time: 0.1084349 Apr 07 02:15:36.000160 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-88f7993c-30ab-441f-be29-62737c6f10bc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 380 time: 0.0518420 Apr 07 02:15:36.014945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'port': {'device_id': '6c3af12c-092e-4337-a05d-2a998b668048', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'admin_state_up': True, 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'security_groups': ['e9ac70d3-6c89-472c-95e7-90f6f5f552d8']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:15:36.131191 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-538ed0ae-3aba-4204-8e78-af77abb0fa13 req-1ea68740-76b4-4ede-b3b3-1ef65b1e879b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0272381 Apr 07 02:15:36.198123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Made reservation on behalf of e96660474eb9462a80125752e5155f2f for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:15:36.201712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:36.323719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Allocated IP 172.20.0.8 (cafc95ee-da72-4595-bbd9-3555c8c9a6e9/cc1ec628-9380-4fc6-911d-4b77f18424d3/2e1e0198-056a-4d59-95af-336edd7cbc64) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:15:36.474035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:36.558188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:36.597975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:15:36.603038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:15:36.606862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:15:36.637560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:36.665976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:36.666641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:36.765281 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-29047544-c4f9-4f5a-aaaf-5e2f3f537c08 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7539041 Apr 07 02:15:36.780461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Request body: {'port': {'device_id': '6c3af12c-092e-4337-a05d-2a998b668048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:15:36.837849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ee143609-5732-4b4f-aa4b-073f66a6ca49 None None] Provisioning complete for port 2e1e0198-056a-4d59-95af-336edd7cbc64 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:15:36.838452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ee143609-5732-4b4f-aa4b-073f66a6ca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:36.839610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:36.872340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ee143609-5732-4b4f-aa4b-073f66a6ca49 None None] Port 2e1e0198-056a-4d59-95af-336edd7cbc64 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:15:37.102550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1e0198-056a-4d59-95af-336edd7cbc64 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:15:37.110042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Publish callbacks [] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:37.122658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Transition to ACTIVE for port object 2e1e0198-056a-4d59-95af-336edd7cbc64 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:15:37.238273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:37.253171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d4cf5-8a48-4426-a2ff-39a9b16d2dc8 req-8d6004cf-9d0f-4a64-94ce-4cbefc003700 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:37.254731 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de7d4cf5-8a48-4426-a2ff-39a9b16d2dc8 req-8d6004cf-9d0f-4a64-94ce-4cbefc003700 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 931 time: 0.0567012 Apr 07 02:15:37.292025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:37.307043 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de7d4cf5-8a48-4426-a2ff-39a9b16d2dc8 req-bf3e2f47-c9a5-4be2-8ddd-a0a9f127a02e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Apr 07 02:15:37.360010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Attempting to bind port 2e1e0198-056a-4d59-95af-336edd7cbc64 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:15:37.360264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Attempting to bind port 2e1e0198-056a-4d59-95af-336edd7cbc64 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:15:37.360593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Attempting to bind port 2e1e0198-056a-4d59-95af-336edd7cbc64 on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:15:37.366034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Port 2e1e0198-056a-4d59-95af-336edd7cbc64 on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:15:37.366364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Attempting to bind port 2e1e0198-056a-4d59-95af-336edd7cbc64 on network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:15:37.371537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:15:37.371882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Checking segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:15:37.372272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Bound using segment: {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:15:37.372703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Bound port: 2e1e0198-056a-4d59-95af-336edd7cbc64, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:15:37.373098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:37.444734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:15:37.447954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:15:37.507612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:37.539470 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:37.540179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:37.541855 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1093 time: 0.7655828 Apr 07 02:15:37.544100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:37.546448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:37.576573 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb079e37-6cb0-47b2-8099-faf798e61bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:37.585068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102223b0-9775-4490-abfe-301bdc23f47e x-openstack-request-id: req-102223b0-9775-4490-abfe-301bdc23f47e {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:37.585900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:37.585900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-102223b0-9775-4490-abfe-301bdc23f47e {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:37.586304 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102223b0-9775-4490-abfe-301bdc23f47e'] response: {'name': 'network-changed', 'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'status': 'completed', 'code': 200} Apr 07 02:15:37.658124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51 req-70927bf5-3e71-46c4-9b42-1a8c59d9a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:37.659772 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51 req-70927bf5-3e71-46c4-9b42-1a8c59d9a21d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1127 time: 0.0488398 Apr 07 02:15:37.765809 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51 req-30c8a71c-ba04-4dfe-83f5-e07b6da13e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:37.767410 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51 req-30c8a71c-ba04-4dfe-83f5-e07b6da13e5d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e96660474eb9462a80125752e5155f2f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008492 Apr 07 02:15:37.863928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51 req-a3bf688c-abfd-4ba7-b4ec-58bad5918882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:37.865455 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66580f0e-9f6b-48a2-a4c0-e88b3c0c7d51 req-a3bf688c-abfd-4ba7-b4ec-58bad5918882 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890856 Apr 07 02:15:37.957625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-2d92fb93-7820-42e9-a248-14b7503b9eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:37.959124 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-2d92fb93-7820-42e9-a248-14b7503b9eae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1127 time: 0.0481625 Apr 07 02:15:38.004056 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-37dcf4c3-aec7-4f5d-b689-e8939b413f23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 217 time: 0.0338247 Apr 07 02:15:38.051771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-c6ddefab-1f76-4375-becb-e9b9b2c88732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:38.053191 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-c6ddefab-1f76-4375-becb-e9b9b2c88732 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0421135 Apr 07 02:15:38.107657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-ceb9aab2-614b-4b9c-b9c8-628a6fbcaf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:38.109277 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-ceb9aab2-614b-4b9c-b9c8-628a6fbcaf16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460312 Apr 07 02:15:38.208211 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-1eef4e4e-96bd-4f1d-a169-b31b3fa79887 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891683 Apr 07 02:15:38.301754 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a73e109e-2e69-46a9-8600-7b67dad27953 req-f5cde823-9834-4387-8496-702dcc0d2675 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840662 Apr 07 02:15:38.427053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e1747-263d-4a40-be86-d931c8de2823 req-df843304-55d1-43fb-a9b1-2e723105c2c5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:38.428525 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e7e1747-263d-4a40-be86-d931c8de2823 req-df843304-55d1-43fb-a9b1-2e723105c2c5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0532713 Apr 07 02:15:38.474415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7e7e1747-263d-4a40-be86-d931c8de2823 req-1bc143cb-d05a-410f-bd14-634dd0341aff tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401654 Apr 07 02:15:39.391866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:15:39.491679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:39.502973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'mac_address': 'fa:16:3e:e2:db:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:15:39.538543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:39.538933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:39.552564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1e0198-056a-4d59-95af-336edd7cbc64 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:15:39.571200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:39.591598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db539ba-8bdd-4387-88c7-cba10e07a259 req-fdcc4f2a-168b-4fab-93d6-fb9173229e2c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:39.596900 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8db539ba-8bdd-4387-88c7-cba10e07a259 req-fdcc4f2a-168b-4fab-93d6-fb9173229e2c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0521114 Apr 07 02:15:39.643092 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8db539ba-8bdd-4387-88c7-cba10e07a259 req-a760a22b-7b1c-4d8c-b714-e80ff5334bbf tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Apr 07 02:15:39.649446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:39.695453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:39.934373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2e1e0198-056a-4d59-95af-336edd7cbc64'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:15:40.759840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69004bad-4b73-4dd3-b931-62c95ab36722 req-38e04316-be24-46bb-84be-883ad70dc5a1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:40.761313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69004bad-4b73-4dd3-b931-62c95ab36722 req-38e04316-be24-46bb-84be-883ad70dc5a1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 944 time: 0.0512893 Apr 07 02:15:40.807080 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69004bad-4b73-4dd3-b931-62c95ab36722 req-9236ec32-3a10-47fa-92f1-4867c71bb6e7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Apr 07 02:15:41.424725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:15:41.551983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 2e1e0198-056a-4d59-95af-336edd7cbc64 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:15:41.555674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2e1e0198-056a-4d59-95af-336edd7cbc64 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:15:41.556048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:41.632805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:15:41.633190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:41.654592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:41.656817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e6b833-f3da-4768-b0b5-5123a4198cb7" -d '{"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:41.669668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:15:41.691837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b31526d-1890-4fdd-9efb-57851abc2fc0 x-openstack-request-id: req-2b31526d-1890-4fdd-9efb-57851abc2fc0 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:41.692134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:41.692385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b31526d-1890-4fdd-9efb-57851abc2fc0 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:41.692803 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b31526d-1890-4fdd-9efb-57851abc2fc0'] response: {'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'code': 200} Apr 07 02:15:41.729283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:41.775867 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:15:41.925436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcca1fb-6761-4b17-bd64-0902a20bc304 req-34347fd3-5b32-403a-881d-33d8803fb64a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:41.927361 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1dcca1fb-6761-4b17-bd64-0902a20bc304 req-34347fd3-5b32-403a-881d-33d8803fb64a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0540819 Apr 07 02:15:41.947788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac6232-b627-4e9f-8c8d-f1531232f540 req-057e628f-8140-436a-80d1-d84dfb7f01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:41.949310 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70ac6232-b627-4e9f-8c8d-f1531232f540 req-057e628f-8140-436a-80d1-d84dfb7f01a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1129 time: 0.0442743 Apr 07 02:15:41.975009 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1dcca1fb-6761-4b17-bd64-0902a20bc304 req-38a02bad-906d-482b-82b4-48cee984a02e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Apr 07 02:15:41.998453 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-70ac6232-b627-4e9f-8c8d-f1531232f540 req-3f23d956-2776-4206-b2c6-74a37a29ce98 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Apr 07 02:15:43.097314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32552f-ab17-4ae6-a009-8cb11ca6f24a req-cf9e43de-d097-42ed-a914-d259174f7b27 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:43.098804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f32552f-ab17-4ae6-a009-8cb11ca6f24a req-cf9e43de-d097-42ed-a914-d259174f7b27 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0557733 Apr 07 02:15:43.144796 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f32552f-ab17-4ae6-a009-8cb11ca6f24a req-2814551e-6c00-4b92-a08c-c755402d7f77 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 Apr 07 02:15:44.262824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67545334-6e18-47e8-82df-7ddea4e71b85 req-ebaf660e-82b8-44ad-8ff1-09b027359854 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:44.264313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-67545334-6e18-47e8-82df-7ddea4e71b85 req-ebaf660e-82b8-44ad-8ff1-09b027359854 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Apr 07 02:15:44.311371 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-67545334-6e18-47e8-82df-7ddea4e71b85 req-3734ccc1-66f2-48bf-aa75-0b10811d8cf9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409238 Apr 07 02:15:44.431823 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff0fd0-66f6-4c73-868b-4b577aa4d02f req-df0b828f-cef1-4821-a7dc-7f71a12d8cdd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:44.433227 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcff0fd0-66f6-4c73-868b-4b577aa4d02f req-df0b828f-cef1-4821-a7dc-7f71a12d8cdd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0554562 Apr 07 02:15:44.442303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 57822) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:15:44.446709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Request body: {'floatingip': {'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:15:44.485840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:44.942648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:45.015409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:45.120415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 associated. External IP: 172.26.8.207, port: 2e1e0198-056a-4d59-95af-336edd7cbc64. Apr 07 02:15:45.342690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:15:45.453365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:15:45.459349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:45.466271 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:15:45.477089 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:15:45.477972 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:15:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:45.497426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cffac135-5533-4a18-9d5e-bbe7d601af4a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "PUT /v2.0/floatingips/826d0363-2a21-4584-9a01-4c3a3206f155 HTTP/1.1" status: 200 len: 992 time: 1.0539167 Apr 07 02:15:45.498616 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:15:45.502681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:15:45.558197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acc7bd6-9ff0-4292-a156-ad016dd74955 x-openstack-request-id: req-8acc7bd6-9ff0-4292-a156-ad016dd74955 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:15:45.558918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:15:45.571168 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8acc7bd6-9ff0-4292-a156-ad016dd74955 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:15:45.571736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8acc7bd6-9ff0-4292-a156-ad016dd74955'] response: {'name': 'network-changed', 'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'status': 'completed', 'code': 200} Apr 07 02:15:45.628552 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:15:45.634072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-af37549f-881f-4c55-abc2-70288ad1122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:45.636210 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-af37549f-881f-4c55-abc2-70288ad1122d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1129 time: 0.0585835 Apr 07 02:15:45.734678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-92ce15cb-2d81-4523-a3bd-80ae44abba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:45.736214 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-92ce15cb-2d81-4523-a3bd-80ae44abba03 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0939281 Apr 07 02:15:45.810777 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-9d48f5c4-a481-4da2-b5a3-0ef710ab8fb8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1000 time: 0.0686500 Apr 07 02:15:45.867960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-f5c15a2e-df0d-4a7d-bf24-2fbf3e4899d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:45.869566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-f5c15a2e-df0d-4a7d-bf24-2fbf3e4899d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0532799 Apr 07 02:15:45.930750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-5a1732f1-f147-4a32-998a-0e725093e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:45.933299 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-5a1732f1-f147-4a32-998a-0e725093e545 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0575981 Apr 07 02:15:45.968320 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:e2:db:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3af12c-092e-4337-a05d-2a998b668048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:15:44Z', 'revision_number': 13, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:45.993614 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:15:46.002344 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:15:46.002954 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:15:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:46.025138 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-cead41d2-e526-438d-96ee-7c3a2a380a78 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846169 Apr 07 02:15:46.118108 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:15:46.137651 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-254ae930-f5b2-493c-aa33-a8ec6b71ecf1 req-7dd633bb-936d-4909-a674-b3e14cb083d7 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068265 Apr 07 02:15:46.343639 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:e2:db:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3af12c-092e-4337-a05d-2a998b668048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:15:44Z', 'revision_number': 13, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:15:46.369056 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe8dae-6987-4fa1-a625-76b39c87284f None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '826d0363-2a21-4584-9a01-4c3a3206f155', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'floating_ip_address': '172.26.8.207', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'mac_address': 'fa:16:3e:e2:db:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3af12c-092e-4337-a05d-2a998b668048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:12:44Z', 'updated_at': '2022-04-07T02:15:44Z', 'revision_number': 13, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:15:46.559119 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-64545e24-03e8-4dff-a3d3-1c725911e0cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451858 Apr 07 02:15:46.564623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f86bba-25c4-451f-bdf6-b2872cc79dd3 None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:15:46.647633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-adb3fff6-b49a-4b2c-97d3-a43bff959f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:46.649192 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-adb3fff6-b49a-4b2c-97d3-a43bff959f54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1129 time: 0.0472806 Apr 07 02:15:46.756821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-70470bb9-bc9a-40fe-a4f4-95fd8a2e25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:46.758196 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-70470bb9-bc9a-40fe-a4f4-95fd8a2e25b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0891273 Apr 07 02:15:46.830410 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-347ecaa4-44b9-4bfe-8da8-24e25ae0b420 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1000 time: 0.0650940 Apr 07 02:15:46.877199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-58c09db5-07e0-4aa5-8e2d-03d4757b87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:46.878675 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-58c09db5-07e0-4aa5-8e2d-03d4757b87f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0434892 Apr 07 02:15:46.934742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-7523cba8-44f8-4a80-a741-9dbd560ad975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:46.936256 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-7523cba8-44f8-4a80-a741-9dbd560ad975 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517807 Apr 07 02:15:47.025138 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-2d271a92-740b-4da9-8a4e-1d3ee7773d0e service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818679 Apr 07 02:15:47.117500 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e5add04b-4334-40b4-a0be-ffa5cb63ec53 req-2cd5995a-8c7b-43b2-9f80-4bcf16e8fd33 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861876 Apr 07 02:15:48.093608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:15:48.340221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166e1b-a8f2-4369-93fb-10c8e6de2ea6 req-85615ef8-89a6-4059-a4a7-3ed6fc1f0d61 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:15:48.341715 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c166e1b-a8f2-4369-93fb-10c8e6de2ea6 req-85615ef8-89a6-4059-a4a7-3ed6fc1f0d61 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0522871 Apr 07 02:15:48.387053 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c166e1b-a8f2-4369-93fb-10c8e6de2ea6 req-2f300273-dbe2-415f-ba80-6bf86e64ed2e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Apr 07 02:15:59.037365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8df1a9b-74ec-4e57-b06d-4dd16cf75342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:01.385813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a48acaaa-d33f-4422-b3c1-4ce22dbf02be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:02.551771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:04.020348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:05.288780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:07.301892 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:16:07.419649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2576d-9a90-484f-99cf-058d80e22e16 req-da174127-4c32-4f35-8482-bf5e9caddc03 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:07.421230 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9bc2576d-9a90-484f-99cf-058d80e22e16 req-da174127-4c32-4f35-8482-bf5e9caddc03 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0598297 Apr 07 02:16:07.477188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9bc2576d-9a90-484f-99cf-058d80e22e16 req-2c352792-6007-4f2e-850c-2d32d6df4c2c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497651 Apr 07 02:16:07.538140 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-2cf95d90-ab75-4b39-b245-5317edfb2a65 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936868 Apr 07 02:16:08.109841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-b6e3dc16-a7fe-4a9c-9497-55209f29082b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:08.111169 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-b6e3dc16-a7fe-4a9c-9497-55209f29082b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports/2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 942 time: 0.0941586 Apr 07 02:16:08.598841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdb72-943e-4704-952a-e9a0a9c69383 req-ed55abf2-c4ee-4390-8840-550220172e73 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:08.600332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-614bdb72-943e-4704-952a-e9a0a9c69383 req-ed55abf2-c4ee-4390-8840-550220172e73 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0525925 Apr 07 02:16:08.650364 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-614bdb72-943e-4704-952a-e9a0a9c69383 req-3201e535-67ca-4a7a-870e-89b30dd81f7d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Apr 07 02:16:09.247595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-9df84dbc-2051-4d33-8c3e-fcd58d9feaaa req-11aac266-9580-4a6e-85bb-c95b3ba50215 tempest-TestNetworkBasicOps-1820683603 tempest-TestNetworkBasicOps-1820683603-project] (110984) timed out ('10.222.0.25', 55248) {{(pid=110984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 02:16:09.599635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-ed645381-45e4-4b6f-9b7b-709b90479b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:09.601141 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-ed645381-45e4-4b6f-9b7b-709b90479b07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1129 time: 0.0453873 Apr 07 02:16:09.692451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-04921522-b114-4552-9f11-edfb7c3add63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:09.695445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-04921522-b114-4552-9f11-edfb7c3add63 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0858729 Apr 07 02:16:09.761649 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-1e935f46-7edb-4820-812d-e8600523208c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1002 time: 0.0602739 Apr 07 02:16:09.770352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a60e1-ac56-46b8-b511-aaee4b930add req-e81cfcd9-ffa1-48ce-a623-bc88ab70cadd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:09.771867 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9b3a60e1-ac56-46b8-b511-aaee4b930add req-e81cfcd9-ffa1-48ce-a623-bc88ab70cadd tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0535305 Apr 07 02:16:09.809499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-e603ee4e-3400-4377-9fca-6fff595e3f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:09.810971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-e603ee4e-3400-4377-9fca-6fff595e3f57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0433447 Apr 07 02:16:09.817949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9b3a60e1-ac56-46b8-b511-aaee4b930add req-73af975b-e961-4da0-b0ee-5c8f6337e8b6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Apr 07 02:16:09.862800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-3400334d-ab7e-4201-accc-80fe04211b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:09.864300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-3400334d-ab7e-4201-accc-80fe04211b77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0467727 Apr 07 02:16:09.951548 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-362af45c-7f60-4995-af3a-dca3f6fa22cd service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804243 Apr 07 02:16:10.042841 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-2b173923-bf64-4a83-977c-e123bd0dc036 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843894 Apr 07 02:16:10.933040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11326970-7b82-42e6-8dfe-5c0bc5b27fec req-efcc1d8a-6d2f-4049-a0c0-ecf2743e036f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:10.934501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11326970-7b82-42e6-8dfe-5c0bc5b27fec req-efcc1d8a-6d2f-4049-a0c0-ecf2743e036f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0506058 Apr 07 02:16:10.980489 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11326970-7b82-42e6-8dfe-5c0bc5b27fec req-bf2950cb-d781-4d25-a277-95b46e21987e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404065 Apr 07 02:16:12.101564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a54cf-ac04-4f90-81ad-1d0f5216fca9 req-802a376b-7064-44aa-809e-c515b1789bad tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:12.103032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e99a54cf-ac04-4f90-81ad-1d0f5216fca9 req-802a376b-7064-44aa-809e-c515b1789bad tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0558503 Apr 07 02:16:12.148669 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e99a54cf-ac04-4f90-81ad-1d0f5216fca9 req-bb9d2bf3-6ddc-410e-8a58-5311b59208b5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400743 Apr 07 02:16:13.265382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61a301-4110-4a04-8a32-22620baae97f req-c1078438-8170-4a0b-b957-6f4c0a307da0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:13.266845 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bd61a301-4110-4a04-8a32-22620baae97f req-c1078438-8170-4a0b-b957-6f4c0a307da0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Apr 07 02:16:13.311508 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bd61a301-4110-4a04-8a32-22620baae97f req-4e62ade3-d9b3-421c-8f17-9a97bbf94112 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391631 Apr 07 02:16:14.430342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1a5f-f35e-444a-b065-8e6b9820e0f0 req-8f076bb4-5e44-4acd-8c86-77dd114ac86e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:14.431822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-996f1a5f-f35e-444a-b065-8e6b9820e0f0 req-8f076bb4-5e44-4acd-8c86-77dd114ac86e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Apr 07 02:16:14.481876 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-996f1a5f-f35e-444a-b065-8e6b9820e0f0 req-088bbf17-6e54-40ad-a09f-12f06446b84b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Apr 07 02:16:15.598450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b00b9a-4deb-4b77-ac0d-469620407e38 req-34b49574-3a14-4de0-8f5c-d0918d9edbc1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:15.599920 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a9b00b9a-4deb-4b77-ac0d-469620407e38 req-34b49574-3a14-4de0-8f5c-d0918d9edbc1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0520065 Apr 07 02:16:15.646003 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a9b00b9a-4deb-4b77-ac0d-469620407e38 req-b0894de5-8196-46f0-829b-e05d0b5a5247 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405376 Apr 07 02:16:16.768685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671977ab-70ec-44a0-9997-c1f2392733b5 req-f3cd72be-9f28-4975-bdc7-f90df3192102 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:16.770172 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-671977ab-70ec-44a0-9997-c1f2392733b5 req-f3cd72be-9f28-4975-bdc7-f90df3192102 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0512135 Apr 07 02:16:16.815758 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-671977ab-70ec-44a0-9997-c1f2392733b5 req-ec55a24c-6f10-4c7c-a6df-d98d62a1c180 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400960 Apr 07 02:16:17.937909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e00af8-b9c4-42e7-921c-3a0a1f476fe4 req-efb2e298-8ca7-4f05-aa7a-52359ef5379a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:17.939358 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-58e00af8-b9c4-42e7-921c-3a0a1f476fe4 req-efb2e298-8ca7-4f05-aa7a-52359ef5379a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0552223 Apr 07 02:16:17.985048 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-58e00af8-b9c4-42e7-921c-3a0a1f476fe4 req-4dd59703-3f2c-4d1a-9e84-0725c7b90c5d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395463 Apr 07 02:16:18.072038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:19.103043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03af8f-2118-4d32-a492-27e3147577cd req-6e336d4d-4c76-4c39-8e55-0beb93d94d98 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:19.104528 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f03af8f-2118-4d32-a492-27e3147577cd req-6e336d4d-4c76-4c39-8e55-0beb93d94d98 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0525451 Apr 07 02:16:19.150500 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f03af8f-2118-4d32-a492-27e3147577cd req-97487f5c-c626-4348-b223-4fe8b3289f07 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Apr 07 02:16:20.271852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68147804-240f-4ee5-8498-09c16cab3ee6 req-b3ce9c44-2b8e-4df5-82f5-7d032af2fc86 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:20.273344 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-68147804-240f-4ee5-8498-09c16cab3ee6 req-b3ce9c44-2b8e-4df5-82f5-7d032af2fc86 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0571258 Apr 07 02:16:20.318071 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-68147804-240f-4ee5-8498-09c16cab3ee6 req-9b7c2421-0d93-4780-a626-d8f42171f0f5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Apr 07 02:16:21.436562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345622d3-cac1-4224-9a54-f40c8854c7ef req-507b2116-a72f-4caf-9a0f-f111efbbbff2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:21.437994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-345622d3-cac1-4224-9a54-f40c8854c7ef req-507b2116-a72f-4caf-9a0f-f111efbbbff2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0517290 Apr 07 02:16:21.484663 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-345622d3-cac1-4224-9a54-f40c8854c7ef req-f3ef6104-e40a-4e14-b257-1383c3e072ae tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Apr 07 02:16:22.602355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbc2cf-7452-4036-839f-ce7df002f426 req-916cc998-51ed-47f5-bde5-8d0c6a3fb092 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:22.603858 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-42bbc2cf-7452-4036-839f-ce7df002f426 req-916cc998-51ed-47f5-bde5-8d0c6a3fb092 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0519524 Apr 07 02:16:22.654645 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-42bbc2cf-7452-4036-839f-ce7df002f426 req-0d097d85-0d32-43b0-aae6-ea9efacb6507 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Apr 07 02:16:23.772540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cda455-60f1-4423-8188-c6ab71dbbf6c req-202b94b2-6165-4492-af82-6008e1a49a07 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:23.774064 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35cda455-60f1-4423-8188-c6ab71dbbf6c req-202b94b2-6165-4492-af82-6008e1a49a07 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0520444 Apr 07 02:16:23.822570 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-35cda455-60f1-4423-8188-c6ab71dbbf6c req-30823c45-435e-4478-9b4d-b59819ada8ac tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Apr 07 02:16:24.943257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b647-f110-4c4b-a736-6826e1213efc req-f9f9912c-3050-4b19-8bc0-58a2b2044004 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:24.944767 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2305b647-f110-4c4b-a736-6826e1213efc req-f9f9912c-3050-4b19-8bc0-58a2b2044004 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0537403 Apr 07 02:16:24.990848 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2305b647-f110-4c4b-a736-6826e1213efc req-e5001527-48f9-4875-bde0-b96be8535302 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404205 Apr 07 02:16:25.608583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:16:25.687812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:16:25.688203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:25.709854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:16:25.712354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759183ee-97f8-4273-845b-6f8682e4a07e" -d '{"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:16:25.724906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:16:25.758191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62097efd-028c-48e6-92b2-e3604126e97e x-openstack-request-id: req-62097efd-028c-48e6-92b2-e3604126e97e {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:16:25.758542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:16:25.758807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62097efd-028c-48e6-92b2-e3604126e97e {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:16:25.759210 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62097efd-028c-48e6-92b2-e3604126e97e'] response: {'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'code': 200} Apr 07 02:16:25.814056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:25.862962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:16:25.870333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.870691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.871038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.871386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.871727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.872093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.872426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.872783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.873108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.873439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.873775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.874106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.874434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.874760 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:25.875082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:16:26.117184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eebd25c-fab4-44cb-887f-8f114efc973c req-0bff2b6d-984a-42c8-8270-a9b39c2c115c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:26.118588 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7eebd25c-fab4-44cb-887f-8f114efc973c req-0bff2b6d-984a-42c8-8270-a9b39c2c115c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0608699 Apr 07 02:16:26.166274 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7eebd25c-fab4-44cb-887f-8f114efc973c req-4de4fa38-e4f8-4f0b-8ed5-3b6744122347 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 Apr 07 02:16:27.005044 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-5eb840d0-b5e1-45c1-83d9-cddfad8f2117 service neutron] 10.222.0.10 "GET /v2.0/ports/2e1e0198-056a-4d59-95af-336edd7cbc64/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.3275783 Apr 07 02:16:27.291286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ef56b-385f-4f04-ae22-f25accb01879 req-29629ba6-5080-4bd0-be72-7608c85a2a49 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:27.292830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d80ef56b-385f-4f04-ae22-f25accb01879 req-29629ba6-5080-4bd0-be72-7608c85a2a49 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0571008 Apr 07 02:16:27.339757 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d80ef56b-385f-4f04-ae22-f25accb01879 req-77892864-8054-4047-94d2-e04f767b82ac tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Apr 07 02:16:27.581650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-b87d64e4-a57c-4cdb-92d0-4da670facae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:27.583047 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-b87d64e4-a57c-4cdb-92d0-4da670facae2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 1127 time: 0.0433562 Apr 07 02:16:27.652611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-75c860d1-76e8-46d4-920e-fbc60b43b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:27.654142 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-75c860d1-76e8-46d4-920e-fbc60b43b984 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1127 time: 0.0424519 Apr 07 02:16:27.747526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-1d2725cd-80b0-4e06-b225-b2b1b448e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:27.749025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-1d2725cd-80b0-4e06-b225-b2b1b448e19e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0849199 Apr 07 02:16:27.813003 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-fbe50ab0-94bd-4d53-9b21-87c54a009f18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1000 time: 0.0570135 Apr 07 02:16:27.866481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-727b9b36-0509-44f3-8474-b564c9257bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:27.867930 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-727b9b36-0509-44f3-8474-b564c9257bc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0465081 Apr 07 02:16:27.919555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-134807d0-9264-4d1c-bd9e-bc62a3681e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:27.921139 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-134807d0-9264-4d1c-bd9e-bc62a3681e0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440123 Apr 07 02:16:28.010532 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-7ac012d9-7176-4b76-a18c-148ef5f04a26 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802343 Apr 07 02:16:28.103173 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-5a381fb1-7d09-4d07-aba4-06196f415f92 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832894 Apr 07 02:16:28.457455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10bbc5c-9bba-48dd-a8c5-f47bece9fac5 req-ef442c02-87a4-4242-9a6c-285e50ceb091 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:28.458984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d10bbc5c-9bba-48dd-a8c5-f47bece9fac5 req-ef442c02-87a4-4242-9a6c-285e50ceb091 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0510082 Apr 07 02:16:28.510194 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d10bbc5c-9bba-48dd-a8c5-f47bece9fac5 req-a74942ab-8ca3-4c16-8119-8c5eb3907d39 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Apr 07 02:16:29.046903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2238e5f7-54f9-4a0c-bebb-2c4fe1b02439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:29.635397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b310e-7c2b-4380-9cd5-ffd64e9a2ec9 req-fc16e99e-17c1-4b61-ad82-631ac74ab44d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:29.636924 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2e1b310e-7c2b-4380-9cd5-ffd64e9a2ec9 req-fc16e99e-17c1-4b61-ad82-631ac74ab44d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0544450 Apr 07 02:16:29.684124 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2e1b310e-7c2b-4380-9cd5-ffd64e9a2ec9 req-b6d52f6e-eefa-46c7-9d54-557ab5170177 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416069 Apr 07 02:16:30.808446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f428a06-7986-4750-8e16-e008c76e9e67 req-d32cf8eb-0c8c-4a6c-9536-3fe3023c11d5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:30.809971 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3f428a06-7986-4750-8e16-e008c76e9e67 req-d32cf8eb-0c8c-4a6c-9536-3fe3023c11d5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0519447 Apr 07 02:16:30.856613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3f428a06-7986-4750-8e16-e008c76e9e67 req-e46c81c0-7124-419e-9805-c2cef3ec83a5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409412 Apr 07 02:16:31.391449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ca89fce5-b2bf-4d55-a831-f87210635efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:31.979355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa27cc7-471e-4760-a902-f3aa3121c9ff req-0ad79462-9fb4-4dc2-bc5e-7a5e5865ed41 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:31.980866 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efa27cc7-471e-4760-a902-f3aa3121c9ff req-0ad79462-9fb4-4dc2-bc5e-7a5e5865ed41 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0554686 Apr 07 02:16:32.027784 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efa27cc7-471e-4760-a902-f3aa3121c9ff req-e9675a51-3359-4619-bbf6-3f8e6d7bf21a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412617 Apr 07 02:16:32.551225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:33.155649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bff99-065f-4e55-a8bc-771cdc0443ca req-3c18665d-b09c-4347-84ef-89ad72ff88ae tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:33.157243 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a29bff99-065f-4e55-a8bc-771cdc0443ca req-3c18665d-b09c-4347-84ef-89ad72ff88ae tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0580618 Apr 07 02:16:33.206899 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a29bff99-065f-4e55-a8bc-771cdc0443ca req-57dcac9b-21f2-4376-bbba-57ad35622e56 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Apr 07 02:16:34.024992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:34.334023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed3355-3162-4b02-b4c9-2ca173592352 req-7e93d6f8-45f3-4c41-8dde-8956a9065f70 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:34.335765 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-75ed3355-3162-4b02-b4c9-2ca173592352 req-7e93d6f8-45f3-4c41-8dde-8956a9065f70 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0591967 Apr 07 02:16:34.381862 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-75ed3355-3162-4b02-b4c9-2ca173592352 req-cef006ae-0eb6-4efc-b3a2-8a880e2fcdd5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Apr 07 02:16:35.305243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:35.503250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84947c-cfb7-4f0c-b75c-bfd39f254c7f req-06937927-b59d-48eb-b299-860498e95431 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:35.504878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fd84947c-cfb7-4f0c-b75c-bfd39f254c7f req-06937927-b59d-48eb-b299-860498e95431 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0559635 Apr 07 02:16:35.551542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fd84947c-cfb7-4f0c-b75c-bfd39f254c7f req-945f033f-f675-4815-ad59-d1caee301f59 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Apr 07 02:16:36.676562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad25cc-4d85-4eb0-9a82-43e70bd4e6f6 req-5248e4ae-8f94-412c-88d3-3d7038556556 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:36.678131 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70ad25cc-4d85-4eb0-9a82-43e70bd4e6f6 req-5248e4ae-8f94-412c-88d3-3d7038556556 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0541868 Apr 07 02:16:36.729017 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70ad25cc-4d85-4eb0-9a82-43e70bd4e6f6 req-b7380d12-b53c-4962-a92d-ecdcdfc5c0fb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451436 Apr 07 02:16:37.853908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9039e52-c78e-410f-8231-c514e5a7b26a req-f6ac5250-a47b-4888-a195-8dc43956dc16 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:37.856250 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9039e52-c78e-410f-8231-c514e5a7b26a req-f6ac5250-a47b-4888-a195-8dc43956dc16 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0543334 Apr 07 02:16:37.910530 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d9039e52-c78e-410f-8231-c514e5a7b26a req-1470e5e3-de14-4d7b-9b5a-8a231e423b7b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480108 Apr 07 02:16:39.030397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da219d-56f2-4cd1-b665-a83458ebed75 req-94fe74b3-9f17-4ed0-90f3-b23cce55b153 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:39.031738 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9da219d-56f2-4cd1-b665-a83458ebed75 req-94fe74b3-9f17-4ed0-90f3-b23cce55b153 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0526948 Apr 07 02:16:39.078236 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b9da219d-56f2-4cd1-b665-a83458ebed75 req-6a24edf3-1f35-4ed9-9130-c50757603722 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 Apr 07 02:16:39.661082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:16:39.761106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:16:39.772394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'mac_address': 'fa:16:3e:e2:db:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:16:39.807619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:16:39.808006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:39.821793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1e0198-056a-4d59-95af-336edd7cbc64 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:16:39.840761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:16:39.926647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:39.977639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:16:40.004167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2e1e0198-056a-4d59-95af-336edd7cbc64'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:16:40.493410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59799de-00fe-4501-b1f4-9cd3e2f168c5 req-94be680e-bc6f-4f76-a31b-f3854fc80b8a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:40.494888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c59799de-00fe-4501-b1f4-9cd3e2f168c5 req-94be680e-bc6f-4f76-a31b-f3854fc80b8a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 944 time: 0.3489454 Apr 07 02:16:40.540116 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c59799de-00fe-4501-b1f4-9cd3e2f168c5 req-a3c43816-eba2-442d-88f6-1d6e495b4259 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397055 Apr 07 02:16:41.655167 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720c492-5653-4c32-86dd-44e78a0c3d9e req-46722cbc-e355-4832-be5e-f79f9f4db8ee tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:41.656610 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6720c492-5653-4c32-86dd-44e78a0c3d9e req-46722cbc-e355-4832-be5e-f79f9f4db8ee tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 944 time: 0.0505011 Apr 07 02:16:41.688312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:16:41.703159 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6720c492-5653-4c32-86dd-44e78a0c3d9e req-4d6e6344-1da6-4311-96a8-1460b7f84afa tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403645 Apr 07 02:16:41.736439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2e1e0198-056a-4d59-95af-336edd7cbc64 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:16:41.736854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:41.812934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:16:41.813321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:41.834816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:16:41.837254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c4242-bb3f-4b06-877a-997ab4ec37f2" -d '{"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:16:41.849885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:16:41.881039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba83ad-e24f-4409-9e0a-0b1bb115bbe4 x-openstack-request-id: req-e9ba83ad-e24f-4409-9e0a-0b1bb115bbe4 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:16:41.881315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:16:41.881578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9ba83ad-e24f-4409-9e0a-0b1bb115bbe4 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:16:41.882007 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9ba83ad-e24f-4409-9e0a-0b1bb115bbe4'] response: {'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'code': 200} Apr 07 02:16:41.910596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:41.957156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:16:42.825719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc2077-c51f-4c16-b462-06093036005a req-d6720158-58a5-4b4a-a9ca-805ab289185f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:42.827204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cccc2077-c51f-4c16-b462-06093036005a req-d6720158-58a5-4b4a-a9ca-805ab289185f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0536213 Apr 07 02:16:42.873084 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cccc2077-c51f-4c16-b462-06093036005a req-a3be4cc3-568f-4299-8c90-f01661cc75c9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403295 Apr 07 02:16:43.992622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c19a6-9626-457e-a18a-29fa8a0f3212 req-ff1804d1-54f7-467c-857e-56db2c81ff9e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:43.994131 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-182c19a6-9626-457e-a18a-29fa8a0f3212 req-ff1804d1-54f7-467c-857e-56db2c81ff9e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0518329 Apr 07 02:16:44.040491 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-182c19a6-9626-457e-a18a-29fa8a0f3212 req-a0740a99-785e-4ec7-ad04-7ab9b64f4bd9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407200 Apr 07 02:16:44.300603 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:16:45.159270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e2845-8d27-40ab-83e4-6479f02f4fb5 req-f24f4517-9557-43d1-816e-a15a60e7b2b0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:45.160350 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-357e2845-8d27-40ab-83e4-6479f02f4fb5 req-f24f4517-9557-43d1-816e-a15a60e7b2b0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0531235 Apr 07 02:16:45.210477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-357e2845-8d27-40ab-83e4-6479f02f4fb5 req-d807d23b-1a08-4e67-b93e-eb51645e81f7 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438588 Apr 07 02:16:46.334723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe1524-a5dd-4360-8b54-a8bc50f2d0f9 req-162e0113-ddda-4e5e-8ece-df6c91bc0373 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:46.336558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a5fe1524-a5dd-4360-8b54-a8bc50f2d0f9 req-162e0113-ddda-4e5e-8ece-df6c91bc0373 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0561583 Apr 07 02:16:46.384524 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a5fe1524-a5dd-4360-8b54-a8bc50f2d0f9 req-71217591-2776-4a74-8b1b-4a14c53c29e3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Apr 07 02:16:46.843033 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-fab757c1-3f6a-4481-8233-7a91d5625c93 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427256 Apr 07 02:16:46.926118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f491a16-edab-4754-b047-e197d647f729 req-847bd922-bdb6-45e3-a659-e5e834d5b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:46.927656 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-847bd922-bdb6-45e3-a659-e5e834d5b5b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1129 time: 0.0449097 Apr 07 02:16:47.030744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f491a16-edab-4754-b047-e197d647f729 req-e3217e0a-2944-473b-a58e-7ead421cbcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:47.032218 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-e3217e0a-2944-473b-a58e-7ead421cbcd1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0874166 Apr 07 02:16:47.096510 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-7c825528-ce33-405c-a85a-1acfa2355e3a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1002 time: 0.0574889 Apr 07 02:16:47.147024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f491a16-edab-4754-b047-e197d647f729 req-376ac190-0db6-47ea-966d-cdcc4148d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:47.148516 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-376ac190-0db6-47ea-966d-cdcc4148d8a7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0459981 Apr 07 02:16:47.197512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f491a16-edab-4754-b047-e197d647f729 req-b22be21f-cfc6-456c-9add-9279517fa0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:47.199037 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-b22be21f-cfc6-456c-9add-9279517fa0b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440617 Apr 07 02:16:47.286959 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-7c5eab15-071a-45a3-83ed-f2afe15f6eab service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811834 Apr 07 02:16:47.377608 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6f491a16-edab-4754-b047-e197d647f729 req-41125055-16d1-4e5f-a466-334eb95af286 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844443 Apr 07 02:16:47.501755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f5d0d-933f-42d1-b5f9-609e9c7bbf98 req-a8f9ef21-287a-482d-87fb-00c872fc15cb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:47.503229 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3e2f5d0d-933f-42d1-b5f9-609e9c7bbf98 req-a8f9ef21-287a-482d-87fb-00c872fc15cb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0517433 Apr 07 02:16:47.548447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3e2f5d0d-933f-42d1-b5f9-609e9c7bbf98 req-6af351f2-7857-4834-8b95-cb52347bf138 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394738 Apr 07 02:16:48.103677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:48.136905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621af90-2e98-4b0e-ba53-94b041817552 req-92e4246d-acdb-4cc9-8c8e-e09ac17ecd4f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:48.138388 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c621af90-2e98-4b0e-ba53-94b041817552 req-92e4246d-acdb-4cc9-8c8e-e09ac17ecd4f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0553973 Apr 07 02:16:48.185389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c621af90-2e98-4b0e-ba53-94b041817552 req-99b07d54-b967-44db-811f-c2aad51d1d3f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413027 Apr 07 02:16:48.196500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-1e01ca78-fd15-4fbd-b65f-1ddc7f833682 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:48.198276 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-1e01ca78-fd15-4fbd-b65f-1ddc7f833682 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048&tenant_id=e96660474eb9462a80125752e5155f2f&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 945 time: 0.0565550 Apr 07 02:16:48.257317 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-5433cd50-b344-4943-895a-56c4fc0800e8 service neutron] 10.222.0.10 "GET /v2.0/ports/2e1e0198-056a-4d59-95af-336edd7cbc64/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0526283 Apr 07 02:16:48.325424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-3371e6c1-1191-4a9f-8b44-77e5c4f42e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:48.326971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-3371e6c1-1191-4a9f-8b44-77e5c4f42e91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1129 time: 0.0489106 Apr 07 02:16:48.419522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-9a2b227a-dfe5-4a45-80cb-41fdf134c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:48.421050 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-9a2b227a-dfe5-4a45-80cb-41fdf134c1ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0874519 Apr 07 02:16:48.489330 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-60dec98e-9668-46f0-a03a-f3e913ddba02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1002 time: 0.0623188 Apr 07 02:16:48.535914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-0c80dd4f-2525-492d-bfc5-41719af3f30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:48.537345 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-0c80dd4f-2525-492d-bfc5-41719af3f30c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0422962 Apr 07 02:16:48.584247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-cb1ae763-9a1c-408e-8d0d-a7a936148bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:48.586027 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-cb1ae763-9a1c-408e-8d0d-a7a936148bdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425823 Apr 07 02:16:48.675818 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-522f3016-ba26-4588-9e95-448168dc8a28 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835402 Apr 07 02:16:48.762515 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-1e21ee1c-63b4-4a0f-ad7b-33eb5b869f2a service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803771 Apr 07 02:16:49.303790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1cdd3-5ed4-4f7e-bc2c-52272c72bf15 req-359aa1bd-bb75-4c61-80f0-302fc1a7f19e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:49.305278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23c1cdd3-5ed4-4f7e-bc2c-52272c72bf15 req-359aa1bd-bb75-4c61-80f0-302fc1a7f19e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0510495 Apr 07 02:16:49.351226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23c1cdd3-5ed4-4f7e-bc2c-52272c72bf15 req-e91c0bf3-f21e-4832-a460-ad481c8d614b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Apr 07 02:16:50.472225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd885e0-2825-4123-90a8-6200a4e89310 req-7d782343-2495-4feb-b238-b354dea649d4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:50.473754 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9fd885e0-2825-4123-90a8-6200a4e89310 req-7d782343-2495-4feb-b238-b354dea649d4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0555165 Apr 07 02:16:50.520421 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9fd885e0-2825-4123-90a8-6200a4e89310 req-ff1dfdd0-43fa-4fd5-a3b0-0792be36aa62 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Apr 07 02:16:51.638232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6275-3eac-4d2f-ad4d-281e8d3588e7 req-030adf48-abec-4144-98aa-e506c8c2fcba tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:51.639715 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ee4f6275-3eac-4d2f-ad4d-281e8d3588e7 req-030adf48-abec-4144-98aa-e506c8c2fcba tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0528522 Apr 07 02:16:51.687358 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ee4f6275-3eac-4d2f-ad4d-281e8d3588e7 req-622da296-f45c-4838-b17b-07dbfe5ed856 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413806 Apr 07 02:16:52.814084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a809bfb-6a1a-4910-94af-db6286842a01 req-def75f87-ee13-4385-b4fb-dfcb3ca5cae9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:52.815551 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a809bfb-6a1a-4910-94af-db6286842a01 req-def75f87-ee13-4385-b4fb-dfcb3ca5cae9 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Apr 07 02:16:52.866156 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3a809bfb-6a1a-4910-94af-db6286842a01 req-74495f6a-40c0-4f79-ace4-d7aa2ea23159 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Apr 07 02:16:53.754106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:16:53.827544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:16:53.827933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:53.853677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:16:53.855872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e159cd1-b764-4f60-a492-82ca86d2cd83" -d '{"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:16:53.869854 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:16:53.933520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:53.963944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e600f20-0dd8-49e3-aa5d-12700a388594 x-openstack-request-id: req-4e600f20-0dd8-49e3-aa5d-12700a388594 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:16:53.964235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:16:53.964729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e600f20-0dd8-49e3-aa5d-12700a388594 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:16:53.965155 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e600f20-0dd8-49e3-aa5d-12700a388594'] response: {'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'code': 200} Apr 07 02:16:53.992682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=9']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:16:54.005277 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685c54f-fac2-4e40-9c6d-17f37baaf026 req-b42751cf-ad66-4bda-8820-6cbd8dc480bc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:54.006744 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a685c54f-fac2-4e40-9c6d-17f37baaf026 req-b42751cf-ad66-4bda-8820-6cbd8dc480bc tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0594730 Apr 07 02:16:54.052293 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a685c54f-fac2-4e40-9c6d-17f37baaf026 req-3f97d910-a5ff-460f-8dfc-4d4d44e8d1a3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Apr 07 02:16:55.174807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580a9b-34a2-4346-a4eb-911dac3d5f90 req-74444f06-abbf-4f3a-8d62-93648cc66834 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:55.176298 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-24580a9b-34a2-4346-a4eb-911dac3d5f90 req-74444f06-abbf-4f3a-8d62-93648cc66834 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0519803 Apr 07 02:16:55.223699 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-24580a9b-34a2-4346-a4eb-911dac3d5f90 req-e7f5b6ac-ae2d-4ef2-a0d0-06c8d3333433 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Apr 07 02:16:56.358188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd8abd-8c68-4b2b-85a3-0a2ed2f14825 req-b9afa791-0455-4d2b-8c55-32a690cadeb2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:56.359685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2efd8abd-8c68-4b2b-85a3-0a2ed2f14825 req-b9afa791-0455-4d2b-8c55-32a690cadeb2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0651460 Apr 07 02:16:56.408942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2efd8abd-8c68-4b2b-85a3-0a2ed2f14825 req-558f0703-aa4a-4cf0-9e2e-17465862488b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Apr 07 02:16:56.569673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-7ed0d4f9-0b4b-4767-b819-9e51743544dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:56.571188 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-7ed0d4f9-0b4b-4767-b819-9e51743544dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048&tenant_id=e96660474eb9462a80125752e5155f2f HTTP/1.1" status: 200 len: 1127 time: 0.0449800 Apr 07 02:16:56.647064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-6e60db60-d5af-41f4-80f4-e8731cc3b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:56.648564 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-6e60db60-d5af-41f4-80f4-e8731cc3b683 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e96660474eb9462a80125752e5155f2f&device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 1127 time: 0.0488400 Apr 07 02:16:56.738433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-266cdf07-eeb3-422b-b0f7-216ab1d7fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:56.739897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-266cdf07-eeb3-422b-b0f7-216ab1d7fae8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 200 len: 912 time: 0.0833504 Apr 07 02:16:56.812529 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-10b5a4c6-3d2c-47ab-b975-211e29253e90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 200 len: 1000 time: 0.0630078 Apr 07 02:16:56.862457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-a461ab58-99fd-47d5-b140-194854f50889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:56.863907 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-a461ab58-99fd-47d5-b140-194854f50889 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 200 len: 851 time: 0.0431643 Apr 07 02:16:56.916163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-9b135278-bcc5-4c65-906b-fb8b5c45a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:56.917727 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-9b135278-bcc5-4c65-906b-fb8b5c45a967 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cafc95ee-da72-4595-bbd9-3555c8c9a6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445850 Apr 07 02:16:57.012668 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-d65d595a-8a83-40e2-8427-54e9c71ac983 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849073 Apr 07 02:16:57.103472 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ada347bb-9732-4d9b-880d-bb109299dd17 req-0e876185-e1e3-40a7-a85d-3f4591554730 service neutron] 10.222.0.10 "GET /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813947 Apr 07 02:16:57.527057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca39f3-bf48-43be-a792-339db3c50d52 req-c1cb8278-abbb-4a0d-9aed-57864ba62b6f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:57.528455 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-28ca39f3-bf48-43be-a792-339db3c50d52 req-c1cb8278-abbb-4a0d-9aed-57864ba62b6f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0509677 Apr 07 02:16:57.574324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-28ca39f3-bf48-43be-a792-339db3c50d52 req-f1043c5a-43d3-4fc8-9b33-566414dfefc5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393488 Apr 07 02:16:58.691857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67bb62-9e7b-4343-8ea9-44b43c9e19e1 req-b887c62c-36f0-457e-bdff-41968b355145 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:58.693375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e67bb62-9e7b-4343-8ea9-44b43c9e19e1 req-b887c62c-36f0-457e-bdff-41968b355145 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0521641 Apr 07 02:16:58.745144 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e67bb62-9e7b-4343-8ea9-44b43c9e19e1 req-6899fc4a-4a72-4462-9635-dcadc9695942 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458062 Apr 07 02:16:59.035070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fef23a4e-ab96-43e3-9d6f-46346f7429e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:16:59.864856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31331b-fdf8-4395-ae49-8f56a7981b00 req-928177b1-4ef9-4b13-8d60-344530b4970e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:16:59.866347 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f31331b-fdf8-4395-ae49-8f56a7981b00 req-928177b1-4ef9-4b13-8d60-344530b4970e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0524862 Apr 07 02:16:59.913592 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f31331b-fdf8-4395-ae49-8f56a7981b00 req-bf5fc2f8-8ae7-4ee0-a654-edfdcb114f87 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Apr 07 02:17:01.033908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa0a7d-6a85-4310-af5e-a2855c1e6396 req-5df030a4-a068-41f9-be5d-b70842814197 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:01.035397 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4caa0a7d-6a85-4310-af5e-a2855c1e6396 req-5df030a4-a068-41f9-be5d-b70842814197 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0526969 Apr 07 02:17:01.082289 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4caa0a7d-6a85-4310-af5e-a2855c1e6396 req-751f5dcc-8b88-40a0-9121-87a978976c5e tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409346 Apr 07 02:17:01.379086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8e132bf-98dd-4aa4-8172-49e665e0a1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:02.204157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369fe73-179e-4260-bc45-a2f0832c9e85 req-19922f95-740b-41ac-a86c-272133b9d99a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:02.205767 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7369fe73-179e-4260-bc45-a2f0832c9e85 req-19922f95-740b-41ac-a86c-272133b9d99a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0558908 Apr 07 02:17:02.253717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7369fe73-179e-4260-bc45-a2f0832c9e85 req-5e25558d-1360-43be-8e39-ac4fd43e7752 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407376 Apr 07 02:17:02.555692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:03.373314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff33620-f5ba-4483-be8a-18125a75f876 req-99603b36-2b27-4710-abed-4d8d235c83c0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:03.374841 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fff33620-f5ba-4483-be8a-18125a75f876 req-99603b36-2b27-4710-abed-4d8d235c83c0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0536878 Apr 07 02:17:03.421920 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fff33620-f5ba-4483-be8a-18125a75f876 req-4c4f40fb-b35d-49be-983c-ed98d2a082be tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413342 Apr 07 02:17:04.019262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:04.546387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc373f6-3ece-46e3-ba35-8c9e02af9ff8 req-72959f23-5fed-4385-b16d-98a4ef332d7f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:04.547880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9fc373f6-3ece-46e3-ba35-8c9e02af9ff8 req-72959f23-5fed-4385-b16d-98a4ef332d7f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0557745 Apr 07 02:17:04.595078 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9fc373f6-3ece-46e3-ba35-8c9e02af9ff8 req-7278a419-7059-4e98-8492-2a33a135de02 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409551 Apr 07 02:17:05.304502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:05.716384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c49c5-cd5b-4999-b407-492ff0d341bf req-c1c825c2-dd11-4f55-859e-2bf612e60134 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:05.717909 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e45c49c5-cd5b-4999-b407-492ff0d341bf req-c1c825c2-dd11-4f55-859e-2bf612e60134 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0547988 Apr 07 02:17:05.770079 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e45c49c5-cd5b-4999-b407-492ff0d341bf req-e4111b5e-c745-439a-827f-f0e9a84e4f65 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465407 Apr 07 02:17:06.889989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39be90-5d40-459d-b2b5-a476e290f9d0 req-f531bd69-a075-4044-b704-1f3c63fd7c36 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:06.891504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be39be90-5d40-459d-b2b5-a476e290f9d0 req-f531bd69-a075-4044-b704-1f3c63fd7c36 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0531228 Apr 07 02:17:06.943926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be39be90-5d40-459d-b2b5-a476e290f9d0 req-9a95ca39-fe76-4591-876f-135e3a8e4bce tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 Apr 07 02:17:08.060109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b276056-b5cd-4b7e-95fd-d53462516001 req-d1e1ae2f-f19a-4566-8fd4-a62fd5d0ee4c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:08.061587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b276056-b5cd-4b7e-95fd-d53462516001 req-d1e1ae2f-f19a-4566-8fd4-a62fd5d0ee4c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0506389 Apr 07 02:17:08.107611 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b276056-b5cd-4b7e-95fd-d53462516001 req-ada9b7d1-6a4e-4f5b-926b-cb71c62b20b4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398421 Apr 07 02:17:09.225207 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b69e3-ae64-41ab-bbf3-fbe7fbbf6400 req-9d24fd4b-7937-46cd-af12-b273a0093eb4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:09.226677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f3b69e3-ae64-41ab-bbf3-fbe7fbbf6400 req-9d24fd4b-7937-46cd-af12-b273a0093eb4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 943 time: 0.0519233 Apr 07 02:17:09.271888 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f3b69e3-ae64-41ab-bbf3-fbe7fbbf6400 req-c18d6261-65da-4fba-8f81-8099103546ee tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Apr 07 02:17:09.841576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:17:09.938610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:09.949636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'port_id': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'mac_address': 'fa:16:3e:e2:db:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:17:09.985101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:17:09.985487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:09.998138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1e0198-056a-4d59-95af-336edd7cbc64 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:17:10.016406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:10.080177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:10.129834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=10']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:10.153934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2e1e0198-056a-4d59-95af-336edd7cbc64'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:17:10.394051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d38d8-2eb9-47cf-9916-c9e8f4792be3 req-cefe63bd-7646-4a42-bc5c-5d4a6c715c89 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:10.395426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3f0d38d8-2eb9-47cf-9916-c9e8f4792be3 req-cefe63bd-7646-4a42-bc5c-5d4a6c715c89 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0553417 Apr 07 02:17:10.441081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3f0d38d8-2eb9-47cf-9916-c9e8f4792be3 req-a7891bd0-aa10-4d25-bc96-df78f8376014 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399921 Apr 07 02:17:11.560550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2698132-a453-43aa-a089-16c1ef2f2b1b req-866fed8c-67e1-4f9c-a1ca-bfe2c366fe50 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:11.562070 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2698132-a453-43aa-a089-16c1ef2f2b1b req-866fed8c-67e1-4f9c-a1ca-bfe2c366fe50 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 945 time: 0.0520701 Apr 07 02:17:11.607583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2698132-a453-43aa-a089-16c1ef2f2b1b req-291ccf4d-acf7-4e98-9377-b32bd035a077 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399017 Apr 07 02:17:11.842596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:17:11.889652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2e1e0198-056a-4d59-95af-336edd7cbc64 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:17:11.890031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:11.968121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e1e0198-056a-4d59-95af-336edd7cbc64 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:17:11.968510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:11.990428 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:17:11.992654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca88b7-95a9-4d68-b5bb-ca65144aaa1e" -d '{"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:17:12.004888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:12.034990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ffbaf7-0acf-43a9-88d7-4fa1db36a93e x-openstack-request-id: req-b2ffbaf7-0acf-43a9-88d7-4fa1db36a93e {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:17:12.034990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-plugged", "status": "completed", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:17:12.035199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2ffbaf7-0acf-43a9-88d7-4fa1db36a93e {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:17:12.035581 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2ffbaf7-0acf-43a9-88d7-4fa1db36a93e'] response: {'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'code': 200} Apr 07 02:17:12.081675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:12.128609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=11']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:12.725671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca6cf-57e7-4164-a347-2e9e185cee2a req-facff692-82cb-4891-9b00-d44a736dcb32 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:12.727141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-819ca6cf-57e7-4164-a347-2e9e185cee2a req-facff692-82cb-4891-9b00-d44a736dcb32 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0517173 Apr 07 02:17:12.776739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-819ca6cf-57e7-4164-a347-2e9e185cee2a req-2bd18596-490d-42af-8e36-cbd2995cad10 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441246 Apr 07 02:17:13.895668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdabb75-9ee7-4611-a59c-cac3f681b60a req-4e9f634c-9f5c-4864-b9f7-70ae50b3a51c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:13.897167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6bdabb75-9ee7-4611-a59c-cac3f681b60a req-4e9f634c-9f5c-4864-b9f7-70ae50b3a51c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0520549 Apr 07 02:17:13.942811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6bdabb75-9ee7-4611-a59c-cac3f681b60a req-cd68a29c-d220-4707-8775-c39583fdbf16 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399647 Apr 07 02:17:15.061445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774f093-32e2-4df8-b99a-279605593f4b req-c38006f0-2083-4208-9b35-b8436a9b1588 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:15.062944 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5774f093-32e2-4df8-b99a-279605593f4b req-c38006f0-2083-4208-9b35-b8436a9b1588 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0518031 Apr 07 02:17:15.111277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5774f093-32e2-4df8-b99a-279605593f4b req-68500e63-d42a-478f-abe8-b8ac86f0cf17 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Apr 07 02:17:16.235817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08e46f-b523-4712-9af2-1d0d721c626c req-5f91191c-6768-465d-aab2-ab6a735134f3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:16.237343 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ed08e46f-b523-4712-9af2-1d0d721c626c req-5f91191c-6768-465d-aab2-ab6a735134f3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0566390 Apr 07 02:17:16.283351 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ed08e46f-b523-4712-9af2-1d0d721c626c req-b27b68c4-9ead-4460-9a9a-87c8a99d42ea tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398476 Apr 07 02:17:16.398929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c06597-ebc0-48a8-b7e1-8004b80074dd req-90572dff-a6a3-4e21-bb56-38b631741b05 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:16.400353 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c06597-ebc0-48a8-b7e1-8004b80074dd req-90572dff-a6a3-4e21-bb56-38b631741b05 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0514176 Apr 07 02:17:16.448657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4c06597-ebc0-48a8-b7e1-8004b80074dd req-46502300-52f8-4ea4-b77c-75f48b1117b3 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426292 Apr 07 02:17:16.572352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1918-8499-4083-a726-908986860cb2 req-01b004fa-579b-4195-9ed3-0b0afe9804fb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:16.573869 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-245d1918-8499-4083-a726-908986860cb2 req-01b004fa-579b-4195-9ed3-0b0afe9804fb tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0570347 Apr 07 02:17:16.620126 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-245d1918-8499-4083-a726-908986860cb2 req-98b8d80d-0984-4be8-a33d-42da207489b8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407715 Apr 07 02:17:17.060348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a43e0-7ab5-4eed-a700-e88949aaf5d6 req-fe36b87e-48b0-4ffb-b238-37b3414c5cd0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:17.061851 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-357a43e0-7ab5-4eed-a700-e88949aaf5d6 req-fe36b87e-48b0-4ffb-b238-37b3414c5cd0 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0523889 Apr 07 02:17:17.110783 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-357a43e0-7ab5-4eed-a700-e88949aaf5d6 req-6710f602-65e8-4fb7-b1db-4b51860a9450 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Apr 07 02:17:18.120913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:18.234635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d013f-8a18-408a-afed-c9200a41575b req-a465af1b-d50f-4168-8ec5-dbefe9661b82 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:18.236706 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-227d013f-8a18-408a-afed-c9200a41575b req-a465af1b-d50f-4168-8ec5-dbefe9661b82 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0518799 Apr 07 02:17:18.290258 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-227d013f-8a18-408a-afed-c9200a41575b req-7113db47-1429-4017-b217-590235752851 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480568 Apr 07 02:17:19.406550 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca21d916-ba9c-40ca-a799-343753e4fd68 req-a20a82e3-c038-48ee-a369-4022a5da1053 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:19.408009 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca21d916-ba9c-40ca-a799-343753e4fd68 req-a20a82e3-c038-48ee-a369-4022a5da1053 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0514886 Apr 07 02:17:19.455053 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ca21d916-ba9c-40ca-a799-343753e4fd68 req-a90d6775-8378-4f37-8341-38399bb72bd4 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9ac70d3-6c89-472c-95e7-90f6f5f552d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412827 Apr 07 02:17:19.633298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137060c-38b1-4be9-a907-be33d7bb995f req-b0c8681c-0d59-4494-a859-3202e836df3c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:19.634746 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3137060c-38b1-4be9-a907-be33d7bb995f req-b0c8681c-0d59-4494-a859-3202e836df3c tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 946 time: 0.0516841 Apr 07 02:17:19.734866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Deleting port 2e1e0198-056a-4d59-95af-336edd7cbc64 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:17:19.735175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:19.821928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] For port 2e1e0198-056a-4d59-95af-336edd7cbc64, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e1e0198-056a-4d59-95af-336edd7cbc64,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:19.822295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:19.994873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:19.995147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:19.995464 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Floating IP 826d0363-2a21-4584-9a01-4c3a3206f155 disassociated. External IP: 172.26.8.207, port: 2e1e0198-056a-4d59-95af-336edd7cbc64. Apr 07 02:17:19.995799 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Calling delete_port for 2e1e0198-056a-4d59-95af-336edd7cbc64 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:17:20.183980 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2e1e0198-056a-4d59-95af-336edd7cbc64), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:20.216017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event deleted for resources: {'Port': ['ID=2e1e0198-056a-4d59-95af-336edd7cbc64,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:20.228312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.228312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.228312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.228579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.228906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.229241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.229574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.229904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.230238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.230567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.230896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.231224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.231549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.231871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.232193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:20.347649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:17:20.460730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:17:20.470628 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:17:20.481334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:17:20.482012 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:17:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:20.504634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] No DVR routers for this DVR port 2e1e0198-056a-4d59-95af-336edd7cbc64 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:17:20.507340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:20.511043 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3137060c-38b1-4be9-a907-be33d7bb995f req-bce10d99-46fd-4f80-b0f0-71c360272c06 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.10 "DELETE /v2.0/ports/2e1e0198-056a-4d59-95af-336edd7cbc64 HTTP/1.1" status: 204 len: 173 time: 0.8679895 Apr 07 02:17:20.511536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-deleted', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:17:20.513877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a895f4f5-cee2-4284-b2b7-f477c88c0d5c" -d '{"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-deleted", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:17:20.552529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528ef605-0678-4601-908c-75a324fcd9fd x-openstack-request-id: req-528ef605-0678-4601-908c-75a324fcd9fd {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:17:20.552854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3af12c-092e-4337-a05d-2a998b668048", "name": "network-vif-deleted", "tag": "2e1e0198-056a-4d59-95af-336edd7cbc64", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:17:20.553121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-528ef605-0678-4601-908c-75a324fcd9fd {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:17:20.553544 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528ef605-0678-4601-908c-75a324fcd9fd'] response: {'server_uuid': '6c3af12c-092e-4337-a05d-2a998b668048', 'name': 'network-vif-deleted', 'tag': '2e1e0198-056a-4d59-95af-336edd7cbc64', 'status': 'completed', 'code': 200} Apr 07 02:17:20.561138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-167d4cb0-e0bb-4479-961b-12c60743ba7e req-b72f376e-2ccc-4c03-ba3e-1695e176289b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Apr 07 02:17:20.601802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:17:20.805695 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:20.831133 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:17:20.839956 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:17:20.840553 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:17:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:20.947252 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:17:21.147577 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:21.173999 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7e930d-f88e-4d56-88ea-91a333c7daa6 None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:12:41Z', 'revision_number': 4, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1457ccc8-9e09-4e16-a5e4-cacb60108d8b', 'name': '', 'network_id': 'cafc95ee-da72-4595-bbd9-3555c8c9a6e9', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'mac_address': 'fa:16:3e:36:cf:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:41Z', 'updated_at': '2022-04-07T02:12:45Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'subnets': [{'id': 'cc1ec628-9380-4fc6-911d-4b77f18424d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:17:21.300107 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:17:21.401658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f12d4a-98ed-43c4-aa37-b2e6bb108d9f None None] New status for floating IP 826d0363-2a21-4584-9a01-4c3a3206f155: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:17:21.663559 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2c68b074-d778-4ccf-aa5a-0cd5d286060e req-6c97b724-0dcb-4e18-ae6f-e9f50897f35d tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0268505 Apr 07 02:17:22.763934 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d9bc309-7c3e-44a4-ab42-9c293b59e5b9 req-e758bfff-8fb9-43e0-b779-dc86619f67d5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0306895 Apr 07 02:17:23.860771 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-480d7146-223a-4bf2-84ed-5a21c97b5ca4 req-3c1fd97d-058a-41e9-8a02-ba8fae32627f tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0280037 Apr 07 02:17:23.873448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:17:23.903920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 2e1e0198-056a-4d59-95af-336edd7cbc64 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:17:23.904272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e1e0198-056a-4d59-95af-336edd7cbc64 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:17:24.961799 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe03a7e3-f68c-4f3b-9c9b-7a11d317cfaa req-ddce44b8-447a-467f-bf3a-26f4473fff09 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0275557 Apr 07 02:17:26.056483 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f2f90126-152b-4d4d-8bae-1092eedaf23f req-0fb09b0e-61de-4d4f-8aef-761cd88ff8e8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0276427 Apr 07 02:17:27.150875 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-feb761cd-850b-4633-b2e4-cb0e56a661a3 req-92f5f8c7-0510-4f58-9dbc-eb4df99befa1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0276835 Apr 07 02:17:28.246853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52912ee4-7d78-4ecc-aba9-14f9f755ff8c req-1cbd67d2-90e3-414a-a4f2-a28e942739a6 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0301487 Apr 07 02:17:29.034738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3a1f01c-0b9c-4951-8367-3c42cfe7890f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:29.343818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-156a06aa-54a4-4f1d-9991-401eb2e9db22 req-ce56b2fe-a575-4aec-a1d6-67b608aa3be5 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0283353 Apr 07 02:17:30.448728 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f8924081-d056-4651-ae16-27c1a9282004 req-3ada04f1-fbfd-4c69-a3aa-08238ce3dd7a tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/ports?device_id=6c3af12c-092e-4337-a05d-2a998b668048 HTTP/1.1" status: 200 len: 210 time: 0.0267837 Apr 07 02:17:31.383440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7245a60-6dd0-466b-bfc1-2c0665748e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:32.559466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:34.030006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:35.302323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:38.560061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58138) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:38.616919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-175f6814-cba9-48bb-902f-1e15e9d0c7a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group (e9ac70d3-6c89-472c-95e7-90f6f5f552d8), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:38.640224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-175f6814-cba9-48bb-902f-1e15e9d0c7a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group (e9ac70d3-6c89-472c-95e7-90f6f5f552d8), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:38.770619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-175f6814-cba9-48bb-902f-1e15e9d0c7a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (e9ac70d3-6c89-472c-95e7-90f6f5f552d8), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:38.773026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-175f6814-cba9-48bb-902f-1e15e9d0c7a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:38.775243 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-175f6814-cba9-48bb-902f-1e15e9d0c7a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "DELETE /v2.0/security-groups/e9ac70d3-6c89-472c-95e7-90f6f5f552d8 HTTP/1.1" status: 204 len: 168 time: 0.2130861 Apr 07 02:17:38.776937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58140) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:38.785402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f6814-cba9-48bb-902f-1e15e9d0c7a2 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac70d3-6c89-472c-95e7-90f6f5f552d8,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:38.791883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.api.v2.resource [None req-bd568167-4c3d-44a9-a4be-852c88d29de1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] show failed (client error): The resource could not be found. Apr 07 02:17:38.793108 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bd568167-4c3d-44a9-a4be-852c88d29de1 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "GET /v2.0/security-groups/e9ac70d3-6c89-472c-95e7-90f6f5f552d8 HTTP/1.1" status: 404 len: 347 time: 0.0148733 Apr 07 02:17:38.799365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58142) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:38.924854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Deleting port 55c7b9f3-0150-45dd-8141-4ee45dc7faf1 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:17:38.925196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.002281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.002608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.014067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Calling delete_port for 55c7b9f3-0150-45dd-8141-4ee45dc7faf1 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:17:39.212363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (55c7b9f3-0150-45dd-8141-4ee45dc7faf1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.240218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Pushing event deleted for resources: {'Port': ['ID=55c7b9f3-0150-45dd-8141-4ee45dc7faf1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:39.253257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.253615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.253944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.254285 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.254678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.255039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.255584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.255930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.256261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.256590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.256947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.257274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.257739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.258185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.258536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:39.316793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks [] for floatingip (826d0363-2a21-4584-9a01-4c3a3206f155), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.319599 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.320830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e6d1f2df-69c9-4055-9149-f42ec04bd2c8 tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] 10.222.0.25 "DELETE /v2.0/floatingips/826d0363-2a21-4584-9a01-4c3a3206f155 HTTP/1.1" status: 204 len: 168 time: 0.5204353 Apr 07 02:17:39.323746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58144) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:39.749392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (6df8f880-7b0a-4e82-8f8d-9994a4060504), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:39.996589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Deleting port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:17:39.997292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:40.076194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] For port 1457ccc8-9e09-4e16-a5e4-cacb60108d8b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:40.076857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:40.090854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Calling delete_port for 1457ccc8-9e09-4e16-a5e4-cacb60108d8b owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:17:40.349179 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1457ccc8-9e09-4e16-a5e4-cacb60108d8b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:40.376227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1457ccc8-9e09-4e16-a5e4-cacb60108d8b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:40.544063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (6df8f880-7b0a-4e82-8f8d-9994a4060504), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:40.766462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Router 6df8f880-7b0a-4e82-8f8d-9994a4060504 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:17:40.874222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:17:40.879309 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-18105174-922f-4cf8-bbcd-4ae11b3a0e56 admin admin] 10.222.0.25 "PUT /v2.0/routers/6df8f880-7b0a-4e82-8f8d-9994a4060504/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5545750 Apr 07 02:17:40.881909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58148) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:40.884839 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] Sync routers for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:17:40.895152 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:17:40.895345 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:17:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:40.991718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks [] for router (6df8f880-7b0a-4e82-8f8d-9994a4060504), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:41.091990 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:17:41.288658 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:17:40Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:41.315428 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] Checking router: 6df8f880-7b0a-4e82-8f8d-9994a4060504 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:17:41.323847 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] Routers {'6df8f880-7b0a-4e82-8f8d-9994a4060504'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:17:41.324452 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:17:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['6df8f880-7b0a-4e82-8f8d-9994a4060504'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:41.402467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks [] for router_gateway (6df8f880-7b0a-4e82-8f8d-9994a4060504), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:41.429704 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] Set router 6df8f880-7b0a-4e82-8f8d-9994a4060504 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:17:41.534661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Deleting port b4dba04d-5d3b-413b-b095-cf75586cde22 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:17:41.534996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:41.605805 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:17:40Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:41.612177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] For port b4dba04d-5d3b-413b-b095-cf75586cde22, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b4dba04d-5d3b-413b-b095-cf75586cde22,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:41.612546 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:41.628570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Calling delete_port for b4dba04d-5d3b-413b-b095-cf75586cde22 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:17:41.631782 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057fa31d-b875-4db6-a2be-85281a668e7e None None] The sync data for ids ['6df8f880-7b0a-4e82-8f8d-9994a4060504'] in dv-neutron-836863-2-hyperv is: [{'id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'name': 'tempest-ServerActionsTestJSON-1212805084-router', 'tenant_id': 'e96660474eb9462a80125752e5155f2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243'}], 'enable_snat': True}, 'gw_port_id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:12:38Z', 'updated_at': '2022-04-07T02:17:40Z', 'revision_number': 5, 'project_id': 'e96660474eb9462a80125752e5155f2f', 'gw_port': {'id': 'b4dba04d-5d3b-413b-b095-cf75586cde22', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:04:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6df8f880-7b0a-4e82-8f8d-9994a4060504', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:12:39Z', 'updated_at': '2022-04-07T02:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:17:41.867867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b4dba04d-5d3b-413b-b095-cf75586cde22), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:41.893445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4dba04d-5d3b-413b-b095-cf75586cde22,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:41.954568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (6df8f880-7b0a-4e82-8f8d-9994a4060504), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.050321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (6df8f880-7b0a-4e82-8f8d-9994a4060504), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.052621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks [] for router_controller (6df8f880-7b0a-4e82-8f8d-9994a4060504), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.199722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (6df8f880-7b0a-4e82-8f8d-9994a4060504), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.200273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6df8f880-7b0a-4e82-8f8d-9994a4060504 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:17:42.209950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.209950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9dad7bc2-0834-4969-8d2a-c1970fd889c8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/6df8f880-7b0a-4e82-8f8d-9994a4060504 HTTP/1.1" status: 204 len: 168 time: 1.3230250 Apr 07 02:17:42.209950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58150) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:42.256051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Deleting subnet cc1ec628-9380-4fc6-911d-4b77f18424d3 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:17:42.259532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Publish callbacks [] for subnet (cc1ec628-9380-4fc6-911d-4b77f18424d3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.295026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (cc1ec628-9380-4fc6-911d-4b77f18424d3), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.376057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (cc1ec628-9380-4fc6-911d-4b77f18424d3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.486430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (cc1ec628-9380-4fc6-911d-4b77f18424d3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.512411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc1ec628-9380-4fc6-911d-4b77f18424d3,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:42.514483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.518338 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2225ff26-6e5e-46bf-a621-888a57d91737 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cc1ec628-9380-4fc6-911d-4b77f18424d3 HTTP/1.1" status: 204 len: 168 time: 0.3087683 Apr 07 02:17:42.519771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745f5ed-8888-4987-8cc2-28fbcfd96b08 None None] Network cafc95ee-da72-4595-bbd9-3555c8c9a6e9 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:17:42.520867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58152) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:42.595836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (cafc95ee-da72-4595-bbd9-3555c8c9a6e9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.651364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Deleting port 495d5c4c-4131-443b-84d7-03988993aadc {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:17:42.651701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (495d5c4c-4131-443b-84d7-03988993aadc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.687934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] DHCP port deletion for cafc95ee-da72-4595-bbd9-3555c8c9a6e9 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:17:42.720308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] For port 495d5c4c-4131-443b-84d7-03988993aadc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=495d5c4c-4131-443b-84d7-03988993aadc,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:42.720685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (495d5c4c-4131-443b-84d7-03988993aadc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.733317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Calling delete_port for 495d5c4c-4131-443b-84d7-03988993aadc owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:17:42.738423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Deleting port 495d5c4c-4131-443b-84d7-03988993aadc {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:17:42.738866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (495d5c4c-4131-443b-84d7-03988993aadc), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.801015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] For port 495d5c4c-4131-443b-84d7-03988993aadc, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=495d5c4c-4131-443b-84d7-03988993aadc,segment=NetworkSegment(cfea5b75-ef96-4781-9ac0-5ab4f51e91a6),segment_id=cfea5b75-ef96-4781-9ac0-5ab4f51e91a6)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:42.801416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (495d5c4c-4131-443b-84d7-03988993aadc), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.813869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Calling delete_port for 495d5c4c-4131-443b-84d7-03988993aadc owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:17:42.897899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (495d5c4c-4131-443b-84d7-03988993aadc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.903738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (495d5c4c-4131-443b-84d7-03988993aadc), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:42.928177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Pushing event deleted for resources: {'Port': ['ID=495d5c4c-4131-443b-84d7-03988993aadc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:42.928177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] No DVR routers for this DVR port 495d5c4c-4131-443b-84d7-03988993aadc on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:17:42.929609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Pushing event deleted for resources: {'Port': ['ID=495d5c4c-4131-443b-84d7-03988993aadc,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:42.936401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] No DVR routers for this DVR port 495d5c4c-4131-443b-84d7-03988993aadc on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:17:42.939059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.939411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.939761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.940106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.940443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.940795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.941134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.941465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.941800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.942134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.942462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.942794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.943125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.943446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:42.943770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee3cca4-f542-495e-8d5d-10c29ef3d02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:17:43.004349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (cafc95ee-da72-4595-bbd9-3555c8c9a6e9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.024767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafc95ee-da72-4595-bbd9-3555c8c9a6e9']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:43.033869 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:43.034170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfea5b75-ef96-4781-9ac0-5ab4f51e91a6') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:17:43.043431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (cfea5b75-ef96-4781-9ac0-5ab4f51e91a6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.056359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (cfea5b75-ef96-4781-9ac0-5ab4f51e91a6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.062205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (cfea5b75-ef96-4781-9ac0-5ab4f51e91a6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:17:43.065874 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:17:43.181827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (cafc95ee-da72-4595-bbd9-3555c8c9a6e9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.187073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.190913 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cafc95ee-da72-4595-bbd9-3555c8c9a6e9 HTTP/1.1" status: 204 len: 168 time: 0.6689599 Apr 07 02:17:43.208902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc23045-fba2-45f3-9a07-f3c7113b7935 admin admin] Pushing event deleted for resources: {'Network': ['ID=cafc95ee-da72-4595-bbd9-3555c8c9a6e9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:43.253554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4dba04d-5d3b-413b-b095-cf75586cde22 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:17:43.273869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: b4dba04d-5d3b-413b-b095-cf75586cde22 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:17:43.274149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4dba04d-5d3b-413b-b095-cf75586cde22 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:17:43.274556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1457ccc8-9e09-4e16-a5e4-cacb60108d8b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:17:43.293674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 1457ccc8-9e09-4e16-a5e4-cacb60108d8b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:17:43.294029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1457ccc8-9e09-4e16-a5e4-cacb60108d8b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:17:43.294440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 495d5c4c-4131-443b-84d7-03988993aadc no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:17:43.313968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 495d5c4c-4131-443b-84d7-03988993aadc {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:17:43.314398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 495d5c4c-4131-443b-84d7-03988993aadc not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:17:43.497470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58156) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:43.538136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-20acc58d-6864-4495-abf5-3bc678dd542c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e96660474eb9462a80125752e5155f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394909 Apr 07 02:17:43.540564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58158) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:43.592398 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b6f17b7-3e21-45ec-8b89-2034b89b6350 admin admin] Publish callbacks [] for security_group (ea2bb952-6d9e-4690-b707-0982c322a389), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.613925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b6f17b7-3e21-45ec-8b89-2034b89b6350 admin admin] Publish callbacks [] for security_group (ea2bb952-6d9e-4690-b707-0982c322a389), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.743129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b6f17b7-3e21-45ec-8b89-2034b89b6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ea2bb952-6d9e-4690-b707-0982c322a389), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.745855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7b6f17b7-3e21-45ec-8b89-2034b89b6350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:43.747049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7b6f17b7-3e21-45ec-8b89-2034b89b6350 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea2bb952-6d9e-4690-b707-0982c322a389 HTTP/1.1" status: 204 len: 168 time: 0.2054791 Apr 07 02:17:43.755216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f17b7-3e21-45ec-8b89-2034b89b6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2bb952-6d9e-4690-b707-0982c322a389,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:44.802672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58180) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:44.897756 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-71675327-network', 'tenant_id': '51db16a66ac649e391990d6ccaefc220'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:17:44.998962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Made reservation on behalf of 51db16a66ac649e391990d6ccaefc220 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:17:45.002028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.010882 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.083374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks [] for security_group (ab5c675e-b961-493c-9bc7-48fae3c09f93), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.166073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ab5c675e-b961-493c-9bc7-48fae3c09f93), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.193640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:17:45.199082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5c675e-b961-493c-9bc7-48fae3c09f93,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:45.207092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6d83b78a-ab10-476c-8b0f-21d355be7322), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.207495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Added segment 6d83b78a-ab10-476c-8b0f-21d355be7322 of type vlan for network 63de3e93-4461-4703-b240-5c02a17ea6dc Apr 07 02:17:45.248098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (63de3e93-4461-4703-b240-5c02a17ea6dc), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.330729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (63de3e93-4461-4703-b240-5c02a17ea6dc), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.331702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:45.332275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.395773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] Pushing event updated for resources: {'Network': ['ID=63de3e93-4461-4703-b240-5c02a17ea6dc,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:45.405522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 63de3e93-4461-4703-b240-5c02a17ea6dc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:17:45.447163 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3e06f114-3f00-4317-9228-b6acccb53490 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6403692 Apr 07 02:17:45.447361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58184) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:17:45.451975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Request body: {'subnet': {'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-71675327-subnet', 'tenant_id': '51db16a66ac649e391990d6ccaefc220', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:17:45.526008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Made reservation on behalf of 51db16a66ac649e391990d6ccaefc220 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:17:45.528363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.759969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (2f16aba9-1780-4ab0-ab83-832929f59f8e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:45.809137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f16aba9-1780-4ab0-ab83-832929f59f8e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:45.824366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Checking segment: {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:17:45.824732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Network hostable DHCP agents. Network: 63de3e93-4461-4703-b240-5c02a17ea6dc, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:17:45.919325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Network 63de3e93-4461-4703-b240-5c02a17ea6dc is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:17:46.004544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 63de3e93-4461-4703-b240-5c02a17ea6dc) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:17:46.008580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:46.009214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:46.020677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13bcde-2bd9-4fd1-84f3-7c4ad658ab7f None None] Network 63de3e93-4461-4703-b240-5c02a17ea6dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:17:46.100122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c1b7afc4-5815-46d6-b420-39f80c493b0e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6517506 Apr 07 02:17:46.112584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4f4b3-3a48-4355-93ba-4616e9e4c35b None None] Network 63de3e93-4461-4703-b240-5c02a17ea6dc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:17:46.510241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8c1f5e07-c599-4b7d-8ccd-aa10b56b5ee0 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:46.511715 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8c1f5e07-c599-4b7d-8ccd-aa10b56b5ee0 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/networks?id=63de3e93-4461-4703-b240-5c02a17ea6dc HTTP/1.1" status: 200 len: 812 time: 0.1052554 Apr 07 02:17:46.525631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-a68c5452-84bf-422e-b4a8-5698d6ba8215 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/quotas/51db16a66ac649e391990d6ccaefc220 HTTP/1.1" status: 200 len: 375 time: 0.0086820 Apr 07 02:17:46.556167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-c97c2e35-b963-4883-9e38-fc3651a79e0e tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51db16a66ac649e391990d6ccaefc220&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258498 Apr 07 02:17:46.689001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-b920dc23-7381-4249-bbc8-fe233957706d service neutron] 10.222.0.25 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264243 Apr 07 02:17:46.777108 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-06844587-4d5b-4c6b-bb45-dd696b0efbfc service neutron] 10.222.0.25 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824132 Apr 07 02:17:47.032223 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d32899eb-dc85-49e0-894b-35d446e6b3d6 req-ec9e6603-25bc-4be9-8307-45a119d42e03 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 210 time: 0.0271559 Apr 07 02:17:48.125808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:48.127731 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b46882dc-1866-4537-b6fa-181cf2dc16ea req-5225212f-7347-464a-8af5-4c53b206c4fe tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 210 time: 0.0270936 Apr 07 02:17:49.188228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-7faa1f75-c98d-40f7-9709-d65856c8ca07 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:49.189767 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-7faa1f75-c98d-40f7-9709-d65856c8ca07 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "GET /v2.0/networks?id=63de3e93-4461-4703-b240-5c02a17ea6dc HTTP/1.1" status: 200 len: 812 time: 0.1081855 Apr 07 02:17:49.206858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Request body: {'port': {'device_id': 'ef415389-0773-4499-820e-075a68a56336', 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc', 'admin_state_up': True, 'tenant_id': '51db16a66ac649e391990d6ccaefc220'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:17:49.227613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c8e5403-5a81-4836-bb2a-f0b2dd1b313b req-2566e753-6038-4bfb-8380-72df14659ec7 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 210 time: 0.0313244 Apr 07 02:17:49.423398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Made reservation on behalf of 51db16a66ac649e391990d6ccaefc220 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:17:49.426852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:49.549090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Allocated IP 172.20.0.3 (63de3e93-4461-4703-b240-5c02a17ea6dc/2f16aba9-1780-4ab0-ab83-832929f59f8e/81b6d9de-4902-48b8-bcfe-da8418744a02) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:17:49.691566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks [] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:49.771688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:49.812449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Network 63de3e93-4461-4703-b240-5c02a17ea6dc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:17:49.817501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:17:49.821339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:17:49.852193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Pushing event updated for resources: {'Port': ['ID=81b6d9de-4902-48b8-bcfe-da8418744a02,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:49.877359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:49.877978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:49.957511 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-30d4549f-488a-4dd7-8237-0dd502959e1a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7551322 Apr 07 02:17:49.970404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-4a7e59e5-4162-459f-881b-7d1bf64e9e9c tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:17:49.971356 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-4a7e59e5-4162-459f-881b-7d1bf64e9e9c tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057125 Apr 07 02:17:50.029228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Request body: {'port': {'device_id': 'ef415389-0773-4499-820e-075a68a56336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:17:50.087753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:50.345206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b6d9de-4902-48b8-bcfe-da8418744a02 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:17:50.345902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268e8149-6d1f-4791-ae19-6774abbacdeb req-f8d0e981-34a6-44f2-86f5-b733c6f48108 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:50.347145 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-268e8149-6d1f-4791-ae19-6774abbacdeb req-f8d0e981-34a6-44f2-86f5-b733c6f48108 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 931 time: 0.0526617 Apr 07 02:17:50.352784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Publish callbacks [] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:50.364540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Transition to ACTIVE for port object 81b6d9de-4902-48b8-bcfe-da8418744a02 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:17:50.394688 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-268e8149-6d1f-4791-ae19-6774abbacdeb req-3ec1dd5b-367c-4721-804f-5005667eb794 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Apr 07 02:17:50.451715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:50.503411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Pushing event updated for resources: {'Port': ['ID=81b6d9de-4902-48b8-bcfe-da8418744a02,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:50.566888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Attempting to bind port 81b6d9de-4902-48b8-bcfe-da8418744a02 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:17:50.567225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Attempting to bind port 81b6d9de-4902-48b8-bcfe-da8418744a02 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:17:50.567557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Attempting to bind port 81b6d9de-4902-48b8-bcfe-da8418744a02 on network 63de3e93-4461-4703-b240-5c02a17ea6dc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:17:50.571825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Port 81b6d9de-4902-48b8-bcfe-da8418744a02 on network 63de3e93-4461-4703-b240-5c02a17ea6dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:17:50.572163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Attempting to bind port 81b6d9de-4902-48b8-bcfe-da8418744a02 on network 63de3e93-4461-4703-b240-5c02a17ea6dc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:17:50.577008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:17:50.577354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Checking segment: {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:17:50.577743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Bound using segment: {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:17:50.578796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Bound port: 81b6d9de-4902-48b8-bcfe-da8418744a02, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:17:50.579156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:50.645854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] For port 81b6d9de-4902-48b8-bcfe-da8418744a02, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:17:50.648804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] For port 81b6d9de-4902-48b8-bcfe-da8418744a02, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=81b6d9de-4902-48b8-bcfe-da8418744a02,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:17:50.703779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:50.735998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:50.736623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:50.738040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] 10.222.0.10 "PUT /v2.0/ports/81b6d9de-4902-48b8-bcfe-da8418744a02 HTTP/1.1" status: 200 len: 1093 time: 0.7555764 Apr 07 02:17:50.742967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef415389-0773-4499-820e-075a68a56336', 'tag': '81b6d9de-4902-48b8-bcfe-da8418744a02'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:17:50.742967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87109d04-4b22-499e-a490-d3e45f381b69" -d '{"events": [{"name": "network-changed", "server_uuid": "ef415389-0773-4499-820e-075a68a56336", "tag": "81b6d9de-4902-48b8-bcfe-da8418744a02"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:17:50.765064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c52a7-d11a-4ee8-94a8-985cb758217d service neutron] Pushing event updated for resources: {'Port': ['ID=81b6d9de-4902-48b8-bcfe-da8418744a02,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:50.778772 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c63d27-c5c7-452b-8783-976f6fbbd71a x-openstack-request-id: req-f9c63d27-c5c7-452b-8783-976f6fbbd71a {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:17:50.779254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef415389-0773-4499-820e-075a68a56336", "tag": "81b6d9de-4902-48b8-bcfe-da8418744a02", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:17:50.779539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9c63d27-c5c7-452b-8783-976f6fbbd71a {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:17:50.779949 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c63d27-c5c7-452b-8783-976f6fbbd71a'] response: {'name': 'network-changed', 'server_uuid': 'ef415389-0773-4499-820e-075a68a56336', 'tag': '81b6d9de-4902-48b8-bcfe-da8418744a02', 'status': 'completed', 'code': 200} Apr 07 02:17:50.843976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87109d04-4b22-499e-a490-d3e45f381b69 req-da21a183-d565-4ceb-940c-bb5bf271fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:50.845648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87109d04-4b22-499e-a490-d3e45f381b69 req-da21a183-d565-4ceb-940c-bb5bf271fd1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51db16a66ac649e391990d6ccaefc220&device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 1127 time: 0.0460424 Apr 07 02:17:51.217450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87109d04-4b22-499e-a490-d3e45f381b69 req-bda92efd-0dff-434a-8e27-f968d323697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:51.219471 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87109d04-4b22-499e-a490-d3e45f381b69 req-bda92efd-0dff-434a-8e27-f968d323697b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=51db16a66ac649e391990d6ccaefc220&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3632691 Apr 07 02:17:51.312015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87109d04-4b22-499e-a490-d3e45f381b69 req-891fe457-bbe3-4a84-9083-ed6ff87bab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:51.313636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-87109d04-4b22-499e-a490-d3e45f381b69 req-891fe457-bbe3-4a84-9083-ed6ff87bab04 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0854001 Apr 07 02:17:51.403187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-d8a6bd04-ff35-4b55-a9b4-42872f39acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:51.404667 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-d8a6bd04-ff35-4b55-a9b4-42872f39acc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51db16a66ac649e391990d6ccaefc220&device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 1127 time: 0.0466151 Apr 07 02:17:51.451897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-93c17334-308f-4505-b74e-f7a085bcdbc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=81b6d9de-4902-48b8-bcfe-da8418744a02 HTTP/1.1" status: 200 len: 217 time: 0.0348313 Apr 07 02:17:51.502345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-03a9ae68-49ac-477c-b01c-57e3a91a22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:51.503827 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-03a9ae68-49ac-477c-b01c-57e3a91a22dc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f16aba9-1780-4ab0-ab83-832929f59f8e HTTP/1.1" status: 200 len: 852 time: 0.0441146 Apr 07 02:17:51.540927 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-0263b30f-99c0-4aa4-8d34-dc98f0c0937a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63de3e93-4461-4703-b240-5c02a17ea6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257137 Apr 07 02:17:51.560327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafad885-597c-4d81-aca1-7912ab42d101 req-8559c72f-2558-4945-8008-8430dc6781bb tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:51.561846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dafad885-597c-4d81-aca1-7912ab42d101 req-8559c72f-2558-4945-8008-8430dc6781bb tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 943 time: 0.1011443 Apr 07 02:17:51.614933 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dafad885-597c-4d81-aca1-7912ab42d101 req-96942578-c329-40f5-abff-e13f32dc5f09 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473607 Apr 07 02:17:51.637484 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-15421a34-8586-4632-92b2-ecfca6602491 service neutron] 10.222.0.10 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874138 Apr 07 02:17:51.735084 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0b3ad9c8-55b1-451c-a90d-cb35da19ad56 req-85794960-d1da-409b-9637-e6174b0d05dd service neutron] 10.222.0.10 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Apr 07 02:17:52.736818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ded17-a73e-4584-8421-43ae2b22329c req-01050b13-f4c3-4f5f-b793-6e8b438a4e2d tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:52.738311 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-869ded17-a73e-4584-8421-43ae2b22329c req-01050b13-f4c3-4f5f-b793-6e8b438a4e2d tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 943 time: 0.0558496 Apr 07 02:17:52.784195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-869ded17-a73e-4584-8421-43ae2b22329c req-8558c48b-4f09-4ae5-a1f2-71b546014d3e tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404017 Apr 07 02:17:53.900051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d1f09-4ffe-42df-8e88-d3f3c73f40e6 req-c8064f5e-d179-413d-b133-eb6139768a86 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:53.901582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-305d1f09-4ffe-42df-8e88-d3f3c73f40e6 req-c8064f5e-d179-413d-b133-eb6139768a86 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 943 time: 0.0519865 Apr 07 02:17:53.947724 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-305d1f09-4ffe-42df-8e88-d3f3c73f40e6 req-c748b353-3f81-4f36-a72f-5d028bb6380f tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399320 Apr 07 02:17:55.073945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa5e58-462d-43ba-916a-d92012885a14 req-cccdd9e9-a26e-42b8-84f3-9c4997e3c1e9 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:55.075417 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73aa5e58-462d-43ba-916a-d92012885a14 req-cccdd9e9-a26e-42b8-84f3-9c4997e3c1e9 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 943 time: 0.0631616 Apr 07 02:17:55.120854 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73aa5e58-462d-43ba-916a-d92012885a14 req-b35fd1ff-c5dd-48ec-806e-00ab4c33c1bf tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398004 Apr 07 02:17:56.059017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 81b6d9de-4902-48b8-bcfe-da8418744a02 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:17:56.155230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 81b6d9de-4902-48b8-bcfe-da8418744a02, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=81b6d9de-4902-48b8-bcfe-da8418744a02,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:56.166268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '81b6d9de-4902-48b8-bcfe-da8418744a02', 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc', 'port_id': '81b6d9de-4902-48b8-bcfe-da8418744a02', 'mac_address': 'fa:16:3e:11:2f:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f16aba9-1780-4ab0-ab83-832929f59f8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:17:56.203498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 81b6d9de-4902-48b8-bcfe-da8418744a02 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:17:56.203917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:56.217111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b6d9de-4902-48b8-bcfe-da8418744a02 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:17:56.235643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5bcda-7963-41b8-88e0-378c2c017b2e req-6a53bae2-c14d-4a06-bc8a-7bfeef180490 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:56.236797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 81b6d9de-4902-48b8-bcfe-da8418744a02, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=81b6d9de-4902-48b8-bcfe-da8418744a02,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:56.237146 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5ff5bcda-7963-41b8-88e0-378c2c017b2e req-6a53bae2-c14d-4a06-bc8a-7bfeef180490 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 943 time: 0.0517139 Apr 07 02:17:56.283166 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5ff5bcda-7963-41b8-88e0-378c2c017b2e req-33bfc9d9-9ae2-4830-8af9-86a10bd5bd98 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403872 Apr 07 02:17:56.296233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:56.346560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=81b6d9de-4902-48b8-bcfe-da8418744a02,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:56.551670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['81b6d9de-4902-48b8-bcfe-da8418744a02'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:17:57.446839 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bbc5a-9585-4c3a-b25a-c43fc2320204 req-9185148c-2f72-472b-b204-799066d349e1 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:57.448366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb8bbc5a-9585-4c3a-b25a-c43fc2320204 req-9185148c-2f72-472b-b204-799066d349e1 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 944 time: 0.1000805 Apr 07 02:17:57.497566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cb8bbc5a-9585-4c3a-b25a-c43fc2320204 req-3d31c125-4cad-4a7a-853b-a6c9ff2f0cc2 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Apr 07 02:17:58.060424 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 81b6d9de-4902-48b8-bcfe-da8418744a02 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:17:58.194346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 81b6d9de-4902-48b8-bcfe-da8418744a02 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:17:58.198122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 81b6d9de-4902-48b8-bcfe-da8418744a02 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:17:58.198500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:58.272400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 81b6d9de-4902-48b8-bcfe-da8418744a02 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:17:58.272830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:58.294496 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef415389-0773-4499-820e-075a68a56336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b6d9de-4902-48b8-bcfe-da8418744a02'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:17:58.296710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5254b8cc-8cae-41e4-8c7b-e9373361154b" -d '{"events": [{"server_uuid": "ef415389-0773-4499-820e-075a68a56336", "name": "network-vif-plugged", "status": "completed", "tag": "81b6d9de-4902-48b8-bcfe-da8418744a02"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:17:58.298163 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:17:58.308624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 81b6d9de-4902-48b8-bcfe-da8418744a02, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=81b6d9de-4902-48b8-bcfe-da8418744a02,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:17:58.333755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d2a948-b598-45ec-aca9-eda5634dbcfb x-openstack-request-id: req-c6d2a948-b598-45ec-aca9-eda5634dbcfb {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:17:58.334043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef415389-0773-4499-820e-075a68a56336", "name": "network-vif-plugged", "status": "completed", "tag": "81b6d9de-4902-48b8-bcfe-da8418744a02", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:17:58.334296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6d2a948-b598-45ec-aca9-eda5634dbcfb {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:17:58.334954 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d2a948-b598-45ec-aca9-eda5634dbcfb'] response: {'server_uuid': 'ef415389-0773-4499-820e-075a68a56336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b6d9de-4902-48b8-bcfe-da8418744a02', 'code': 200} Apr 07 02:17:58.371320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:58.565336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=81b6d9de-4902-48b8-bcfe-da8418744a02,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:17:58.610512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7534-3cd2-4a1b-b911-9713cfbbf609 req-2aeb7bc2-5d9c-46d9-a39b-c19f38347424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:58.612030 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a19f7534-3cd2-4a1b-b911-9713cfbbf609 req-2aeb7bc2-5d9c-46d9-a39b-c19f38347424 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 1129 time: 0.0500889 Apr 07 02:17:58.625844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06635a1-b92a-4468-897b-a19264004a7a req-6ca206f8-2af7-438e-a1a2-4172cc66f47a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:58.627332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a06635a1-b92a-4468-897b-a19264004a7a req-6ca206f8-2af7-438e-a1a2-4172cc66f47a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0522945 Apr 07 02:17:58.662859 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-a19f7534-3cd2-4a1b-b911-9713cfbbf609 req-39291b0c-2709-4c6c-8c5b-9c53a714714e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Apr 07 02:17:58.676358 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a06635a1-b92a-4468-897b-a19264004a7a req-4067b3dd-6eab-4e2a-b5b4-0ecb1ae8f70a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 Apr 07 02:17:59.033112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7dd00ed-8008-443e-b48f-0f954d9d1a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:17:59.794431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a384996-e824-466d-804e-c957b6b27dc6 req-81171787-bdd0-4a14-bc1a-2a010c9fb950 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:17:59.795901 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6a384996-e824-466d-804e-c957b6b27dc6 req-81171787-bdd0-4a14-bc1a-2a010c9fb950 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Apr 07 02:17:59.841038 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6a384996-e824-466d-804e-c957b6b27dc6 req-c6bd8b3b-a3b6-4a7a-b96e-fbe674cc55b6 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Apr 07 02:18:00.960734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb8d5-1f2f-440f-8f62-f3373b471ba6 req-3c006de7-842c-4d9e-bd1a-228210e9b1d5 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:00.962217 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c05cb8d5-1f2f-440f-8f62-f3373b471ba6 req-3c006de7-842c-4d9e-bd1a-228210e9b1d5 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0549793 Apr 07 02:18:01.008844 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c05cb8d5-1f2f-440f-8f62-f3373b471ba6 req-0cd06ab5-9969-414e-a67f-e095009a7d9a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Apr 07 02:18:01.224084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-4994bce2-5263-4f72-92c2-e597d2617061 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:01.225564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-4994bce2-5263-4f72-92c2-e597d2617061 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/networks?id=63de3e93-4461-4703-b240-5c02a17ea6dc HTTP/1.1" status: 200 len: 812 time: 0.0983167 Apr 07 02:18:01.239896 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-f3bd6c23-161a-453e-939d-c3ff45da8436 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/quotas/51db16a66ac649e391990d6ccaefc220 HTTP/1.1" status: 200 len: 375 time: 0.0091097 Apr 07 02:18:01.293946 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-67cc3d9b-ab3a-4f53-a956-5dc3ba2b8762 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=51db16a66ac649e391990d6ccaefc220&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493093 Apr 07 02:18:01.382391 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-340729d9-dc74-43f8-ab63-21ab416c36fa service neutron] 10.222.0.25 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810838 Apr 07 02:18:01.433981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6481bdb5-9bcc-4e92-959c-f7d977dbbb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:01.472878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-efea12f6-75f4-483b-aff8-d6fcc87d45b1 service neutron] 10.222.0.25 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849152 Apr 07 02:18:01.683228 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aee4eb57-e14e-4794-8bdf-8df2666aed45 req-c34fafc1-6ad4-4e5b-8a61-062504f36b58 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 210 time: 0.0274613 Apr 07 02:18:02.571311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:02.781737 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14ba87ed-ec25-4631-9d70-e06d584797b4 req-2f42b55a-3cb1-43de-8f6a-7972928512e6 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 210 time: 0.0266018 Apr 07 02:18:03.555461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-f3a57ea2-bb6e-4815-a44c-440eeead7a67 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:03.556827 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-f3a57ea2-bb6e-4815-a44c-440eeead7a67 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "GET /v2.0/networks?id=63de3e93-4461-4703-b240-5c02a17ea6dc HTTP/1.1" status: 200 len: 812 time: 0.1044195 Apr 07 02:18:03.569174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Request body: {'port': {'device_id': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc', 'admin_state_up': True, 'tenant_id': '51db16a66ac649e391990d6ccaefc220'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:03.748547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Made reservation on behalf of 51db16a66ac649e391990d6ccaefc220 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:03.752611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:03.880623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-62a12713-c7c0-4749-ad17-5a2677725fec req-ee7d0241-f6d6-4532-87c2-3d1acd7bcf9b tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 210 time: 0.0292857 Apr 07 02:18:03.890632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Allocated IP 172.20.0.11 (63de3e93-4461-4703-b240-5c02a17ea6dc/2f16aba9-1780-4ab0-ab83-832929f59f8e/2e7cb734-ec2e-40e8-a9af-68415e5ba425) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:04.038759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks [] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.057175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.137429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.148896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['81b6d9de-4902-48b8-bcfe-da8418744a02'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:18:04.183864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Network 63de3e93-4461-4703-b240-5c02a17ea6dc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:04.187138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:04.190901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:04.197212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Pushing event updated for resources: {'Port': ['ID=2e7cb734-ec2e-40e8-a9af-68415e5ba425,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:04.242345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:04.242967 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.316969 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-ace52917-5c1a-40ae-b238-521e5194d574 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7512238 Apr 07 02:18:04.330603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Request body: {'port': {'device_id': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:04.391948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.647491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7cb734-ec2e-40e8-a9af-68415e5ba425 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:18:04.654876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Publish callbacks [] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.666600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Transition to ACTIVE for port object 2e7cb734-ec2e-40e8-a9af-68415e5ba425 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:18:04.726029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.798072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7cb734-ec2e-40e8-a9af-68415e5ba425,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:04.846800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Attempting to bind port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:04.847142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Attempting to bind port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:04.847481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Attempting to bind port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 on network 63de3e93-4461-4703-b240-5c02a17ea6dc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:04.851830 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 on network 63de3e93-4461-4703-b240-5c02a17ea6dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:18:04.852160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Attempting to bind port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 on network 63de3e93-4461-4703-b240-5c02a17ea6dc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:04.856973 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:04.857320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Checking segment: {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:04.857714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Bound using segment: {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:04.858143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Bound port: 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d83b78a-ab10-476c-8b0f-21d355be7322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:04.858506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:04.922634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] For port 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:04.925748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] For port 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e7cb734-ec2e-40e8-a9af-68415e5ba425,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:05.001368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d3ee-50d8-4088-9b35-42151118a15b req-af17e2bf-3d30-4dc6-855e-21c062e09f66 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.002845 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b183d3ee-50d8-4088-9b35-42151118a15b req-af17e2bf-3d30-4dc6-855e-21c062e09f66 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 944 time: 0.0559289 Apr 07 02:18:05.022272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:05.049639 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b183d3ee-50d8-4088-9b35-42151118a15b req-626ecf2c-7ae3-4eaa-8fc0-9afbfb7c7388 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Apr 07 02:18:05.055221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.055841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:05.057291 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e7cb734-ec2e-40e8-a9af-68415e5ba425 HTTP/1.1" status: 200 len: 1094 time: 0.7313004 Apr 07 02:18:05.057741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'tag': '2e7cb734-ec2e-40e8-a9af-68415e5ba425'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:18:05.059988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c4ad40-8611-4e38-bd1e-a524639a5f22" -d '{"events": [{"name": "network-changed", "server_uuid": "fac4e1df-95d4-4699-9685-2843fc85f52e", "tag": "2e7cb734-ec2e-40e8-a9af-68415e5ba425"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:18:05.091165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff09b5b-0342-41c1-86ba-828aa7a9a562 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7cb734-ec2e-40e8-a9af-68415e5ba425,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:05.096344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f0e788-d641-4feb-ae2a-3c94d503c318 x-openstack-request-id: req-80f0e788-d641-4feb-ae2a-3c94d503c318 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:18:05.096643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac4e1df-95d4-4699-9685-2843fc85f52e", "tag": "2e7cb734-ec2e-40e8-a9af-68415e5ba425", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:18:05.096929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80f0e788-d641-4feb-ae2a-3c94d503c318 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:18:05.097413 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f0e788-d641-4feb-ae2a-3c94d503c318'] response: {'name': 'network-changed', 'server_uuid': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'tag': '2e7cb734-ec2e-40e8-a9af-68415e5ba425', 'status': 'completed', 'code': 200} Apr 07 02:18:05.170217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ad40-8611-4e38-bd1e-a524639a5f22 req-6a411f4e-f9a8-4f88-8f3c-6413dda8db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.173913 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34c4ad40-8611-4e38-bd1e-a524639a5f22 req-6a411f4e-f9a8-4f88-8f3c-6413dda8db5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51db16a66ac649e391990d6ccaefc220&device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 1128 time: 0.0487361 Apr 07 02:18:05.268700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ad40-8611-4e38-bd1e-a524639a5f22 req-4c3b53dd-9123-45dd-a216-173077a9e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.270209 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34c4ad40-8611-4e38-bd1e-a524639a5f22 req-4c3b53dd-9123-45dd-a216-173077a9e074 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=51db16a66ac649e391990d6ccaefc220&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0906522 Apr 07 02:18:05.308030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:05.367185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ad40-8611-4e38-bd1e-a524639a5f22 req-608ddbec-4304-4625-a8b8-82e8e3ffb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.368657 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-34c4ad40-8611-4e38-bd1e-a524639a5f22 req-608ddbec-4304-4625-a8b8-82e8e3ffb54d service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0920894 Apr 07 02:18:05.449386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-6afd6b75-2044-4da5-a9d5-ffbdcbcedc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.450772 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-6afd6b75-2044-4da5-a9d5-ffbdcbcedc85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51db16a66ac649e391990d6ccaefc220&device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 1128 time: 0.0434113 Apr 07 02:18:05.497870 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-dcc89386-c39c-4800-8a0e-8da617a54605 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e7cb734-ec2e-40e8-a9af-68415e5ba425 HTTP/1.1" status: 200 len: 217 time: 0.0373647 Apr 07 02:18:05.545386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-8a0b3217-fe47-4175-a333-5269d419fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:05.547336 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-8a0b3217-fe47-4175-a333-5269d419fcad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2f16aba9-1780-4ab0-ab83-832929f59f8e HTTP/1.1" status: 200 len: 852 time: 0.0419550 Apr 07 02:18:05.576159 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-b73092e7-0546-4649-bd68-b752a4ccf1c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=63de3e93-4461-4703-b240-5c02a17ea6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236094 Apr 07 02:18:05.661633 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-9aafb70e-061b-495a-9206-9c1af3959cd6 service neutron] 10.222.0.10 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792456 Apr 07 02:18:05.752051 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92fe23c3-a7a1-459f-a9eb-f3969afc284d req-0d530812-d70c-4916-a4e0-5c843c0c927d service neutron] 10.222.0.10 "GET /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Apr 07 02:18:06.169109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b760fb-c48b-481c-b65d-d1a2b0c5075d req-37e5e989-9762-4aa3-99f4-2fa21bd81404 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:06.170583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0b760fb-c48b-481c-b65d-d1a2b0c5075d req-37e5e989-9762-4aa3-99f4-2fa21bd81404 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 944 time: 0.0515225 Apr 07 02:18:06.216182 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0b760fb-c48b-481c-b65d-d1a2b0c5075d req-f5f69825-c7c2-4b45-b025-2a67e676e744 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Apr 07 02:18:07.330874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5e3f2-c48b-470d-b7ef-be073fe51bbc req-5458b3d2-5fc4-4f1b-a6f9-85b16a16c800 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:07.332357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-90b5e3f2-c48b-470d-b7ef-be073fe51bbc req-5458b3d2-5fc4-4f1b-a6f9-85b16a16c800 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 944 time: 0.0505185 Apr 07 02:18:07.382831 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-90b5e3f2-c48b-470d-b7ef-be073fe51bbc req-313851c4-b653-4d09-9494-72aaf312b6c4 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447190 Apr 07 02:18:08.089016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e7cb734-ec2e-40e8-a9af-68415e5ba425 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:18:08.184414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e7cb734-ec2e-40e8-a9af-68415e5ba425,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:08.195729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2e7cb734-ec2e-40e8-a9af-68415e5ba425', 'network_id': '63de3e93-4461-4703-b240-5c02a17ea6dc', 'port_id': '2e7cb734-ec2e-40e8-a9af-68415e5ba425', 'mac_address': 'fa:16:3e:f9:a1:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f16aba9-1780-4ab0-ab83-832929f59f8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:18:08.233336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:08.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:08.245978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7cb734-ec2e-40e8-a9af-68415e5ba425 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:18:08.264766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e7cb734-ec2e-40e8-a9af-68415e5ba425,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:08.325382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:08.371870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e7cb734-ec2e-40e8-a9af-68415e5ba425,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:08.498283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bde455-2993-4626-9228-90d77b7dc9ae req-067d3c30-2fa0-413a-b7af-3ccbd01aea21 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:08.500310 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-25bde455-2993-4626-9228-90d77b7dc9ae req-067d3c30-2fa0-413a-b7af-3ccbd01aea21 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 945 time: 0.0515957 Apr 07 02:18:08.544690 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-25bde455-2993-4626-9228-90d77b7dc9ae req-25df44bb-9db2-43b5-94d8-0f24df1bf84f tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389633 Apr 07 02:18:08.545542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2e7cb734-ec2e-40e8-a9af-68415e5ba425'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:18:09.659357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb5253-323c-4091-8d48-b8ad9728260b req-57a0ed7c-c7a8-43d3-9115-6b445ad35769 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:09.660844 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2adb5253-323c-4091-8d48-b8ad9728260b req-57a0ed7c-c7a8-43d3-9115-6b445ad35769 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 945 time: 0.0512967 Apr 07 02:18:09.708002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2adb5253-323c-4091-8d48-b8ad9728260b req-ab2e362d-3831-4b72-b957-d7e1b64f36f3 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416582 Apr 07 02:18:10.094929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e7cb734-ec2e-40e8-a9af-68415e5ba425 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:10.205505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:18:10.209207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:10.209856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:10.288207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:10.288596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:10.310499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7cb734-ec2e-40e8-a9af-68415e5ba425'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:18:10.313243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad49af4-99d2-48b4-a507-ae33828d1103" -d '{"events": [{"server_uuid": "fac4e1df-95d4-4699-9685-2843fc85f52e", "name": "network-vif-plugged", "status": "completed", "tag": "2e7cb734-ec2e-40e8-a9af-68415e5ba425"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:18:10.325349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e7cb734-ec2e-40e8-a9af-68415e5ba425,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:10.352855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5512c86a-3145-4a09-aeb3-affe7c9460a8 x-openstack-request-id: req-5512c86a-3145-4a09-aeb3-affe7c9460a8 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:18:10.353156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac4e1df-95d4-4699-9685-2843fc85f52e", "name": "network-vif-plugged", "status": "completed", "tag": "2e7cb734-ec2e-40e8-a9af-68415e5ba425", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:18:10.353416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5512c86a-3145-4a09-aeb3-affe7c9460a8 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:18:10.353845 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5512c86a-3145-4a09-aeb3-affe7c9460a8'] response: {'server_uuid': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7cb734-ec2e-40e8-a9af-68415e5ba425', 'code': 200} Apr 07 02:18:10.388618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:10.434941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2e7cb734-ec2e-40e8-a9af-68415e5ba425,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:10.662293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b69f2-c523-479a-89c2-7342568f4042 req-ed26d5a8-f2ba-48d9-93d2-43eba67937ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:10.663880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c9b69f2-c523-479a-89c2-7342568f4042 req-ed26d5a8-f2ba-48d9-93d2-43eba67937ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 1130 time: 0.0488119 Apr 07 02:18:10.709895 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4c9b69f2-c523-479a-89c2-7342568f4042 req-9db5b28f-bc96-4ff2-a642-74403baface5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373454 Apr 07 02:18:10.830747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba74fc-325a-4e7a-8329-795687a4fb28 req-b3e1bd09-982d-48c6-a0bd-c35beb7ce267 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:10.832215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6dba74fc-325a-4e7a-8329-795687a4fb28 req-b3e1bd09-982d-48c6-a0bd-c35beb7ce267 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 946 time: 0.0549660 Apr 07 02:18:10.878084 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6dba74fc-325a-4e7a-8329-795687a4fb28 req-446250f9-1c5a-4420-bec8-d52d3d97d924 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400367 Apr 07 02:18:11.995327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c14bd7-41f3-458a-a915-02a57e11cdb4 req-1877c244-f14a-47c7-9e35-6e04006058f0 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:11.996811 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-09c14bd7-41f3-458a-a915-02a57e11cdb4 req-1877c244-f14a-47c7-9e35-6e04006058f0 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 946 time: 0.0517178 Apr 07 02:18:12.042307 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-09c14bd7-41f3-458a-a915-02a57e11cdb4 req-0b346391-f917-47d5-b32a-7ab26dc751d5 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Apr 07 02:18:13.156694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc762e89-a460-4bee-97dc-41362dd2fe73 req-8f35efb1-1323-4302-adfb-d8f49d3fb188 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:13.158118 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc762e89-a460-4bee-97dc-41362dd2fe73 req-8f35efb1-1323-4302-adfb-d8f49d3fb188 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 946 time: 0.0508423 Apr 07 02:18:13.207130 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc762e89-a460-4bee-97dc-41362dd2fe73 req-9b281f75-3eba-466c-90f4-fe56f940e52a tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434272 Apr 07 02:18:13.613279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83c8d3-cdd7-4258-9be8-35c25ad239e7 req-b4821cbe-17a0-4298-ade9-20abf1c432ed tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:13.614744 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7d83c8d3-cdd7-4258-9be8-35c25ad239e7 req-b4821cbe-17a0-4298-ade9-20abf1c432ed tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 946 time: 0.0521703 Apr 07 02:18:13.660291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7d83c8d3-cdd7-4258-9be8-35c25ad239e7 req-b027ce86-198b-4bd7-8c15-8da04f350be9 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399594 Apr 07 02:18:14.778067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4d1cb-e012-4d33-a220-d6a8d8cab56f req-eb18590e-5d8a-433a-9411-3b212ada3475 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:14.779534 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ddd4d1cb-e012-4d33-a220-d6a8d8cab56f req-eb18590e-5d8a-433a-9411-3b212ada3475 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 946 time: 0.0522201 Apr 07 02:18:14.825424 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ddd4d1cb-e012-4d33-a220-d6a8d8cab56f req-36d7705d-6e26-4147-a341-c6814ddd75fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402431 Apr 07 02:18:15.070006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-11dfb219-6ff3-4990-876f-c6e5bcb72ff9 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:15.071389 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-11dfb219-6ff3-4990-876f-c6e5bcb72ff9 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 946 time: 0.0551224 Apr 07 02:18:15.159488 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Deleting port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:15.159826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:15.248284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] For port 2e7cb734-ec2e-40e8-a9af-68415e5ba425, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2e7cb734-ec2e-40e8-a9af-68415e5ba425,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:15.248645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:15.261498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Calling delete_port for 2e7cb734-ec2e-40e8-a9af-68415e5ba425 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:15.428013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2e7cb734-ec2e-40e8-a9af-68415e5ba425), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:15.442471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['81b6d9de-4902-48b8-bcfe-da8418744a02', '2e7cb734-ec2e-40e8-a9af-68415e5ba425'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:18:15.460333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Pushing event deleted for resources: {'Port': ['ID=2e7cb734-ec2e-40e8-a9af-68415e5ba425,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:15.503132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] No DVR routers for this DVR port 2e7cb734-ec2e-40e8-a9af-68415e5ba425 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:15.505679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:15.509047 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-fb5e6874-a121-40ee-b7c2-9c10a7c979b3 req-556dbf12-c57e-4b16-bd6c-2bb259bb7167 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "DELETE /v2.0/ports/2e7cb734-ec2e-40e8-a9af-68415e5ba425 HTTP/1.1" status: 204 len: 173 time: 0.4326005 Apr 07 02:18:15.509497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'name': 'network-vif-deleted', 'tag': '2e7cb734-ec2e-40e8-a9af-68415e5ba425'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:18:15.511749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aac6a5d-68a7-4e28-a29d-132be01465ec" -d '{"events": [{"server_uuid": "fac4e1df-95d4-4699-9685-2843fc85f52e", "name": "network-vif-deleted", "tag": "2e7cb734-ec2e-40e8-a9af-68415e5ba425"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:18:15.549302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557ab6d-0eb9-473e-9e7f-0b465818e134 x-openstack-request-id: req-e557ab6d-0eb9-473e-9e7f-0b465818e134 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:18:15.549605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac4e1df-95d4-4699-9685-2843fc85f52e", "name": "network-vif-deleted", "tag": "2e7cb734-ec2e-40e8-a9af-68415e5ba425", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:18:15.549862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e557ab6d-0eb9-473e-9e7f-0b465818e134 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:18:15.550278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e557ab6d-0eb9-473e-9e7f-0b465818e134'] response: {'server_uuid': 'fac4e1df-95d4-4699-9685-2843fc85f52e', 'name': 'network-vif-deleted', 'tag': '2e7cb734-ec2e-40e8-a9af-68415e5ba425', 'status': 'completed', 'code': 200} Apr 07 02:18:15.932680 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4dc31878-be3c-4be9-85c7-4e8e9812d240 req-9f24f343-4eb2-473b-b9a8-a0dde0ee3426 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac4e1df-95d4-4699-9685-2843fc85f52e HTTP/1.1" status: 200 len: 210 time: 0.0298600 Apr 07 02:18:17.081917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eeb24-72db-40d8-b7e3-1c178458d531 req-43f684b8-e347-4695-89b3-1836d8b23ef6 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:17.083384 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-613eeb24-72db-40d8-b7e3-1c178458d531 req-43f684b8-e347-4695-89b3-1836d8b23ef6 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0521948 Apr 07 02:18:17.128575 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-613eeb24-72db-40d8-b7e3-1c178458d531 req-a9119859-e257-485b-9a76-161ddf6e404e tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Apr 07 02:18:17.259961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c8a4a-eaff-41d4-be17-b8bc0a5826d2 req-959bef70-ff42-4c2f-88fc-45db9b3a2ad2 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:17.261453 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa0c8a4a-eaff-41d4-be17-b8bc0a5826d2 req-959bef70-ff42-4c2f-88fc-45db9b3a2ad2 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Apr 07 02:18:17.310565 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fa0c8a4a-eaff-41d4-be17-b8bc0a5826d2 req-1f43a31d-9b7c-406f-a8ae-cbf6f1791a65 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Apr 07 02:18:17.428255 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a89206-f4bf-4b1c-be49-e9a23155a110 req-45084b77-9be0-4ba2-8ab0-e81ce15a973b tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:17.429774 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c2a89206-f4bf-4b1c-be49-e9a23155a110 req-45084b77-9be0-4ba2-8ab0-e81ce15a973b tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0524683 Apr 07 02:18:17.476630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c2a89206-f4bf-4b1c-be49-e9a23155a110 req-08c73da2-0d9f-41c7-820c-b47c75e77eff tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414445 Apr 07 02:18:17.641434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4e943-2f1e-4a49-8d63-6c00739efd25 req-02b876e0-4487-41fb-b1cc-3334deac6395 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:17.642880 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4c4e943-2f1e-4a49-8d63-6c00739efd25 req-02b876e0-4487-41fb-b1cc-3334deac6395 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0510151 Apr 07 02:18:17.687421 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4c4e943-2f1e-4a49-8d63-6c00739efd25 req-066217eb-16dd-4d37-93b6-5a154c90902f tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Apr 07 02:18:17.805731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d1540-a886-4de2-a247-eccd6ec70ddb req-3c5087fe-7498-42b6-ac44-7d415eb88aa4 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:17.807176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8a1d1540-a886-4de2-a247-eccd6ec70ddb req-3c5087fe-7498-42b6-ac44-7d415eb88aa4 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0544009 Apr 07 02:18:17.852896 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8a1d1540-a886-4de2-a247-eccd6ec70ddb req-3b048e00-9ef5-4c49-8c4d-5f46458dbfa6 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402238 Apr 07 02:18:17.977645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049a6ff-f503-4734-854c-cc440969eb49 req-ba1f3088-b99f-4895-9057-d417ac04fc99 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:17.979000 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4049a6ff-f503-4734-854c-cc440969eb49 req-ba1f3088-b99f-4895-9057-d417ac04fc99 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Apr 07 02:18:18.025536 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4049a6ff-f503-4734-854c-cc440969eb49 req-47c48d5c-f8e0-496b-81f4-ec0709a5dd8d tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Apr 07 02:18:18.126102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:18.458235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d34243-53aa-4d77-8212-f3db0384a56a req-085d03b7-fbdd-4c3c-884c-8ee980f1ff8f tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:18.459955 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48d34243-53aa-4d77-8212-f3db0384a56a req-085d03b7-fbdd-4c3c-884c-8ee980f1ff8f tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0518198 Apr 07 02:18:18.513594 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-48d34243-53aa-4d77-8212-f3db0384a56a req-91ab52ae-0d4d-4866-abf8-721eaf6ebd2f tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480931 Apr 07 02:18:19.631926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebe450-80a4-4d30-8b02-6b34131a20b3 req-ffc60d31-ce29-4bce-aa59-3f8db9d2fcb0 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:19.633508 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-32ebe450-80a4-4d30-8b02-6b34131a20b3 req-ffc60d31-ce29-4bce-aa59-3f8db9d2fcb0 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0511100 Apr 07 02:18:19.679008 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-32ebe450-80a4-4d30-8b02-6b34131a20b3 req-d9e244f9-748a-449e-81a7-e5d7df05c1a7 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5c675e-b961-493c-9bc7-48fae3c09f93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Apr 07 02:18:19.969974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-c743cc46-1bb6-40e7-8560-af36b5b5f378 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:19.971418 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-c743cc46-1bb6-40e7-8560-af36b5b5f378 tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 945 time: 0.0519984 Apr 07 02:18:20.067057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Deleting port 81b6d9de-4902-48b8-bcfe-da8418744a02 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:20.067395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:20.139440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e7cb734-ec2e-40e8-a9af-68415e5ba425 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:18:20.153705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] For port 81b6d9de-4902-48b8-bcfe-da8418744a02, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=81b6d9de-4902-48b8-bcfe-da8418744a02,segment=NetworkSegment(6d83b78a-ab10-476c-8b0f-21d355be7322),segment_id=6d83b78a-ab10-476c-8b0f-21d355be7322)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:20.154006 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:20.162043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 2e7cb734-ec2e-40e8-a9af-68415e5ba425 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:20.162387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2e7cb734-ec2e-40e8-a9af-68415e5ba425 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:18:20.166224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Calling delete_port for 81b6d9de-4902-48b8-bcfe-da8418744a02 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:20.370728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (81b6d9de-4902-48b8-bcfe-da8418744a02), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:20.383829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['81b6d9de-4902-48b8-bcfe-da8418744a02'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:18:20.406712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Pushing event deleted for resources: {'Port': ['ID=81b6d9de-4902-48b8-bcfe-da8418744a02,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:20.431156 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.431520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.431874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.432226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.432570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.432961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.433307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.433673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.434015 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.434356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.434697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.435035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.435372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.435705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.436042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:20.457595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] No DVR routers for this DVR port 81b6d9de-4902-48b8-bcfe-da8418744a02 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:20.460238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:20.464066 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6af76045-6696-413b-b11e-cd06fd6f6987 req-a5251469-4cb6-4312-8101-edc8eeb679fd tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.10 "DELETE /v2.0/ports/81b6d9de-4902-48b8-bcfe-da8418744a02 HTTP/1.1" status: 204 len: 173 time: 0.4857821 Apr 07 02:18:20.464529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef415389-0773-4499-820e-075a68a56336', 'name': 'network-vif-deleted', 'tag': '81b6d9de-4902-48b8-bcfe-da8418744a02'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:18:20.466804 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fb76cc-9161-4191-8cae-bc60ec8154f4" -d '{"events": [{"server_uuid": "ef415389-0773-4499-820e-075a68a56336", "name": "network-vif-deleted", "tag": "81b6d9de-4902-48b8-bcfe-da8418744a02"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:18:20.503001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245d62e7-ca1e-46ae-8f20-7c513c9fdc4c x-openstack-request-id: req-245d62e7-ca1e-46ae-8f20-7c513c9fdc4c {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:18:20.503296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef415389-0773-4499-820e-075a68a56336", "name": "network-vif-deleted", "tag": "81b6d9de-4902-48b8-bcfe-da8418744a02", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:18:20.503550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-245d62e7-ca1e-46ae-8f20-7c513c9fdc4c {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:18:20.503955 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-245d62e7-ca1e-46ae-8f20-7c513c9fdc4c'] response: {'server_uuid': 'ef415389-0773-4499-820e-075a68a56336', 'name': 'network-vif-deleted', 'tag': '81b6d9de-4902-48b8-bcfe-da8418744a02', 'status': 'completed', 'code': 200} Apr 07 02:18:20.773819 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7d31a894-f51c-47c3-9b2b-b352f40c01c5 req-82a591c2-b194-4d3b-8bf0-8650a3e436cc tempest-ServersNegativeTestJSON-452175586 tempest-ServersNegativeTestJSON-452175586-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef415389-0773-4499-820e-075a68a56336 HTTP/1.1" status: 200 len: 210 time: 0.0265129 Apr 07 02:18:21.830528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58350) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:21.877649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Deleting subnet 2f16aba9-1780-4ab0-ab83-832929f59f8e {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:18:21.880747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Publish callbacks [] for subnet (2f16aba9-1780-4ab0-ab83-832929f59f8e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:21.914390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (2f16aba9-1780-4ab0-ab83-832929f59f8e), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:21.952456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (2f16aba9-1780-4ab0-ab83-832929f59f8e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.062419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (2f16aba9-1780-4ab0-ab83-832929f59f8e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.088199 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f16aba9-1780-4ab0-ab83-832929f59f8e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:22.091985 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.094828 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-08f328e8-2e75-45b4-ac39-d2b5f576c496 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2f16aba9-1780-4ab0-ab83-832929f59f8e HTTP/1.1" status: 204 len: 168 time: 0.2633049 Apr 07 02:18:22.097267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58352) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:22.167870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (63de3e93-4461-4703-b240-5c02a17ea6dc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.245431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (63de3e93-4461-4703-b240-5c02a17ea6dc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.264390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63de3e93-4461-4703-b240-5c02a17ea6dc']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:22.273464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d83b78a-ab10-476c-8b0f-21d355be7322') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:22.273769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d83b78a-ab10-476c-8b0f-21d355be7322') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:22.287337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (6d83b78a-ab10-476c-8b0f-21d355be7322), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.300889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6d83b78a-ab10-476c-8b0f-21d355be7322), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.306605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:22.306995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (6d83b78a-ab10-476c-8b0f-21d355be7322), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:22.308582 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:22.444964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (63de3e93-4461-4703-b240-5c02a17ea6dc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.449180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.452553 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] 10.222.0.25 "DELETE /v2.0/networks/63de3e93-4461-4703-b240-5c02a17ea6dc HTTP/1.1" status: 204 len: 168 time: 0.3543828 Apr 07 02:18:22.465337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354060-1405-41d4-9a95-8aaa2148165b admin admin] Pushing event deleted for resources: {'Network': ['ID=63de3e93-4461-4703-b240-5c02a17ea6dc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:22.713223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58356) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:22.755095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-820088fc-4b8e-41a4-88f0-a5e0533e7b75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51db16a66ac649e391990d6ccaefc220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411277 Apr 07 02:18:22.757579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58358) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:22.803807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31efd482-8fd0-4a25-a1ea-2367d1e2d0f2 admin admin] Publish callbacks [] for security_group (ab5c675e-b961-493c-9bc7-48fae3c09f93), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.824139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31efd482-8fd0-4a25-a1ea-2367d1e2d0f2 admin admin] Publish callbacks [] for security_group (ab5c675e-b961-493c-9bc7-48fae3c09f93), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.930964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31efd482-8fd0-4a25-a1ea-2367d1e2d0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ab5c675e-b961-493c-9bc7-48fae3c09f93), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.933767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-31efd482-8fd0-4a25-a1ea-2367d1e2d0f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:22.934961 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-31efd482-8fd0-4a25-a1ea-2367d1e2d0f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab5c675e-b961-493c-9bc7-48fae3c09f93 HTTP/1.1" status: 204 len: 168 time: 0.1764028 Apr 07 02:18:22.943149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efd482-8fd0-4a25-a1ea-2367d1e2d0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5c675e-b961-493c-9bc7-48fae3c09f93,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:23.981944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58380) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:24.076620 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-949174800'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:24.153380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:24.156640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.165010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.184697 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 81b6d9de-4902-48b8-bcfe-da8418744a02 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:18:24.204476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 81b6d9de-4902-48b8-bcfe-da8418744a02 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:24.204849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 81b6d9de-4902-48b8-bcfe-da8418744a02 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:18:24.237832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for security_group (32a99703-9c8e-47dc-9aec-0c7a6e79b0ad), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.290503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (32a99703-9c8e-47dc-9aec-0c7a6e79b0ad), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.316909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:24.326229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a99703-9c8e-47dc-9aec-0c7a6e79b0ad,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:24.330842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (156a83d4-8cb2-4d37-8452-f9e2cc202c40), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.331193 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Added segment 156a83d4-8cb2-4d37-8452-f9e2cc202c40 of type vlan for network 5fb7cdec-d7ca-40c0-8218-563a0af788ec Apr 07 02:18:24.378317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (5fb7cdec-d7ca-40c0-8218-563a0af788ec), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.444971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (5fb7cdec-d7ca-40c0-8218-563a0af788ec), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.449886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:24.450473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:24.517561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Network': ['ID=5fb7cdec-d7ca-40c0-8218-563a0af788ec,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:24.527615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 5fb7cdec-d7ca-40c0-8218-563a0af788ec details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:24.555635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b08abcdf-9971-470e-bdce-4c19e73c4c6c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5725572 Apr 07 02:18:27.764831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58384) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:27.769887 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'subnet': {'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:27.935234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:27.938787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.186738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (c7bedc13-ed54-41b6-af61-e1687ba2daaa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.248788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Subnet': ['ID=c7bedc13-ed54-41b6-af61-e1687ba2daaa,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:28.253564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Checking segment: {'id': '156a83d4-8cb2-4d37-8452-f9e2cc202c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:28.253926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network hostable DHCP agents. Network: 5fb7cdec-d7ca-40c0-8218-563a0af788ec, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:28.330533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network 5fb7cdec-d7ca-40c0-8218-563a0af788ec is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:28.393129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 5fb7cdec-d7ca-40c0-8218-563a0af788ec) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:28.397303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:28.397903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.402825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b5cf65-c494-4b7d-a7f2-e071790529b7 None None] Network 5fb7cdec-d7ca-40c0-8218-563a0af788ec requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:28.476127 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fa9fed82-ce3d-4ce2-939b-f9637124926d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7100248 Apr 07 02:18:28.479489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58386) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:28.484442 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1980477090'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:28.501592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-5fb7cdec-d7ca-40c0-8218-563a0af788ec', 'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec', 'project_id': '76069a2908034e1dbcc8cce22ee41ee6', 'fixed_ips': [{'subnet_id': 'c7bedc13-ed54-41b6-af61-e1687ba2daaa'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:28.502440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.564467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:28.568564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.591997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:28.600519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.600900 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Added segment e0859d5b-bfa1-4a93-a7c6-016c0149d682 of type vlan for network f718857f-5fdc-4c41-9767-08001b4364b6 Apr 07 02:18:28.638736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Allocated IP 2001:db8:0:ffff::2 (5fb7cdec-d7ca-40c0-8218-563a0af788ec/c7bedc13-ed54-41b6-af61-e1687ba2daaa/ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:28.639862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.725204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.730464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:28.730979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.778109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Publish callbacks [] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.801615 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Network': ['ID=f718857f-5fdc-4c41-9767-08001b4364b6,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:28.811880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f718857f-5fdc-4c41-9767-08001b4364b6 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:28.853572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:28.859057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0044ecb9-8ff5-4428-aee2-2faf43fbe38d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3785350 Apr 07 02:18:28.862192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58388) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:28.867640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'subnet': {'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:28.918626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Network 5fb7cdec-d7ca-40c0-8218-563a0af788ec is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:28.920015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:28.924739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:28.929568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Pushing event updated for resources: {'Port': ['ID=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:28.995522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Attempting to bind port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:28.995820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Attempting to bind port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '156a83d4-8cb2-4d37-8452-f9e2cc202c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:28.996188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Attempting to bind port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb on network 5fb7cdec-d7ca-40c0-8218-563a0af788ec {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:29.001615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:29.001990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Checking segment: {'id': '156a83d4-8cb2-4d37-8452-f9e2cc202c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:29.002398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.002790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Bound using segment: {'id': '156a83d4-8cb2-4d37-8452-f9e2cc202c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:29.003269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Bound port: ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156a83d4-8cb2-4d37-8452-f9e2cc202c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5fb7cdec-d7ca-40c0-8218-563a0af788ec'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:29.003640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.015341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:29.019493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.065178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] For port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:29.068730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] For port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,segment=NetworkSegment(156a83d4-8cb2-4d37-8452-f9e2cc202c40),segment_id=156a83d4-8cb2-4d37-8452-f9e2cc202c40)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:29.070172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-55af982e-be08-48d8-8f10-c91ff8977ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.142981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.208457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b4d8b-f76f-4660-b562-539d01d55c14 None None] Pushing event updated for resources: {'Port': ['ID=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:29.262268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (24ba7a94-6fe4-4fb0-bd63-5ef8321aea06), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.642702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Subnet': ['ID=24ba7a94-6fe4-4fb0-bd63-5ef8321aea06,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:29.650506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Checking segment: {'id': 'e0859d5b-bfa1-4a93-a7c6-016c0149d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:29.650878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network hostable DHCP agents. Network: f718857f-5fdc-4c41-9767-08001b4364b6, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:29.752922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network f718857f-5fdc-4c41-9767-08001b4364b6 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:29.838188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, f718857f-5fdc-4c41-9767-08001b4364b6) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:29.842468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:29.843091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:29.847963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9668df3a-f020-477c-816b-154e5a9c3da8 None None] Network f718857f-5fdc-4c41-9767-08001b4364b6 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:29.928536 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ae8cdc52-614a-47d0-82c9-21f29db54907 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0647335 Apr 07 02:18:29.930593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58390) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:29.955765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-f718857f-5fdc-4c41-9767-08001b4364b6', 'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6', 'project_id': '76069a2908034e1dbcc8cce22ee41ee6', 'fixed_ips': [{'subnet_id': '24ba7a94-6fe4-4fb0-bd63-5ef8321aea06'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:29.956729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.034229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.099386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec2a4cc-61a4-491a-8532-c49834356771 None None] Network 5fb7cdec-d7ca-40c0-8218-563a0af788ec requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:30.121384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Allocated IP 2001:db8::2 (f718857f-5fdc-4c41-9767-08001b4364b6/24ba7a94-6fe4-4fb0-bd63-5ef8321aea06/b979056d-7355-425a-add3-f08d1ca3ec53) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:30.122222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (24ba7a94-6fe4-4fb0-bd63-5ef8321aea06), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.239748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] Provisioning complete for port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:30.240127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.412230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Publish callbacks [] for port (b979056d-7355-425a-add3-f08d1ca3ec53), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.414765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] Current status of the port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:30.415138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.453338 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] For port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,segment=NetworkSegment(156a83d4-8cb2-4d37-8452-f9e2cc202c40),segment_id=156a83d4-8cb2-4d37-8452-f9e2cc202c40)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:30.469611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (b979056d-7355-425a-add3-f08d1ca3ec53), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.506266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.514337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (24ba7a94-6fe4-4fb0-bd63-5ef8321aea06), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.520840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Network f718857f-5fdc-4c41-9767-08001b4364b6 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:30.524049 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:30.525975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Pushing event updated for resources: {'Port': ['ID=b979056d-7355-425a-add3-f08d1ca3ec53,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:30.528184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:30.543580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Subnet': ['ID=24ba7a94-6fe4-4fb0-bd63-5ef8321aea06,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:30.614761 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.624530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Attempting to bind port b979056d-7355-425a-add3-f08d1ca3ec53 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:30.624962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Attempting to bind port b979056d-7355-425a-add3-f08d1ca3ec53 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'e0859d5b-bfa1-4a93-a7c6-016c0149d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:30.625401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Attempting to bind port b979056d-7355-425a-add3-f08d1ca3ec53 on network f718857f-5fdc-4c41-9767-08001b4364b6 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:30.630263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b6881-27da-4846-b4cd-64cbb0273e08 None None] Pushing event updated for resources: {'Port': ['ID=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:30.635296 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f718857f-5fdc-4c41-9767-08001b4364b6']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:30.637080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:30.637080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Checking segment: {'id': 'e0859d5b-bfa1-4a93-a7c6-016c0149d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:30.637505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.637904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Bound using segment: {'id': 'e0859d5b-bfa1-4a93-a7c6-016c0149d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:30.638376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Bound port: b979056d-7355-425a-add3-f08d1ca3ec53, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0859d5b-bfa1-4a93-a7c6-016c0149d682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f718857f-5fdc-4c41-9767-08001b4364b6'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:30.638770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b979056d-7355-425a-add3-f08d1ca3ec53), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.644593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0859d5b-bfa1-4a93-a7c6-016c0149d682') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:30.644936 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0859d5b-bfa1-4a93-a7c6-016c0149d682') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:30.654243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.654408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9fff3a82-b7d3-46d1-8bad-a6d852a98217 None None] Provisioning complete for port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:30.654764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9fff3a82-b7d3-46d1-8bad-a6d852a98217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.667663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.674309 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:30.674983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:30.677718 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:30.740011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] For port b979056d-7355-425a-add3-f08d1ca3ec53, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:30.743771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] For port b979056d-7355-425a-add3-f08d1ca3ec53, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b979056d-7355-425a-add3-f08d1ca3ec53,segment=NetworkSegment(e0859d5b-bfa1-4a93-a7c6-016c0149d682),segment_id=e0859d5b-bfa1-4a93-a7c6-016c0149d682)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:30.783124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9fff3a82-b7d3-46d1-8bad-a6d852a98217 None None] Current status of the port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:30.792875 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 02:18:30.792875 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 02:18:30.792875 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': 'f718857f-5fdc-4c41-9767-08001b4364b6'}] Apr 07 02:18:30.792875 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:18:30.793261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:18:30.815675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b979056d-7355-425a-add3-f08d1ca3ec53), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:30.897719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40adcf-f2bc-4001-ab4c-ecff58b62051 None None] Pushing event updated for resources: {'Port': ['ID=b979056d-7355-425a-add3-f08d1ca3ec53,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:30.911813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88859adf-1dc0-4933-9196-299d3894417c None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 02:18:30.976638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88859adf-1dc0-4933-9196-299d3894417c None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 02:18:31.274922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97282c4e-b300-41ac-9199-7f0f42f0acee None None] Network f718857f-5fdc-4c41-9767-08001b4364b6 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:31.294558 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.315345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:31.353123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting port b979056d-7355-425a-add3-f08d1ca3ec53 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:31.353468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b979056d-7355-425a-add3-f08d1ca3ec53), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.416033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] For port b979056d-7355-425a-add3-f08d1ca3ec53, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b979056d-7355-425a-add3-f08d1ca3ec53,segment=NetworkSegment(e0859d5b-bfa1-4a93-a7c6-016c0149d682),segment_id=e0859d5b-bfa1-4a93-a7c6-016c0149d682)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:31.416486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b979056d-7355-425a-add3-f08d1ca3ec53), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.421519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:31.421909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.429438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Calling delete_port for b979056d-7355-425a-add3-f08d1ca3ec53 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:31.444086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4668179a-1185-4c2e-b34d-b9953869de44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.501407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:31.582166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b979056d-7355-425a-add3-f08d1ca3ec53), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.608386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Port': ['ID=b979056d-7355-425a-add3-f08d1ca3ec53,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:31.610793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No DVR routers for this DVR port b979056d-7355-425a-add3-f08d1ca3ec53 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:31.691598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.710981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f718857f-5fdc-4c41-9767-08001b4364b6']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:31.720046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0859d5b-bfa1-4a93-a7c6-016c0149d682') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:31.723549 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0859d5b-bfa1-4a93-a7c6-016c0149d682') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:31.729578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.742900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.748635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:31.749052 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (e0859d5b-bfa1-4a93-a7c6-016c0149d682), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:31.752592 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:31.855977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f718857f-5fdc-4c41-9767-08001b4364b6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.860771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.866933 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/f718857f-5fdc-4c41-9767-08001b4364b6 HTTP/1.1" status: 204 len: 168 time: 1.9326470 Apr 07 02:18:31.867766 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58392) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:31.872915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-88197819'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:31.879580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b550a2-5e5d-4140-aca7-2428beafc568 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Network': ['ID=f718857f-5fdc-4c41-9767-08001b4364b6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:31.952259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:31.955751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.979321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:31.988265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:31.988614 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Added segment 5edef2c7-a04c-48eb-9871-0c9406bb45ca of type vlan for network d9081cea-a5cd-4253-a6cc-3586deb3e325 Apr 07 02:18:32.026261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.112273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.117278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:32.117860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.215053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Network': ['ID=d9081cea-a5cd-4253-a6cc-3586deb3e325,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:32.225965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network d9081cea-a5cd-4253-a6cc-3586deb3e325 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:32.246797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-392a7662-8abe-4eea-a438-d033ca7f07e8 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3778865 Apr 07 02:18:32.249634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58394) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:32.254531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'subnet': {'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:32.449471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:32.453003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.513311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Performing IP validity checks on allocation pools {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 07 02:18:32.513849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.ipam_backend_mixin [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110983) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 07 02:18:32.535215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.713483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (8e64d6c6-6882-4efb-b0cc-84e51e062c46), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.773268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Subnet': ['ID=8e64d6c6-6882-4efb-b0cc-84e51e062c46,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:32.783460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Checking segment: {'id': '5edef2c7-a04c-48eb-9871-0c9406bb45ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:32.785693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network hostable DHCP agents. Network: d9081cea-a5cd-4253-a6cc-3586deb3e325, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:32.866744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network d9081cea-a5cd-4253-a6cc-3586deb3e325 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:32.969722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, d9081cea-a5cd-4253-a6cc-3586deb3e325) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:32.973820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:32.974448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:32.978489 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f7309-726b-47a7-afeb-99c1e6a924a1 None None] Network d9081cea-a5cd-4253-a6cc-3586deb3e325 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:33.047836 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-608b17b0-4506-4752-bfe7-b8ed7d2b089a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7965958 Apr 07 02:18:33.051625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58396) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:33.082537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-d9081cea-a5cd-4253-a6cc-3586deb3e325', 'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325', 'project_id': '76069a2908034e1dbcc8cce22ee41ee6', 'fixed_ips': [{'subnet_id': '8e64d6c6-6882-4efb-b0cc-84e51e062c46'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:33.083429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.167231 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.225987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (8e64d6c6-6882-4efb-b0cc-84e51e062c46), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.229441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Allocated IP 2001:db8::3 (d9081cea-a5cd-4253-a6cc-3586deb3e325/8e64d6c6-6882-4efb-b0cc-84e51e062c46/05fb89ac-76a8-4973-bdcd-7af58b26e3d8) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:33.373333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Publish callbacks [] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.426771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.472739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Network d9081cea-a5cd-4253-a6cc-3586deb3e325 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:33.475552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:33.479730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:33.482741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Pushing event updated for resources: {'Port': ['ID=05fb89ac-76a8-4973-bdcd-7af58b26e3d8,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:33.501685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (8e64d6c6-6882-4efb-b0cc-84e51e062c46), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.534197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Subnet': ['ID=8e64d6c6-6882-4efb-b0cc-84e51e062c46,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:33.540876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Attempting to bind port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:33.541260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Attempting to bind port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '5edef2c7-a04c-48eb-9871-0c9406bb45ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:33.541634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Attempting to bind port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8 on network d9081cea-a5cd-4253-a6cc-3586deb3e325 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:33.546915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:33.547943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Checking segment: {'id': '5edef2c7-a04c-48eb-9871-0c9406bb45ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:33.548352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.548766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Bound using segment: {'id': '5edef2c7-a04c-48eb-9871-0c9406bb45ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:33.549243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Bound port: 05fb89ac-76a8-4973-bdcd-7af58b26e3d8, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edef2c7-a04c-48eb-9871-0c9406bb45ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:33.549635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.594822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.614817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] For port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:33.615055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9081cea-a5cd-4253-a6cc-3586deb3e325']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:33.618244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] For port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=05fb89ac-76a8-4973-bdcd-7af58b26e3d8,segment=NetworkSegment(5edef2c7-a04c-48eb-9871-0c9406bb45ca),segment_id=5edef2c7-a04c-48eb-9871-0c9406bb45ca)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:33.624310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edef2c7-a04c-48eb-9871-0c9406bb45ca') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:33.624611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edef2c7-a04c-48eb-9871-0c9406bb45ca') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:33.633830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.701349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.703529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.710024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:33.710614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:33.715105 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:33.788470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e753f4-16a3-4eb7-9930-31b08dd8fb51 None None] Pushing event updated for resources: {'Port': ['ID=05fb89ac-76a8-4973-bdcd-7af58b26e3d8,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:33.804789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 02:18:33.804789 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 02:18:33.804789 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': 'd9081cea-a5cd-4253-a6cc-3586deb3e325'}] Apr 07 02:18:33.804789 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:18:33.805180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:18:33.806101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68910a2b-07d4-4c81-a792-53093572cce1 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 02:18:33.870933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68910a2b-07d4-4c81-a792-53093572cce1 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 02:18:34.033833 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8538f430-10f1-4fcf-92f8-a68ef559e538 None None] Network d9081cea-a5cd-4253-a6cc-3586deb3e325 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:34.074661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.306302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.358719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:34.359059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.419259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] For port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=05fb89ac-76a8-4973-bdcd-7af58b26e3d8,segment=NetworkSegment(5edef2c7-a04c-48eb-9871-0c9406bb45ca),segment_id=5edef2c7-a04c-48eb-9871-0c9406bb45ca)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:34.419621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.431327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Calling delete_port for 05fb89ac-76a8-4973-bdcd-7af58b26e3d8 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:34.575930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (05fb89ac-76a8-4973-bdcd-7af58b26e3d8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.601010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Port': ['ID=05fb89ac-76a8-4973-bdcd-7af58b26e3d8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:34.605223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No DVR routers for this DVR port 05fb89ac-76a8-4973-bdcd-7af58b26e3d8 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:34.684766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.704337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9081cea-a5cd-4253-a6cc-3586deb3e325']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:34.713698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5edef2c7-a04c-48eb-9871-0c9406bb45ca') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:34.714003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5edef2c7-a04c-48eb-9871-0c9406bb45ca') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:34.723351 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.737305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.743064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:34.743487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (5edef2c7-a04c-48eb-9871-0c9406bb45ca), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:34.746483 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:34.867626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (d9081cea-a5cd-4253-a6cc-3586deb3e325), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.871859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.876620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/d9081cea-a5cd-4253-a6cc-3586deb3e325 HTTP/1.1" status: 204 len: 168 time: 1.8234158 Apr 07 02:18:34.880265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58398) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:34.885436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1640822020'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:34.896333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35856e0e-f11f-4b92-9cf9-3938dba6446f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Network': ['ID=d9081cea-a5cd-4253-a6cc-3586deb3e325,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:34.959049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:34.962751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.986733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:34.995840 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (37f59c9e-9398-482a-ba44-598cdf42b7df), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:34.996194 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Added segment 37f59c9e-9398-482a-ba44-598cdf42b7df of type vlan for network 61833551-5ea2-41cf-b270-6a601a619107 Apr 07 02:18:35.035226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (61833551-5ea2-41cf-b270-6a601a619107), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.096210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (61833551-5ea2-41cf-b270-6a601a619107), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.101613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:35.102191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.172653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Network': ['ID=61833551-5ea2-41cf-b270-6a601a619107,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:35.182466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 61833551-5ea2-41cf-b270-6a601a619107 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:35.213711 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-09eb91c5-7fae-4fd9-9119-46641d3c06ff tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3323283 Apr 07 02:18:35.216498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58400) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:35.221532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'subnet': {'network_id': '61833551-5ea2-41cf-b270-6a601a619107', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:35.296880 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:18:35.313421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.357976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:35.362089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.599132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (c8b502d4-9277-4e10-910f-68687afb7369), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.659393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Subnet': ['ID=c8b502d4-9277-4e10-910f-68687afb7369,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:35.666506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Checking segment: {'id': '37f59c9e-9398-482a-ba44-598cdf42b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61833551-5ea2-41cf-b270-6a601a619107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:35.666873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network hostable DHCP agents. Network: 61833551-5ea2-41cf-b270-6a601a619107, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:35.730264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network 61833551-5ea2-41cf-b270-6a601a619107 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:35.826118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 61833551-5ea2-41cf-b270-6a601a619107) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:35.830140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:35.830741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.835759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1640098b-cc3c-4fbf-a05a-cc351b2212f6 None None] Network 61833551-5ea2-41cf-b270-6a601a619107 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:35.910195 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2a14d704-765d-4220-9ced-1dd4ec05e56d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6925988 Apr 07 02:18:35.913813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58402) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:35.918759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735652960'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:35.942673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-61833551-5ea2-41cf-b270-6a601a619107', 'network_id': '61833551-5ea2-41cf-b270-6a601a619107', 'project_id': '76069a2908034e1dbcc8cce22ee41ee6', 'fixed_ips': [{'subnet_id': 'c8b502d4-9277-4e10-910f-68687afb7369'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:35.943523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:35.993433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:35.997065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.024409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:36.034279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.034634 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Added segment 41917ed3-103e-4238-b1c2-94436aa63ec6 of type vlan for network 58143d48-5a55-4793-8aa4-92f66a6a9068 Apr 07 02:18:36.074988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Allocated IP 2001:db8::2 (61833551-5ea2-41cf-b270-6a601a619107/c8b502d4-9277-4e10-910f-68687afb7369/3e8fbf82-5b54-438c-94eb-e3f729d3c792) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:36.076612 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.170390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.175377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:36.175989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.213304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Publish callbacks [] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.245110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Network': ['ID=58143d48-5a55-4793-8aa4-92f66a6a9068,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:36.254834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 58143d48-5a55-4793-8aa4-92f66a6a9068 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:36.296362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.316136 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5e40446e-eb34-434b-bdd7-137554a48d08 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4012315 Apr 07 02:18:36.318996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58404) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:36.324127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Request body: {'subnet': {'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:36.357455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Network 61833551-5ea2-41cf-b270-6a601a619107 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:36.364647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:36.366925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Pushing event updated for resources: {'Port': ['ID=3e8fbf82-5b54-438c-94eb-e3f729d3c792,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:36.368857 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:36.422766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Attempting to bind port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:36.423045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Attempting to bind port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '37f59c9e-9398-482a-ba44-598cdf42b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61833551-5ea2-41cf-b270-6a601a619107'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:36.423413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Attempting to bind port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 on network 61833551-5ea2-41cf-b270-6a601a619107 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:36.429005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:36.429383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Checking segment: {'id': '37f59c9e-9398-482a-ba44-598cdf42b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61833551-5ea2-41cf-b270-6a601a619107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:36.429786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.432259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Bound using segment: {'id': '37f59c9e-9398-482a-ba44-598cdf42b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61833551-5ea2-41cf-b270-6a601a619107'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:36.432259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Bound port: 3e8fbf82-5b54-438c-94eb-e3f729d3c792, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f59c9e-9398-482a-ba44-598cdf42b7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '61833551-5ea2-41cf-b270-6a601a619107'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:36.432259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.467690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Made reservation on behalf of 76069a2908034e1dbcc8cce22ee41ee6 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:36.471425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.496127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] For port 3e8fbf82-5b54-438c-94eb-e3f729d3c792, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:36.499190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] For port 3e8fbf82-5b54-438c-94eb-e3f729d3c792, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3e8fbf82-5b54-438c-94eb-e3f729d3c792,segment=NetworkSegment(37f59c9e-9398-482a-ba44-598cdf42b7df),segment_id=37f59c9e-9398-482a-ba44-598cdf42b7df)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:36.547969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.605980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741177f-bede-489a-a3e8-2954949a3d6a None None] Pushing event updated for resources: {'Port': ['ID=3e8fbf82-5b54-438c-94eb-e3f729d3c792,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:36.788085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (4e150f03-d5b3-43e7-8e8c-86ab540e6b69), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:36.861926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event updated for resources: {'Subnet': ['ID=4e150f03-d5b3-43e7-8e8c-86ab540e6b69,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:36.870001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Checking segment: {'id': '41917ed3-103e-4238-b1c2-94436aa63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:36.870377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network hostable DHCP agents. Network: 58143d48-5a55-4793-8aa4-92f66a6a9068, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:36.987439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Network 58143d48-5a55-4793-8aa4-92f66a6a9068 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:37.068064 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 58143d48-5a55-4793-8aa4-92f66a6a9068) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:37.072421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:37.073254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.077025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac19be0-f3c1-4fd5-8b0a-cfd2663caf87 None None] Network 58143d48-5a55-4793-8aa4-92f66a6a9068 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:37.157696 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fe199dab-3db0-45a1-9778-309125df9b4f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8376231 Apr 07 02:18:37.160548 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58406) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:37.187312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-58143d48-5a55-4793-8aa4-92f66a6a9068', 'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068', 'project_id': '76069a2908034e1dbcc8cce22ee41ee6', 'fixed_ips': [{'subnet_id': '4e150f03-d5b3-43e7-8e8c-86ab540e6b69'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:37.188242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.293345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.359151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Allocated IP 2001:db8::2 (58143d48-5a55-4793-8aa4-92f66a6a9068/4e150f03-d5b3-43e7-8e8c-86ab540e6b69/96bac9de-515b-4a5a-8ae8-edba09649949) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:37.362219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (4e150f03-d5b3-43e7-8e8c-86ab540e6b69), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.363284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3e8fbf82-5b54-438c-94eb-e3f729d3c792 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:37.496710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:37.497113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.599668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Publish callbacks [] for port (96bac9de-515b-4a5a-8ae8-edba09649949), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.623983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e89d9c-6a1b-4a99-8fca-45655daf65e2 None None] Network 61833551-5ea2-41cf-b270-6a601a619107 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:37.776987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (4e150f03-d5b3-43e7-8e8c-86ab540e6b69), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.805479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Subnet': ['ID=4e150f03-d5b3-43e7-8e8c-86ab540e6b69,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:37.839066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (96bac9de-515b-4a5a-8ae8-edba09649949), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.867383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.880526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:37.880526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.889448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58143d48-5a55-4793-8aa4-92f66a6a9068']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:37.899959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41917ed3-103e-4238-b1c2-94436aa63ec6') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:37.900259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41917ed3-103e-4238-b1c2-94436aa63ec6') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:37.914752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.926295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Network 58143d48-5a55-4793-8aa4-92f66a6a9068 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:37.928119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.933852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:37.934230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.936180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-96d85ff7-1ce6-4651-86ab-50e9d6232893 None None] Provisioning complete for port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:37.936614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-96d85ff7-1ce6-4651-86ab-50e9d6232893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:37.937198 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:37.949659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:37.980316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:37.982039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Pushing event updated for resources: {'Port': ['ID=96bac9de-515b-4a5a-8ae8-edba09649949,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:38.017058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.db.api [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 07 02:18:38.017058 dv-neutron-836863-2-hyperv neutron-server[110984]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 07 02:18:38.017058 dv-neutron-836863-2-hyperv neutron-server[110984]: [parameters: {'id': '58143d48-5a55-4793-8aa4-92f66a6a9068'}] Apr 07 02:18:38.017058 dv-neutron-836863-2-hyperv neutron-server[110984]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110984) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 02:18:38.017841 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG oslo_db.api [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 02:18:38.021413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 3e8fbf82-5b54-438c-94eb-e3f729d3c792, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3e8fbf82-5b54-438c-94eb-e3f729d3c792,segment=NetworkSegment(37f59c9e-9398-482a-ba44-598cdf42b7df),segment_id=37f59c9e-9398-482a-ba44-598cdf42b7df)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:38.085530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.161315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Attempting to bind port 96bac9de-515b-4a5a-8ae8-edba09649949 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:38.161694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Attempting to bind port 96bac9de-515b-4a5a-8ae8-edba09649949 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '41917ed3-103e-4238-b1c2-94436aa63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:38.162065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Attempting to bind port 96bac9de-515b-4a5a-8ae8-edba09649949 on network 58143d48-5a55-4793-8aa4-92f66a6a9068 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:38.204103 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:38.204477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Checking segment: {'id': '41917ed3-103e-4238-b1c2-94436aa63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:38.204910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.205311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Bound using segment: {'id': '41917ed3-103e-4238-b1c2-94436aa63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:38.205781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Bound port: 96bac9de-515b-4a5a-8ae8-edba09649949, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41917ed3-103e-4238-b1c2-94436aa63ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '58143d48-5a55-4793-8aa4-92f66a6a9068'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:38.206175 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (96bac9de-515b-4a5a-8ae8-edba09649949), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.230127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=3e8fbf82-5b54-438c-94eb-e3f729d3c792,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:38.244427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-96d85ff7-1ce6-4651-86ab-50e9d6232893 None None] Current status of the port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:38.332296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] For port 96bac9de-515b-4a5a-8ae8-edba09649949, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:38.349488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] For port 96bac9de-515b-4a5a-8ae8-edba09649949, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=96bac9de-515b-4a5a-8ae8-edba09649949,segment=NetworkSegment(41917ed3-103e-4238-b1c2-94436aa63ec6),segment_id=41917ed3-103e-4238-b1c2-94436aa63ec6)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:38.433754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (96bac9de-515b-4a5a-8ae8-edba09649949), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.518831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.524994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fce5ca18-5605-4314-b547-284fdf8e799a None None] Provisioning complete for port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:38.525376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fce5ca18-5605-4314-b547-284fdf8e799a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.528795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50739593-d709-45b1-8abf-6932ea51ece4 None None] Pushing event updated for resources: {'Port': ['ID=96bac9de-515b-4a5a-8ae8-edba09649949,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:38.565240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e118d-d550-4aa1-a3da-e837bda6ae64 None None] get_active_networks_info from dv-neutron-836863-2-hyperv {{(pid=110985) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 02:18:38.578743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting port 96bac9de-515b-4a5a-8ae8-edba09649949 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:38.579094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (96bac9de-515b-4a5a-8ae8-edba09649949), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.646292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] For port 96bac9de-515b-4a5a-8ae8-edba09649949, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=96bac9de-515b-4a5a-8ae8-edba09649949,segment=NetworkSegment(41917ed3-103e-4238-b1c2-94436aa63ec6),segment_id=41917ed3-103e-4238-b1c2-94436aa63ec6)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:38.646659 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (96bac9de-515b-4a5a-8ae8-edba09649949), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.660107 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Calling delete_port for 96bac9de-515b-4a5a-8ae8-edba09649949 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:38.680806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fce5ca18-5605-4314-b547-284fdf8e799a None None] Current status of the port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:38.685119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14e118d-d550-4aa1-a3da-e837bda6ae64 None None] Resources bound (agent type, host, resource id): {{(pid=110985) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 07 02:18:38.776197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (96bac9de-515b-4a5a-8ae8-edba09649949), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.802214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Port': ['ID=96bac9de-515b-4a5a-8ae8-edba09649949,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:38.805833 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No DVR routers for this DVR port 96bac9de-515b-4a5a-8ae8-edba09649949 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:38.842671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86458517-9bf0-4ba6-af50-e5c5e545018a None None] Network 58143d48-5a55-4793-8aa4-92f66a6a9068 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:38.887504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.907801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58143d48-5a55-4793-8aa4-92f66a6a9068']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:38.916878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41917ed3-103e-4238-b1c2-94436aa63ec6') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:38.917185 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41917ed3-103e-4238-b1c2-94436aa63ec6') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:38.926443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.939870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.945613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:38.945997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (41917ed3-103e-4238-b1c2-94436aa63ec6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:38.948883 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:39.083498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (58143d48-5a55-4793-8aa4-92f66a6a9068), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.090438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.093566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/58143d48-5a55-4793-8aa4-92f66a6a9068 HTTP/1.1" status: 204 len: 168 time: 1.9320362 Apr 07 02:18:39.097023 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58408) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:39.104901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9755e4-9076-4a47-a295-191da6f2c45c tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Network': ['ID=58143d48-5a55-4793-8aa4-92f66a6a9068,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:39.124848 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35c61d3-af34-4cc6-a72d-3b29a5d626b3 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] GET failed (client error): The resource could not be found. Apr 07 02:18:39.126841 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a35c61d3-af34-4cc6-a72d-3b29a5d626b3 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "GET /v2.0/subnets/4e150f03-d5b3-43e7-8e8c-86ab540e6b69 HTTP/1.1" status: 404 len: 337 time: 0.0285790 Apr 07 02:18:39.129758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58410) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:39.146765 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e9bf4e-f42f-48cd-abee-0359e6190c9d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:39.147245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e9bf4e-f42f-48cd-abee-0359e6190c9d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:39.150252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f2e9bf4e-f42f-48cd-abee-0359e6190c9d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/58143d48-5a55-4793-8aa4-92f66a6a9068 HTTP/1.1" status: 404 len: 339 time: 0.0195525 Apr 07 02:18:39.153706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58412) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:39.182180 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-9489f033-d653-4835-9dc3-fbf70ac9d34f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:39.182630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9489f033-d653-4835-9dc3-fbf70ac9d34f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:39.185636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9489f033-d653-4835-9dc3-fbf70ac9d34f tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/subnets/4e150f03-d5b3-43e7-8e8c-86ab540e6b69 HTTP/1.1" status: 404 len: 337 time: 0.0310621 Apr 07 02:18:39.189760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58414) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:39.207233 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71b5354-c6d4-46b4-9d1d-efb876448e3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:39.207699 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71b5354-c6d4-46b4-9d1d-efb876448e3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110983) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:39.211019 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f71b5354-c6d4-46b4-9d1d-efb876448e3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/58143d48-5a55-4793-8aa4-92f66a6a9068 HTTP/1.1" status: 404 len: 339 time: 0.0203826 Apr 07 02:18:39.213459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58416) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:39.263230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting subnet c8b502d4-9277-4e10-910f-68687afb7369 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:18:39.266552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (c8b502d4-9277-4e10-910f-68687afb7369), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.299181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3e8fbf82-5b54-438c-94eb-e3f729d3c792 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:39.305896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (c8b502d4-9277-4e10-910f-68687afb7369), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.346992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:39.347373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.429447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c8b502d4-9277-4e10-910f-68687afb7369), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.432004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:39.547504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (c8b502d4-9277-4e10-910f-68687afb7369), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.575230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Subnet': ['ID=c8b502d4-9277-4e10-910f-68687afb7369,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:39.577239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.580637 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-97d9f270-6bb0-4e66-8fe6-a849619eb863 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/subnets/c8b502d4-9277-4e10-910f-68687afb7369 HTTP/1.1" status: 204 len: 168 time: 0.3662610 Apr 07 02:18:39.582941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b766b500-9704-4480-bb11-ed3d2fafdb2e None None] Network 61833551-5ea2-41cf-b270-6a601a619107 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:39.583375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58418) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:39.662505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (61833551-5ea2-41cf-b270-6a601a619107), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.720622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:39.721000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.736775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] DHCP port deletion for 61833551-5ea2-41cf-b270-6a601a619107 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:18:39.782845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] Deleting port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:39.783226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.787927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] For port 3e8fbf82-5b54-438c-94eb-e3f729d3c792, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3e8fbf82-5b54-438c-94eb-e3f729d3c792,segment=NetworkSegment(37f59c9e-9398-482a-ba44-598cdf42b7df),segment_id=37f59c9e-9398-482a-ba44-598cdf42b7df)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:39.788300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.849080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] For port 3e8fbf82-5b54-438c-94eb-e3f729d3c792, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=3e8fbf82-5b54-438c-94eb-e3f729d3c792,segment=NetworkSegment(37f59c9e-9398-482a-ba44-598cdf42b7df),segment_id=37f59c9e-9398-482a-ba44-598cdf42b7df)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:39.849493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:39.863451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] Calling delete_port for 3e8fbf82-5b54-438c-94eb-e3f729d3c792 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:40.056430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.078790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Calling delete_port for 3e8fbf82-5b54-438c-94eb-e3f729d3c792 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:40.082274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] Pushing event deleted for resources: {'Port': ['ID=3e8fbf82-5b54-438c-94eb-e3f729d3c792,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:40.085875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18332bbb-179f-422a-a92c-d64ddc01013f None None] No DVR routers for this DVR port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:40.157524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (3e8fbf82-5b54-438c-94eb-e3f729d3c792), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.181964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Port': ['ID=3e8fbf82-5b54-438c-94eb-e3f729d3c792,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:40.185392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No DVR routers for this DVR port 3e8fbf82-5b54-438c-94eb-e3f729d3c792 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:40.268055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (61833551-5ea2-41cf-b270-6a601a619107), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.287031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61833551-5ea2-41cf-b270-6a601a619107']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:40.296040 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f59c9e-9398-482a-ba44-598cdf42b7df') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:40.296345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f59c9e-9398-482a-ba44-598cdf42b7df') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:40.305542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (37f59c9e-9398-482a-ba44-598cdf42b7df), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.318891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (37f59c9e-9398-482a-ba44-598cdf42b7df), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.324614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:40.327828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (37f59c9e-9398-482a-ba44-598cdf42b7df), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: self.session.flush() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:40.328635 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:40.455540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (61833551-5ea2-41cf-b270-6a601a619107), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.462283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.465470 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/61833551-5ea2-41cf-b270-6a601a619107 HTTP/1.1" status: 204 len: 168 time: 0.8813870 Apr 07 02:18:40.468201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58420) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:40.477534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22bbc3-8f07-4b5b-9ae1-548276b43f3b tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Network': ['ID=61833551-5ea2-41cf-b270-6a601a619107,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:40.495763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e4c8e4-1e4b-45ad-8526-f65573444a83 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:40.503870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e4c8e4-1e4b-45ad-8526-f65573444a83 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:40.503870 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f1e4c8e4-1e4b-45ad-8526-f65573444a83 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/subnets/8e64d6c6-6882-4efb-b0cc-84e51e062c46 HTTP/1.1" status: 404 len: 337 time: 0.0295208 Apr 07 02:18:40.503870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58422) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:40.518760 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e9ff82-892a-40a3-9036-0a01c6ca2a6a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:40.519223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e9ff82-892a-40a3-9036-0a01c6ca2a6a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:40.522140 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c3e9ff82-892a-40a3-9036-0a01c6ca2a6a tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/d9081cea-a5cd-4253-a6cc-3586deb3e325 HTTP/1.1" status: 404 len: 339 time: 0.0193977 Apr 07 02:18:40.524332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58424) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:40.549195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcedb72e-9d0e-4c99-a8a5-163f2b9fc78d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:40.549635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcedb72e-9d0e-4c99-a8a5-163f2b9fc78d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:40.552525 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dcedb72e-9d0e-4c99-a8a5-163f2b9fc78d tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/subnets/24ba7a94-6fe4-4fb0-bd63-5ef8321aea06 HTTP/1.1" status: 404 len: 337 time: 0.0273082 Apr 07 02:18:40.554723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58426) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:40.571092 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.pecan_wsgi.hooks.translation [None req-80365734-69b4-4f4d-a553-b64289d8e4a2 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] DELETE failed (client error): The resource could not be found. Apr 07 02:18:40.571502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80365734-69b4-4f4d-a553-b64289d8e4a2 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110984) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 07 02:18:40.574392 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-80365734-69b4-4f4d-a553-b64289d8e4a2 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/f718857f-5fdc-4c41-9767-08001b4364b6 HTTP/1.1" status: 404 len: 339 time: 0.0188110 Apr 07 02:18:40.576461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58428) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:40.629283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting subnet c7bedc13-ed54-41b6-af61-e1687ba2daaa {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:18:40.632287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (c7bedc13-ed54-41b6-af61-e1687ba2daaa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.677835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (c7bedc13-ed54-41b6-af61-e1687ba2daaa), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.759801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (c7bedc13-ed54-41b6-af61-e1687ba2daaa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.884148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (c7bedc13-ed54-41b6-af61-e1687ba2daaa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.913012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bedc13-ed54-41b6-af61-e1687ba2daaa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:40.915380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:40.918572 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/subnets/c7bedc13-ed54-41b6-af61-e1687ba2daaa HTTP/1.1" status: 204 len: 168 time: 0.3412173 Apr 07 02:18:40.919447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4742a10a-1eea-4c95-a1cd-54dbb15e8f13 None None] Network 5fb7cdec-d7ca-40c0-8218-563a0af788ec requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:40.921225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58430) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:40.924975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.925325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.925663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.926000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.926335 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.926667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.926998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.927327 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.927650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.927973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.928297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.928840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.929170 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.929492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:40.930595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a1830e-2a84-4d15-ae45-29903f0bd244 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:41.005281 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (5fb7cdec-d7ca-40c0-8218-563a0af788ec), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.064817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Deleting port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:41.065169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.076456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] DHCP port deletion for 5fb7cdec-d7ca-40c0-8218-563a0af788ec request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:18:41.123052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] Deleting port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:41.123426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.129929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] For port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,segment=NetworkSegment(156a83d4-8cb2-4d37-8452-f9e2cc202c40),segment_id=156a83d4-8cb2-4d37-8452-f9e2cc202c40)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:41.130303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.143411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Calling delete_port for ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:41.186978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] For port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,segment=NetworkSegment(156a83d4-8cb2-4d37-8452-f9e2cc202c40),segment_id=156a83d4-8cb2-4d37-8452-f9e2cc202c40)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:41.187898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.199720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] Calling delete_port for ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:41.287592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3e8fbf82-5b54-438c-94eb-e3f729d3c792 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:18:41.311408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.311954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 3e8fbf82-5b54-438c-94eb-e3f729d3c792 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:41.311954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 3e8fbf82-5b54-438c-94eb-e3f729d3c792 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:18:41.311954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:18:41.334758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:41.335123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:18:41.335964 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Port': ['ID=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:41.336589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.337857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] No DVR routers for this DVR port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:41.359290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] Pushing event deleted for resources: {'Port': ['ID=ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:41.367432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe47981d-866f-4646-af9d-4a00d4f9b935 None None] No DVR routers for this DVR port ee1c7f78-9534-4d1a-b0bc-ee0a9cc291fb on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:41.420157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (5fb7cdec-d7ca-40c0-8218-563a0af788ec), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.443848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb7cdec-d7ca-40c0-8218-563a0af788ec']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:41.452894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156a83d4-8cb2-4d37-8452-f9e2cc202c40') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:41.453839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156a83d4-8cb2-4d37-8452-f9e2cc202c40') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:41.463226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (156a83d4-8cb2-4d37-8452-f9e2cc202c40), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.476077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (156a83d4-8cb2-4d37-8452-f9e2cc202c40), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.482016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:41.482405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (156a83d4-8cb2-4d37-8452-f9e2cc202c40), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:41.485274 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:41.621473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (5fb7cdec-d7ca-40c0-8218-563a0af788ec), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.631380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:41.631642 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] 10.222.0.25 "DELETE /v2.0/networks/5fb7cdec-d7ca-40c0-8218-563a0af788ec HTTP/1.1" status: 204 len: 168 time: 0.7093906 Apr 07 02:18:41.644038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd7149-d59a-48ff-9fd4-3a1c9da7b382 tempest-NetworksIpV6Test-660058278 tempest-NetworksIpV6Test-660058278-project] Pushing event deleted for resources: {'Network': ['ID=5fb7cdec-d7ca-40c0-8218-563a0af788ec,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:42.047537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58436) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:42.175008 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-af407c52-2652-4101-8396-a1920f5f1467 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=76069a2908034e1dbcc8cce22ee41ee6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262968 Apr 07 02:18:42.177432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58440) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:42.223081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc927bfc-a065-4474-abe7-2e4216a1bbb2 admin admin] Publish callbacks [] for security_group (32a99703-9c8e-47dc-9aec-0c7a6e79b0ad), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:42.243907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc927bfc-a065-4474-abe7-2e4216a1bbb2 admin admin] Publish callbacks [] for security_group (32a99703-9c8e-47dc-9aec-0c7a6e79b0ad), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:42.364368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc927bfc-a065-4474-abe7-2e4216a1bbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (32a99703-9c8e-47dc-9aec-0c7a6e79b0ad), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:42.366969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cc927bfc-a065-4474-abe7-2e4216a1bbb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:42.368119 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cc927bfc-a065-4474-abe7-2e4216a1bbb2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32a99703-9c8e-47dc-9aec-0c7a6e79b0ad HTTP/1.1" status: 204 len: 168 time: 0.1898224 Apr 07 02:18:42.375876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc927bfc-a065-4474-abe7-2e4216a1bbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a99703-9c8e-47dc-9aec-0c7a6e79b0ad,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:43.326144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58462) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:43.415742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-410922986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:43.495705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (04011e90-c3d4-4c8f-b193-346021a49df3), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.496698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (04011e90-c3d4-4c8f-b193-346021a49df3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.550409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for router_controller (04011e90-c3d4-4c8f-b193-346021a49df3), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.604781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (04011e90-c3d4-4c8f-b193-346021a49df3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.685478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.686717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bab23d8d-3777-4776-9cb0-9a83248168f8 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3595717 Apr 07 02:18:43.689286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58466) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:43.694033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-711390131'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:43.780574 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Made reservation on behalf of 8385d10591f04d9794f4ff43b459b230 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:43.784371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.793611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.866641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for security_group (7268e8ac-490d-4d93-af44-1978cb704602), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.941488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7268e8ac-490d-4d93-af44-1978cb704602), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.971211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:43.976553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7268e8ac-490d-4d93-af44-1978cb704602,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:43.983742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (50e0f21e-6c18-4430-ac63-38295a7db7c4), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:43.984617 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Added segment 50e0f21e-6c18-4430-ac63-38295a7db7c4 of type vlan for network 480303a4-6992-440d-8e6c-3322b75c197c Apr 07 02:18:44.024063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (480303a4-6992-440d-8e6c-3322b75c197c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.124572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (480303a4-6992-440d-8e6c-3322b75c197c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.129576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:44.130157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.197680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event updated for resources: {'Network': ['ID=480303a4-6992-440d-8e6c-3322b75c197c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:44.208980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 480303a4-6992-440d-8e6c-3322b75c197c details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:44.252720 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2d71b631-7b23-481f-b543-1eccb8e1a10f tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5623448 Apr 07 02:18:44.255298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58468) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:44.260159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Request body: {'subnet': {'network_id': '480303a4-6992-440d-8e6c-3322b75c197c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:44.404347 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Made reservation on behalf of 8385d10591f04d9794f4ff43b459b230 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:44.407790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.621930 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (8575265a-3731-46f9-8b9a-333bf007902b), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.689303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event updated for resources: {'Subnet': ['ID=8575265a-3731-46f9-8b9a-333bf007902b,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:44.698047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Checking segment: {'id': '50e0f21e-6c18-4430-ac63-38295a7db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '480303a4-6992-440d-8e6c-3322b75c197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:44.698413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Network hostable DHCP agents. Network: 480303a4-6992-440d-8e6c-3322b75c197c, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:44.747080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Network 480303a4-6992-440d-8e6c-3322b75c197c is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:44.804723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 480303a4-6992-440d-8e6c-3322b75c197c) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:44.809169 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:44.809774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.814462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ca089b-4879-4a40-a762-c518f7903723 None None] Network 480303a4-6992-440d-8e6c-3322b75c197c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:44.885601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f1bffb06-feae-4ee6-b28d-ca55dc960a1a tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6258702 Apr 07 02:18:44.885806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58470) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:44.891294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1924264573'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:44.925690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-480303a4-6992-440d-8e6c-3322b75c197c', 'network_id': '480303a4-6992-440d-8e6c-3322b75c197c', 'project_id': '8385d10591f04d9794f4ff43b459b230', 'fixed_ips': [{'subnet_id': '8575265a-3731-46f9-8b9a-333bf007902b'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:44.926650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.970647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Made reservation on behalf of 8385d10591f04d9794f4ff43b459b230 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:44.974348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:44.999873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:45.010726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (693c71ed-e3ca-43d3-8bf7-9944a2f36e88), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.016370 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Added segment 693c71ed-e3ca-43d3-8bf7-9944a2f36e88 of type vlan for network 844cf3bb-422e-4b58-8c79-1a514c4851fa Apr 07 02:18:45.052051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (844cf3bb-422e-4b58-8c79-1a514c4851fa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.061982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Allocated IP 172.20.0.2 (480303a4-6992-440d-8e6c-3322b75c197c/8575265a-3731-46f9-8b9a-333bf007902b/e408f31c-619a-472f-8687-536b03a81c14) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:45.124245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (844cf3bb-422e-4b58-8c79-1a514c4851fa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.130105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:45.130718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.205805 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event updated for resources: {'Network': ['ID=844cf3bb-422e-4b58-8c79-1a514c4851fa,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:45.253937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f481fb9d-4b83-46e3-bad0-05c1da664e63 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3671238 Apr 07 02:18:45.256744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58472) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:45.261952 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Request body: {'subnet': {'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:45.267012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 844cf3bb-422e-4b58-8c79-1a514c4851fa details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:45.416110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Publish callbacks [] for port (e408f31c-619a-472f-8687-536b03a81c14), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.433086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Made reservation on behalf of 8385d10591f04d9794f4ff43b459b230 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:45.436532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.490663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e408f31c-619a-472f-8687-536b03a81c14), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.531514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Network 480303a4-6992-440d-8e6c-3322b75c197c is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:45.536337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:45.541021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:45.543123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Pushing event updated for resources: {'Port': ['ID=e408f31c-619a-472f-8687-536b03a81c14,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:45.554937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.555418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.555865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.556318 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.556782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.557218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.557656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.558108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.558527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.559405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.559405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.559719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.560109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.560501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.560925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:45.618719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Attempting to bind port e408f31c-619a-472f-8687-536b03a81c14 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:45.619093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Attempting to bind port e408f31c-619a-472f-8687-536b03a81c14 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '50e0f21e-6c18-4430-ac63-38295a7db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '480303a4-6992-440d-8e6c-3322b75c197c'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:45.619464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Attempting to bind port e408f31c-619a-472f-8687-536b03a81c14 on network 480303a4-6992-440d-8e6c-3322b75c197c {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:45.624414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:45.625425 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Checking segment: {'id': '50e0f21e-6c18-4430-ac63-38295a7db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '480303a4-6992-440d-8e6c-3322b75c197c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:45.625836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.626233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Bound using segment: {'id': '50e0f21e-6c18-4430-ac63-38295a7db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '480303a4-6992-440d-8e6c-3322b75c197c'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:45.626728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Bound port: e408f31c-619a-472f-8687-536b03a81c14, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e0f21e-6c18-4430-ac63-38295a7db7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '480303a4-6992-440d-8e6c-3322b75c197c'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:45.627119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e408f31c-619a-472f-8687-536b03a81c14), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.673828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (bf8e2492-06e9-4d6f-ad0e-175722d4a5ea), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.690936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] For port e408f31c-619a-472f-8687-536b03a81c14, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:45.694134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] For port e408f31c-619a-472f-8687-536b03a81c14, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e408f31c-619a-472f-8687-536b03a81c14,segment=NetworkSegment(50e0f21e-6c18-4430-ac63-38295a7db7c4),segment_id=50e0f21e-6c18-4430-ac63-38295a7db7c4)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:45.746033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event updated for resources: {'Subnet': ['ID=bf8e2492-06e9-4d6f-ad0e-175722d4a5ea,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:45.753854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Checking segment: {'id': '693c71ed-e3ca-43d3-8bf7-9944a2f36e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:45.754284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Network hostable DHCP agents. Network: 844cf3bb-422e-4b58-8c79-1a514c4851fa, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:45.759420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e408f31c-619a-472f-8687-536b03a81c14), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.810955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Network 844cf3bb-422e-4b58-8c79-1a514c4851fa is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:45.821053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47152458-7ca1-4b7a-9ef7-a0bf66016a95 None None] Pushing event updated for resources: {'Port': ['ID=e408f31c-619a-472f-8687-536b03a81c14,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:45.884340 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 844cf3bb-422e-4b58-8c79-1a514c4851fa) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:45.888533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:45.889235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:45.893316 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b177f19-725b-409e-a24b-7996578697a3 None None] Network 844cf3bb-422e-4b58-8c79-1a514c4851fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:45.961137 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bd74c40c-ca6e-4d5a-ade7-9626c658738e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7029858 Apr 07 02:18:45.965444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58474) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:45.972386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d7a16a3b-cb51-477c-8326-572137f97cce tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Request body: {'router': {'external_gateway_info': {'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:46.036596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-844cf3bb-422e-4b58-8c79-1a514c4851fa', 'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa', 'project_id': '8385d10591f04d9794f4ff43b459b230', 'fixed_ips': [{'subnet_id': 'bf8e2492-06e9-4d6f-ad0e-175722d4a5ea'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:46.037552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.181699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Allocated IP 172.21.0.2 (844cf3bb-422e-4b58-8c79-1a514c4851fa/bf8e2492-06e9-4d6f-ad0e-175722d4a5ea/e3a46888-39fa-4220-9e0d-78e1dd4c9004) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:46.210293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7a16a3b-cb51-477c-8326-572137f97cce tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for router_gateway (04011e90-c3d4-4c8f-b193-346021a49df3), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.319757 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Publish callbacks [] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.370708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.370923 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.api.v2.resource [None req-d7a16a3b-cb51-477c-8326-572137f97cce tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 07 02:18:46.371928 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d7a16a3b-cb51-477c-8326-572137f97cce tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "PUT /v2.0/routers/04011e90-c3d4-4c8f-b193-346021a49df3 HTTP/1.1" status: 400 len: 364 time: 0.4049480 Apr 07 02:18:46.377768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58476) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:46.416231 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Network 844cf3bb-422e-4b58-8c79-1a514c4851fa is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:46.419462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:46.423687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:46.430764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Pushing event updated for resources: {'Port': ['ID=e3a46888-39fa-4220-9e0d-78e1dd4c9004,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:46.438265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Deleting subnet bf8e2492-06e9-4d6f-ad0e-175722d4a5ea {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:18:46.441198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for subnet (bf8e2492-06e9-4d6f-ad0e-175722d4a5ea), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.482555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (bf8e2492-06e9-4d6f-ad0e-175722d4a5ea), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.488728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Attempting to bind port e3a46888-39fa-4220-9e0d-78e1dd4c9004 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:46.489267 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Attempting to bind port e3a46888-39fa-4220-9e0d-78e1dd4c9004 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '693c71ed-e3ca-43d3-8bf7-9944a2f36e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:46.489734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Attempting to bind port e3a46888-39fa-4220-9e0d-78e1dd4c9004 on network 844cf3bb-422e-4b58-8c79-1a514c4851fa {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:46.495287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:46.495671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Checking segment: {'id': '693c71ed-e3ca-43d3-8bf7-9944a2f36e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:46.496077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.496474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Bound using segment: {'id': '693c71ed-e3ca-43d3-8bf7-9944a2f36e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:46.496963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Bound port: e3a46888-39fa-4220-9e0d-78e1dd4c9004, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '693c71ed-e3ca-43d3-8bf7-9944a2f36e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '844cf3bb-422e-4b58-8c79-1a514c4851fa'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:46.497352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.563132 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] For port e3a46888-39fa-4220-9e0d-78e1dd4c9004, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:46.567330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] For port e3a46888-39fa-4220-9e0d-78e1dd4c9004, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e3a46888-39fa-4220-9e0d-78e1dd4c9004,segment=NetworkSegment(693c71ed-e3ca-43d3-8bf7-9944a2f36e88),segment_id=693c71ed-e3ca-43d3-8bf7-9944a2f36e88)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:46.616900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.618167 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bf8e2492-06e9-4d6f-ad0e-175722d4a5ea), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.685125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76625020-fdb9-4f04-ae67-efb3eb64ba82 None None] Pushing event updated for resources: {'Port': ['ID=e3a46888-39fa-4220-9e0d-78e1dd4c9004,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:46.764108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (bf8e2492-06e9-4d6f-ad0e-175722d4a5ea), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.790983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6732ae-3089-481a-81d9-53cc1998b2a6 None None] Network 480303a4-6992-440d-8e6c-3322b75c197c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:46.792479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8e2492-06e9-4d6f-ad0e-175722d4a5ea,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:46.796562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.800455 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2f76c2a8-fd31-4e89-a163-dcbfc93ba227 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "DELETE /v2.0/subnets/bf8e2492-06e9-4d6f-ad0e-175722d4a5ea HTTP/1.1" status: 204 len: 168 time: 0.4211459 Apr 07 02:18:46.803780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58478) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:46.886085 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] Provisioning complete for port e408f31c-619a-472f-8687-536b03a81c14 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:46.886691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e408f31c-619a-472f-8687-536b03a81c14), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:46.905316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (844cf3bb-422e-4b58-8c79-1a514c4851fa), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.010892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] Current status of the port e408f31c-619a-472f-8687-536b03a81c14 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:47.011286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e408f31c-619a-472f-8687-536b03a81c14), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.020027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Deleting port e3a46888-39fa-4220-9e0d-78e1dd4c9004 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:47.021076 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.054174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] For port e408f31c-619a-472f-8687-536b03a81c14, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e408f31c-619a-472f-8687-536b03a81c14,segment=NetworkSegment(50e0f21e-6c18-4430-ac63-38295a7db7c4),segment_id=50e0f21e-6c18-4430-ac63-38295a7db7c4)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:47.094992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] For port e3a46888-39fa-4220-9e0d-78e1dd4c9004, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e3a46888-39fa-4220-9e0d-78e1dd4c9004,segment=NetworkSegment(693c71ed-e3ca-43d3-8bf7-9944a2f36e88),segment_id=693c71ed-e3ca-43d3-8bf7-9944a2f36e88)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:47.095371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.109155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Calling delete_port for e3a46888-39fa-4220-9e0d-78e1dd4c9004 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:47.124287 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e408f31c-619a-472f-8687-536b03a81c14), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.178517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaf7c4-d56f-4f88-8359-07a3b6c96c39 None None] Pushing event updated for resources: {'Port': ['ID=e408f31c-619a-472f-8687-536b03a81c14,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:47.260908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e3a46888-39fa-4220-9e0d-78e1dd4c9004), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.287241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event deleted for resources: {'Port': ['ID=e3a46888-39fa-4220-9e0d-78e1dd4c9004,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:47.297995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] No DVR routers for this DVR port e3a46888-39fa-4220-9e0d-78e1dd4c9004 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:47.326785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3a46888-39fa-4220-9e0d-78e1dd4c9004 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:47.355484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e3a46888-39fa-4220-9e0d-78e1dd4c9004 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:47.355839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3a46888-39fa-4220-9e0d-78e1dd4c9004 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Apr 07 02:18:47.379856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Port e3a46888-39fa-4220-9e0d-78e1dd4c9004 not found, will not notify nova. {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Apr 07 02:18:47.380265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e408f31c-619a-472f-8687-536b03a81c14 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:47.383427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (844cf3bb-422e-4b58-8c79-1a514c4851fa), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.407972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844cf3bb-422e-4b58-8c79-1a514c4851fa']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:47.408527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4c389a5d-ea8a-4df3-81fb-e08f00ccfc7f None None] Provisioning complete for port e408f31c-619a-472f-8687-536b03a81c14 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:47.408942 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4c389a5d-ea8a-4df3-81fb-e08f00ccfc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e408f31c-619a-472f-8687-536b03a81c14), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.418790 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693c71ed-e3ca-43d3-8bf7-9944a2f36e88') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:47.419088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693c71ed-e3ca-43d3-8bf7-9944a2f36e88') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:47.428919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (693c71ed-e3ca-43d3-8bf7-9944a2f36e88), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.443826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (693c71ed-e3ca-43d3-8bf7-9944a2f36e88), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.450414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:47.450591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (693c71ed-e3ca-43d3-8bf7-9944a2f36e88), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:47.454410 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:47.463275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e408f31c-619a-472f-8687-536b03a81c14 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:47.465954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e408f31c-619a-472f-8687-536b03a81c14), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.547043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4c389a5d-ea8a-4df3-81fb-e08f00ccfc7f None None] Current status of the port e408f31c-619a-472f-8687-536b03a81c14 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:47.587188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e408f31c-619a-472f-8687-536b03a81c14 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:47.587376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (844cf3bb-422e-4b58-8c79-1a514c4851fa), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.595067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.598406 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "DELETE /v2.0/networks/844cf3bb-422e-4b58-8c79-1a514c4851fa HTTP/1.1" status: 204 len: 168 time: 0.7936497 Apr 07 02:18:47.601161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58480) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:47.619238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce2dfa-93da-429c-b8fd-040342f3087e tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event deleted for resources: {'Network': ['ID=844cf3bb-422e-4b58-8c79-1a514c4851fa,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:47.664802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Deleting subnet 8575265a-3731-46f9-8b9a-333bf007902b {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:18:47.668310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for subnet (8575265a-3731-46f9-8b9a-333bf007902b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.709494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (8575265a-3731-46f9-8b9a-333bf007902b), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.759409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b1b14-3173-47ee-8ed6-02ae314a6e72 None None] DHCP port deletion for 844cf3bb-422e-4b58-8c79-1a514c4851fa request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:18:47.764277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-99bf3fa7-b0a6-458d-abee-ddabb7ed7432 None None] Could not find standard attr ID for object e3a46888-39fa-4220-9e0d-78e1dd4c9004. {{(pid=110985) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Apr 07 02:18:47.779255 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d275ae0-6765-45d3-8be0-082c2641dab7 None None] Network 844cf3bb-422e-4b58-8c79-1a514c4851fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:47.791481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d275ae0-6765-45d3-8be0-082c2641dab7 None None] Network 844cf3bb-422e-4b58-8c79-1a514c4851fa could not be found, it might have been deleted concurrently. {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Apr 07 02:18:47.807009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (8575265a-3731-46f9-8b9a-333bf007902b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.942190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (8575265a-3731-46f9-8b9a-333bf007902b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.969192 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event deleted for resources: {'Subnet': ['ID=8575265a-3731-46f9-8b9a-333bf007902b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:47.972839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:47.976019 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-64f7c639-5b4a-4b2c-a9c1-0b6d51a3b021 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "DELETE /v2.0/subnets/8575265a-3731-46f9-8b9a-333bf007902b HTTP/1.1" status: 204 len: 168 time: 0.3739948 Apr 07 02:18:47.978486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58482) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:47.979265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cfbd37-9842-4fa7-a299-82da90f2d187 None None] Network 480303a4-6992-440d-8e6c-3322b75c197c requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:48.058607 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (480303a4-6992-440d-8e6c-3322b75c197c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.116181 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Deleting port e408f31c-619a-472f-8687-536b03a81c14 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:48.116526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e408f31c-619a-472f-8687-536b03a81c14), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.130792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.140355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] DHCP port deletion for 480303a4-6992-440d-8e6c-3322b75c197c request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:18:48.182659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] For port e408f31c-619a-472f-8687-536b03a81c14, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e408f31c-619a-472f-8687-536b03a81c14,segment=NetworkSegment(50e0f21e-6c18-4430-ac63-38295a7db7c4),segment_id=50e0f21e-6c18-4430-ac63-38295a7db7c4)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:48.182934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e408f31c-619a-472f-8687-536b03a81c14), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.187834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] Deleting port e408f31c-619a-472f-8687-536b03a81c14 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:18:48.188219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e408f31c-619a-472f-8687-536b03a81c14), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.196004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Calling delete_port for e408f31c-619a-472f-8687-536b03a81c14 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:48.253987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] For port e408f31c-619a-472f-8687-536b03a81c14, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e408f31c-619a-472f-8687-536b03a81c14,segment=NetworkSegment(50e0f21e-6c18-4430-ac63-38295a7db7c4),segment_id=50e0f21e-6c18-4430-ac63-38295a7db7c4)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:48.254389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e408f31c-619a-472f-8687-536b03a81c14), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.266198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] Calling delete_port for e408f31c-619a-472f-8687-536b03a81c14 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:18:48.346385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e408f31c-619a-472f-8687-536b03a81c14), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.352081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (e408f31c-619a-472f-8687-536b03a81c14), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.373047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event deleted for resources: {'Port': ['ID=e408f31c-619a-472f-8687-536b03a81c14,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:48.377241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] No DVR routers for this DVR port e408f31c-619a-472f-8687-536b03a81c14 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:48.380533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] Pushing event deleted for resources: {'Port': ['ID=e408f31c-619a-472f-8687-536b03a81c14,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:48.383974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da3fb0-e17d-4cb4-8762-89a1e1065f8e None None] No DVR routers for this DVR port e408f31c-619a-472f-8687-536b03a81c14 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:18:48.459825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (480303a4-6992-440d-8e6c-3322b75c197c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.479143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480303a4-6992-440d-8e6c-3322b75c197c']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:48.488054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e0f21e-6c18-4430-ac63-38295a7db7c4') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:48.488351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e0f21e-6c18-4430-ac63-38295a7db7c4') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:48.497586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (50e0f21e-6c18-4430-ac63-38295a7db7c4), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.510227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (50e0f21e-6c18-4430-ac63-38295a7db7c4), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.516478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:18:48.516905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (50e0f21e-6c18-4430-ac63-38295a7db7c4), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:18:48.519747 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:18:48.638436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (480303a4-6992-440d-8e6c-3322b75c197c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.643174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:48.646537 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "DELETE /v2.0/networks/480303a4-6992-440d-8e6c-3322b75c197c HTTP/1.1" status: 204 len: 168 time: 0.6671333 Apr 07 02:18:48.649292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58484) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:48.664474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00e836-5ac6-4ac2-9c10-76843be8d959 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Pushing event deleted for resources: {'Network': ['ID=480303a4-6992-440d-8e6c-3322b75c197c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:48.678218 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-026ace43-30ba-4440-ab23-2ded82657ff6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "GET /v2.0/ports?device_id=04011e90-c3d4-4c8f-b193-346021a49df3 HTTP/1.1" status: 200 len: 205 time: 0.0276124 Apr 07 02:18:48.680553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58486) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:48.756299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for router (04011e90-c3d4-4c8f-b193-346021a49df3), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:49.217514 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (04011e90-c3d4-4c8f-b193-346021a49df3), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:49.219625 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for router_controller (04011e90-c3d4-4c8f-b193-346021a49df3), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:49.285405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3a46888-39fa-4220-9e0d-78e1dd4c9004 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:18:49.305921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e3a46888-39fa-4220-9e0d-78e1dd4c9004 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:49.306271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e3a46888-39fa-4220-9e0d-78e1dd4c9004 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:18:49.306681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e408f31c-619a-472f-8687-536b03a81c14 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:18:49.328309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e408f31c-619a-472f-8687-536b03a81c14 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:18:49.331685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e408f31c-619a-472f-8687-536b03a81c14 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:18:49.347348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (04011e90-c3d4-4c8f-b193-346021a49df3), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:49.347874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Fanout notify agent at l3_agent the message router_deleted on router 04011e90-c3d4-4c8f-b193-346021a49df3 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:18:49.354533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:49.355777 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-412c920e-1fe2-46db-b814-efedaf50bcf6 tempest-RoutersNegativeTest-1141445896 tempest-RoutersNegativeTest-1141445896-project] 10.222.0.25 "DELETE /v2.0/routers/04011e90-c3d4-4c8f-b193-346021a49df3 HTTP/1.1" status: 204 len: 168 time: 0.6742742 Apr 07 02:18:49.761426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58492) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:49.888701 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1034ac50-2317-471a-8263-d6e3eb4e0353 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8385d10591f04d9794f4ff43b459b230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260376 Apr 07 02:18:49.891097 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58496) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:49.936992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4923-c7d7-41ba-92f1-38b350d9af65 admin admin] Publish callbacks [] for security_group (7268e8ac-490d-4d93-af44-1978cb704602), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:49.957224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4923-c7d7-41ba-92f1-38b350d9af65 admin admin] Publish callbacks [] for security_group (7268e8ac-490d-4d93-af44-1978cb704602), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:50.060647 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4923-c7d7-41ba-92f1-38b350d9af65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (7268e8ac-490d-4d93-af44-1978cb704602), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:50.063294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cf3e4923-c7d7-41ba-92f1-38b350d9af65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:50.064457 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cf3e4923-c7d7-41ba-92f1-38b350d9af65 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7268e8ac-490d-4d93-af44-1978cb704602 HTTP/1.1" status: 204 len: 168 time: 0.1723888 Apr 07 02:18:50.073117 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e4923-c7d7-41ba-92f1-38b350d9af65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7268e8ac-490d-4d93-af44-1978cb704602,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:51.066900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58518) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:51.158203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1510607860-network', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:51.238260 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Made reservation on behalf of 6ce2e693d7e542f79f49b6c95849d7c5 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:51.240532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.248922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.320938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks [] for security_group (64b2f226-73c9-40d3-8fd2-25fb9a10fdd2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.385759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (64b2f226-73c9-40d3-8fd2-25fb9a10fdd2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.409446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:51.417767 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:51.425299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9751e4bf-5107-461f-92fa-338aa4285d90), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.425633 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Added segment 9751e4bf-5107-461f-92fa-338aa4285d90 of type vlan for network f934b2c1-d808-4626-9a2f-d54b6b8616fa Apr 07 02:18:51.464949 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (f934b2c1-d808-4626-9a2f-d54b6b8616fa), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.518163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (f934b2c1-d808-4626-9a2f-d54b6b8616fa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.519136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:51.519855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.578997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] Pushing event updated for resources: {'Network': ['ID=f934b2c1-d808-4626-9a2f-d54b6b8616fa,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:51.589058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:51.606807 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7d48a72c-8be4-41a7-8d71-6e98820fab3e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5388117 Apr 07 02:18:51.609687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58522) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:51.614506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Request body: {'subnet': {'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-subnet', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:51.672910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Made reservation on behalf of 6ce2e693d7e542f79f49b6c95849d7c5 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:51.675310 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.913110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (0722159d-0ea5-4351-a605-2fe714750bc4), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:51.968910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0722159d-0ea5-4351-a605-2fe714750bc4,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:51.977510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Checking segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:51.977878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Network hostable DHCP agents. Network: f934b2c1-d808-4626-9a2f-d54b6b8616fa, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:52.061480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:52.135337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, f934b2c1-d808-4626-9a2f-d54b6b8616fa) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:52.139252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:52.144781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.145478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb9ba5-4de1-4a36-a76d-ac6a1b882167 None None] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:52.218653 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3603c0ec-a2f2-4b53-81fd-1c19edad85fa admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6076572 Apr 07 02:18:52.221021 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58524) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:52.225381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:52.242978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:52.243856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.289847 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (352d1050-9c0b-4ce9-933b-7543d8d48a13), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.290909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (352d1050-9c0b-4ce9-933b-7543d8d48a13), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.347483 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks [] for router_controller (352d1050-9c0b-4ce9-933b-7543d8d48a13), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.371903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Allocated IP 172.20.0.2 (f934b2c1-d808-4626-9a2f-d54b6b8616fa/0722159d-0ea5-4351-a605-2fe714750bc4/1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:52.510744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Publish callbacks [] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.537503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks [] for router_gateway (352d1050-9c0b-4ce9-933b-7543d8d48a13), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.587360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.630418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:52.633412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:52.636868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:52.643613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Pushing event updated for resources: {'Port': ['ID=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:52.699995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Attempting to bind port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:52.700372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Attempting to bind port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:52.700741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Attempting to bind port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 on network f934b2c1-d808-4626-9a2f-d54b6b8616fa {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:52.706032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:52.706704 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Checking segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:52.707013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.707476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Bound using segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:52.708084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Bound port: 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:52.708542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.770044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] For port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:52.773033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] For port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:52.809034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks [] for router_gateway (352d1050-9c0b-4ce9-933b-7543d8d48a13), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.827192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.856416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:52.915994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a292a7-62a2-4938-a309-19016e59cd63 None None] Pushing event updated for resources: {'Port': ['ID=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:52.942830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Allocated IP 172.26.8.113 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/52cffbb8-8f5e-4067-8eed-110fe67a4f68) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:53.047286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks [] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.199302 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.240794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:53.245525 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:53.250446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:53.252972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Pushing event updated for resources: {'Port': ['ID=52cffbb8-8f5e-4067-8eed-110fe67a4f68,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:53.313644 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:53.366669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:53.367050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.443647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:53.444037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.478643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:53.553308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.585239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks [] for router_gateway (352d1050-9c0b-4ce9-933b-7543d8d48a13), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.608118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:53.791301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (352d1050-9c0b-4ce9-933b-7543d8d48a13), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.820965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b88b76-d7be-4783-a360-d5c84b05d165 None None] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:53.932027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5d1662cf-6779-4682-8fbc-58bd7a240e9b None None] Provisioning complete for port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:53.932405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5d1662cf-6779-4682-8fbc-58bd7a240e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:53.970182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Router 352d1050-9c0b-4ce9-933b-7543d8d48a13 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:18:54.023944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5d1662cf-6779-4682-8fbc-58bd7a240e9b None None] Current status of the port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:54.090122 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:18:54.101360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Sync routers for ids ['352d1050-9c0b-4ce9-933b-7543d8d48a13'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:18:54.114932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Routers {'352d1050-9c0b-4ce9-933b-7543d8d48a13'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:18:54.115677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:18:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['352d1050-9c0b-4ce9-933b-7543d8d48a13'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:54.172247 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.174081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-906a635a-598e-452c-a26c-fca48ded67d2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9515729 Apr 07 02:18:54.176329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:54.356809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fe6e015d-29c0-46da-ad95-e5625e7f1970 None None] Provisioning complete for port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:54.357174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fe6e015d-29c0-46da-ad95-e5625e7f1970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.412778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Set router 352d1050-9c0b-4ce9-933b-7543d8d48a13 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:18:54.552995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fe6e015d-29c0-46da-ad95-e5625e7f1970 None None] Current status of the port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:54.603404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.621995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:53Z', 'revision_number': 3, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:54.651084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Checking router: 352d1050-9c0b-4ce9-933b-7543d8d48a13 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:18:54.651437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Updating router 352d1050-9c0b-4ce9-933b-7543d8d48a13 port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:18:54.677878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.763746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Allocated IP 172.20.0.1 (f934b2c1-d808-4626-9a2f-d54b6b8616fa/0722159d-0ea5-4351-a605-2fe714750bc4/2ca6c686-8225-4875-8475-d2cd7663de63) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:54.867000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks [] for port (2ca6c686-8225-4875-8475-d2cd7663de63), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.932773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Publish callbacks [] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.953367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:54.990498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:54.995490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:54.997904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:55.021309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.031236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Pushing event updated for resources: {'Port': ['ID=2ca6c686-8225-4875-8475-d2cd7663de63,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:55.053235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (352d1050-9c0b-4ce9-933b-7543d8d48a13), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.076337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Attempting to bind port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:55.076720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Attempting to bind port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:55.077117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Attempting to bind port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:55.079096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed550a55-ff2c-486b-a967-3a5a3ca35f5c None None] Pushing event updated for resources: {'Port': ['ID=52cffbb8-8f5e-4067-8eed-110fe67a4f68,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:55.085823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:55.086270 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:55.086692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.087088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:55.087568 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Bound port: 52cffbb8-8f5e-4067-8eed-110fe67a4f68, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:55.087960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.153097 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] For port 52cffbb8-8f5e-4067-8eed-110fe67a4f68, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:55.156748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] For port 52cffbb8-8f5e-4067-8eed-110fe67a4f68, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=52cffbb8-8f5e-4067-8eed-110fe67a4f68,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:55.227532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.284349 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.307795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:55.333931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Routers {'352d1050-9c0b-4ce9-933b-7543d8d48a13'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:18:55.334886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:18:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['352d1050-9c0b-4ce9-933b-7543d8d48a13'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:55.340862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed550a55-ff2c-486b-a967-3a5a3ca35f5c None None] Pushing event updated for resources: {'Port': ['ID=52cffbb8-8f5e-4067-8eed-110fe67a4f68,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:55.379062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7abe5886-888f-494c-a5b1-d9d674b515b0 None None] Provisioning complete for port 2ca6c686-8225-4875-8475-d2cd7663de63 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:55.379715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7abe5886-888f-494c-a5b1-d9d674b515b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.437351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7abe5886-888f-494c-a5b1-d9d674b515b0 None None] Port 2ca6c686-8225-4875-8475-d2cd7663de63 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:18:55.448764 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks [] for port (2ca6c686-8225-4875-8475-d2cd7663de63), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.489903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:55.490292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.527356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] Set router 352d1050-9c0b-4ce9-933b-7543d8d48a13 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:18:55.535272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.601084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Pushing event updated for resources: {'Port': ['ID=2ca6c686-8225-4875-8475-d2cd7663de63,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:55.603627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (352d1050-9c0b-4ce9-933b-7543d8d48a13), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:55.692017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:55.698488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:55.699934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:55.765549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2ca6c686-8225-4875-8475-d2cd7663de63', 'name': '', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'mac_address': 'fa:16:3e:45:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:54Z', 'updated_at': '2022-04-07T02:18:54Z', 'revision_number': 1, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'subnets': [{'id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:55.799459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ceb32bb-d6ae-4e55-a068-66a708f06bbc None None] The sync data for ids ['352d1050-9c0b-4ce9-933b-7543d8d48a13'] in dv-neutron-836863-2-hyperv is: [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2ca6c686-8225-4875-8475-d2cd7663de63', 'name': '', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'mac_address': 'fa:16:3e:45:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:54Z', 'updated_at': '2022-04-07T02:18:54Z', 'revision_number': 1, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'subnets': [{'id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:18:55.826870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Router 352d1050-9c0b-4ce9-933b-7543d8d48a13 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:18:55.948145 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:18:55.953035 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4adb3a5a-f7ab-4e75-8008-e61aa3dfbf6c admin admin] 10.222.0.25 "PUT /v2.0/routers/352d1050-9c0b-4ce9-933b-7543d8d48a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7755599 Apr 07 02:18:55.959684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-56b50db9-143d-4a92-899b-7f88f3a98a79 None None] Provisioning complete for port 2ca6c686-8225-4875-8475-d2cd7663de63 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:55.960196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-56b50db9-143d-4a92-899b-7f88f3a98a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:56.007692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-56b50db9-143d-4a92-899b-7f88f3a98a79 None None] Port 2ca6c686-8225-4875-8475-d2cd7663de63 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:18:56.731460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58542) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:56.736584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-861382668-network', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:56.792605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Made reservation on behalf of f6d532fcca8c4277b3a7386451ad9a26 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:56.795040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.114131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.186139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks [] for security_group (4d64112d-cbf4-441c-be4d-42236666463e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.251459 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4d64112d-cbf4-441c-be4d-42236666463e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.278239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d64112d-cbf4-441c-be4d-42236666463e,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:57.294053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:18:57.303289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (26d4edde-2e51-43d8-ad98-2771aee1dc0c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.303641 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Added segment 26d4edde-2e51-43d8-ad98-2771aee1dc0c of type vlan for network eccefb34-117d-412c-a681-8439d805a3fe Apr 07 02:18:57.315092 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 52cffbb8-8f5e-4067-8eed-110fe67a4f68 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:57.344644 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (eccefb34-117d-412c-a681-8439d805a3fe), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.363133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:57.363508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.422133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (eccefb34-117d-412c-a681-8439d805a3fe), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.423111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:57.423698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.445299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:57.445750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.467415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 52cffbb8-8f5e-4067-8eed-110fe67a4f68, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=52cffbb8-8f5e-4067-8eed-110fe67a4f68,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:57.486545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] Pushing event updated for resources: {'Network': ['ID=eccefb34-117d-412c-a681-8439d805a3fe,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:57.496353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network eccefb34-117d-412c-a681-8439d805a3fe details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:18:57.560444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.589484 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-27aa40ec-973c-4030-879f-3f95a93cae18 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8568192 Apr 07 02:18:57.592111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58544) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:57.601042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Request body: {'subnet': {'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-subnet', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:57.613000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=52cffbb8-8f5e-4067-8eed-110fe67a4f68,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:57.684155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Made reservation on behalf of f6d532fcca8c4277b3a7386451ad9a26 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:18:57.686630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.761910 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Sync routers for ids ['352d1050-9c0b-4ce9-933b-7543d8d48a13'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:18:57.771575 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Routers {'352d1050-9c0b-4ce9-933b-7543d8d48a13'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:18:57.772277 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:18:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['352d1050-9c0b-4ce9-933b-7543d8d48a13'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:57.881765 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Set router 352d1050-9c0b-4ce9-933b-7543d8d48a13 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:18:57.929086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (7a05ccb4-7acd-4966-816d-92df9edbf2bb), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:57.989685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a05ccb4-7acd-4966-816d-92df9edbf2bb,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:57.996325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Checking segment: {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:57.996695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Network hostable DHCP agents. Network: eccefb34-117d-412c-a681-8439d805a3fe, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:18:58.078463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Network eccefb34-117d-412c-a681-8439d805a3fe is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:18:58.083463 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2ca6c686-8225-4875-8475-d2cd7663de63', 'name': '', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'mac_address': 'fa:16:3e:45:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:54Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 2, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'subnets': [{'id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:58.110317 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Checking router: 352d1050-9c0b-4ce9-933b-7543d8d48a13 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:18:58.110674 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Updating router 352d1050-9c0b-4ce9-933b-7543d8d48a13 port 2ca6c686-8225-4875-8475-d2cd7663de63 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:18:58.136622 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.141237 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, eccefb34-117d-412c-a681-8439d805a3fe) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:58.149248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b240a7d-b1b4-477c-a021-4a4b9e1fab19 None None] Network eccefb34-117d-412c-a681-8439d805a3fe requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:18:58.150065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:18:58.150698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.235821 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ac480738-dd0e-4588-a2b9-716d4d42977f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6424344 Apr 07 02:18:58.238363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58546) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:18:58.243138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:18:58.253960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-eccefb34-117d-412c-a681-8439d805a3fe', 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'fixed_ips': [{'subnet_id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:18:58.255307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.324668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (faea8d2c-e875-438c-9d90-7b9439bbada3), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.326493 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (faea8d2c-e875-438c-9d90-7b9439bbada3), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.387541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks [] for router_controller (faea8d2c-e875-438c-9d90-7b9439bbada3), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.393694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Allocated IP 172.20.0.2 (eccefb34-117d-412c-a681-8439d805a3fe/7a05ccb4-7acd-4966-816d-92df9edbf2bb/209d0788-6521-433e-a4af-613afc285f7c) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:58.407852 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Publish callbacks [] for port (2ca6c686-8225-4875-8475-d2cd7663de63), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.472877 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.543020 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Pushing event updated for resources: {'Port': ['ID=2ca6c686-8225-4875-8475-d2cd7663de63,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:58.555884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Publish callbacks [] for port (209d0788-6521-433e-a4af-613afc285f7c), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.584305 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.584578 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.585062 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.585619 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.585619 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.585922 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.586244 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.586566 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.587211 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.587320 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.587642 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.587970 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.588293 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.588611 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.588954 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:18:58.592232 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Attempting to bind port 2ca6c686-8225-4875-8475-d2cd7663de63 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:58.592485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks [] for router_gateway (faea8d2c-e875-438c-9d90-7b9439bbada3), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.592592 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Attempting to bind port 2ca6c686-8225-4875-8475-d2cd7663de63 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:58.593059 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Attempting to bind port 2ca6c686-8225-4875-8475-d2cd7663de63 on network f934b2c1-d808-4626-9a2f-d54b6b8616fa {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:58.598425 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:58.598798 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Checking segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:58.599196 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.599564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (209d0788-6521-433e-a4af-613afc285f7c), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.599699 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Bound using segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:58.600024 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Bound port: 2ca6c686-8225-4875-8475-d2cd7663de63, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:58.600398 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.642246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Network eccefb34-117d-412c-a681-8439d805a3fe is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:58.647634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:58.650181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:58.666301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Pushing event updated for resources: {'Port': ['ID=209d0788-6521-433e-a4af-613afc285f7c,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:58.674845 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] For port 2ca6c686-8225-4875-8475-d2cd7663de63, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:58.678377 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] For port 2ca6c686-8225-4875-8475-d2cd7663de63, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2ca6c686-8225-4875-8475-d2cd7663de63,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:58.721248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Attempting to bind port 209d0788-6521-433e-a4af-613afc285f7c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:18:58.721866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Attempting to bind port 209d0788-6521-433e-a4af-613afc285f7c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:18:58.722238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Attempting to bind port 209d0788-6521-433e-a4af-613afc285f7c on network eccefb34-117d-412c-a681-8439d805a3fe {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:18:58.725685 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.727819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:18:58.728236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Checking segment: {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:18:58.728865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.729034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Bound using segment: {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:18:58.729513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Bound port: 209d0788-6521-433e-a4af-613afc285f7c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:18:58.730069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (209d0788-6521-433e-a4af-613afc285f7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.778655 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Routers {'352d1050-9c0b-4ce9-933b-7543d8d48a13'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:18:58.780710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:18:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['352d1050-9c0b-4ce9-933b-7543d8d48a13'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:58.807173 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] For port 209d0788-6521-433e-a4af-613afc285f7c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:18:58.812581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] For port 209d0788-6521-433e-a4af-613afc285f7c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=209d0788-6521-433e-a4af-613afc285f7c,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:18:58.867081 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] Provisioning complete for port 2ca6c686-8225-4875-8475-d2cd7663de63 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:58.868017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.896916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (209d0788-6521-433e-a4af-613afc285f7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.921888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks [] for router_gateway (faea8d2c-e875-438c-9d90-7b9439bbada3), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.944695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:58.953044 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d70d-fbfc-4e6d-b567-a10444cee2df None None] Pushing event updated for resources: {'Port': ['ID=2ca6c686-8225-4875-8475-d2cd7663de63,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:59.023728 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e81993-b905-4d10-9e7e-735a057c404e None None] Pushing event updated for resources: {'Port': ['ID=209d0788-6521-433e-a4af-613afc285f7c,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:59.031024 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] Set router 352d1050-9c0b-4ce9-933b-7543d8d48a13 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:18:59.079405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Allocated IP 172.26.8.140 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/b4fa8b41-6a91-4061-9156-0b3f2409649d) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:18:59.081544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] Current status of the port 2ca6c686-8225-4875-8475-d2cd7663de63 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:59.081937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.086451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3bfed176-3b3c-463a-a492-2c3cae2cf8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.130239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] For port 2ca6c686-8225-4875-8475-d2cd7663de63, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2ca6c686-8225-4875-8475-d2cd7663de63,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:18:59.186861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.207082 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks [] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.246467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfad1e-2ada-4a2f-9282-77803e330285 None None] Pushing event updated for resources: {'Port': ['ID=2ca6c686-8225-4875-8475-d2cd7663de63,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:59.310086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2ca6c686-8225-4875-8475-d2cd7663de63', 'name': '', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'mac_address': 'fa:16:3e:45:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:54Z', 'updated_at': '2022-04-07T02:18:58Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'subnets': [{'id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:18:59.319625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fa0df664-e27e-4eda-954a-d6d3858d193f None None] Provisioning complete for port 2ca6c686-8225-4875-8475-d2cd7663de63 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:59.320008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa0df664-e27e-4eda-954a-d6d3858d193f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.340840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.350273 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370e833f-9221-482e-b020-10764a7b3a4f None None] The sync data for ids ['352d1050-9c0b-4ce9-933b-7543d8d48a13'] in dv-neutron-836863-2-hyperv is: [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:55Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2ca6c686-8225-4875-8475-d2cd7663de63', 'name': '', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'mac_address': 'fa:16:3e:45:a5:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:54Z', 'updated_at': '2022-04-07T02:18:58Z', 'revision_number': 4, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'subnets': [{'id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:18:59.425099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fa8b41-6a91-4061-9156-0b3f2409649d,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:18:59.430211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:18:59.431859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:18:59.434416 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:18:59.543518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 52cffbb8-8f5e-4067-8eed-110fe67a4f68 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:59.631102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:59.631384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.666839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fa0df664-e27e-4eda-954a-d6d3858d193f None None] Current status of the port 2ca6c686-8225-4875-8475-d2cd7663de63 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:59.727930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:59.729247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2ca6c686-8225-4875-8475-d2cd7663de63 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:59.778479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2ca6c686-8225-4875-8475-d2cd7663de63 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:59.778959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.780239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks [] for router_gateway (faea8d2c-e875-438c-9d90-7b9439bbada3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:18:59.869665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2ca6c686-8225-4875-8475-d2cd7663de63 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:18:59.870795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 209d0788-6521-433e-a4af-613afc285f7c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:18:59.928971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 209d0788-6521-433e-a4af-613afc285f7c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:18:59.929371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (209d0788-6521-433e-a4af-613afc285f7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.019448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (faea8d2c-e875-438c-9d90-7b9439bbada3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.032835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 209d0788-6521-433e-a4af-613afc285f7c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:00.033061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (209d0788-6521-433e-a4af-613afc285f7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.074945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 209d0788-6521-433e-a4af-613afc285f7c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=209d0788-6521-433e-a4af-613afc285f7c,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:00.170300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (209d0788-6521-433e-a4af-613afc285f7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.223052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=209d0788-6521-433e-a4af-613afc285f7c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:00.243971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Router faea8d2c-e875-438c-9d90-7b9439bbada3 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:19:00.261797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03641188-de69-4d43-9f0b-b9a441f13bd6 None None] Network eccefb34-117d-412c-a681-8439d805a3fe requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:19:00.325140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-35ff3231-aaa3-49ad-b701-29ac0212718e None None] Provisioning complete for port 209d0788-6521-433e-a4af-613afc285f7c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:00.325508 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-35ff3231-aaa3-49ad-b701-29ac0212718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (209d0788-6521-433e-a4af-613afc285f7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.357734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:19:00.371151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Sync routers for ids ['faea8d2c-e875-438c-9d90-7b9439bbada3'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:19:00.410073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Routers {'faea8d2c-e875-438c-9d90-7b9439bbada3'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:19:00.410604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:18:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['faea8d2c-e875-438c-9d90-7b9439bbada3'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:00.411690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.415461 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-53a9922b-8695-4e4c-b85f-a4a95e16de05 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1736195 Apr 07 02:19:00.415712 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58548) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:19:00.537598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-35ff3231-aaa3-49ad-b701-29ac0212718e None None] Current status of the port 209d0788-6521-433e-a4af-613afc285f7c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:00.560677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Set router faea8d2c-e875-438c-9d90-7b9439bbada3 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:19:00.743769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:18:59Z', 'revision_number': 3, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:00.772934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Checking router: faea8d2c-e875-438c-9d90-7b9439bbada3 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:19:00.773220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Updating router faea8d2c-e875-438c-9d90-7b9439bbada3 port b4fa8b41-6a91-4061-9156-0b3f2409649d binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:19:00.801822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b7ccf1b9-7e46-4b40-b0f2-4462389bea57 None None] Provisioning complete for port 209d0788-6521-433e-a4af-613afc285f7c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:00.802218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b7ccf1b9-7e46-4b40-b0f2-4462389bea57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (209d0788-6521-433e-a4af-613afc285f7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.825598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.851456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:00.987006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b7ccf1b9-7e46-4b40-b0f2-4462389bea57 None None] Current status of the port 209d0788-6521-433e-a4af-613afc285f7c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:01.007901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Allocated IP 172.20.0.1 (eccefb34-117d-412c-a681-8439d805a3fe/7a05ccb4-7acd-4966-816d-92df9edbf2bb/e2257cf3-d348-4e5e-92bd-2b1e87e92602) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:19:01.113715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks [] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.125660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Publish callbacks [] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.226578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.249221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.278556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Attempting to bind port b4fa8b41-6a91-4061-9156-0b3f2409649d on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:19:01.278939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Attempting to bind port b4fa8b41-6a91-4061-9156-0b3f2409649d by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:19:01.279310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Attempting to bind port b4fa8b41-6a91-4061-9156-0b3f2409649d on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:19:01.290843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:19:01.291217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:19:01.291624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.292017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:19:01.292477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Bound port: b4fa8b41-6a91-4061-9156-0b3f2409649d, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:19:01.292898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.294612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d582ec9-7315-4129-98d4-617efd097a0d None None] Pushing event updated for resources: {'Port': ['ID=b4fa8b41-6a91-4061-9156-0b3f2409649d,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:01.296832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Network eccefb34-117d-412c-a681-8439d805a3fe is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:19:01.301674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:19:01.305405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:19:01.340589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 209d0788-6521-433e-a4af-613afc285f7c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:19:01.340825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Pushing event updated for resources: {'Port': ['ID=e2257cf3-d348-4e5e-92bd-2b1e87e92602,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:01.360254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (faea8d2c-e875-438c-9d90-7b9439bbada3), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.395701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] For port b4fa8b41-6a91-4061-9156-0b3f2409649d, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:19:01.412083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] For port b4fa8b41-6a91-4061-9156-0b3f2409649d, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b4fa8b41-6a91-4061-9156-0b3f2409649d,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:19:01.424939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 209d0788-6521-433e-a4af-613afc285f7c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:01.425330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (209d0788-6521-433e-a4af-613afc285f7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.473866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fb01ed63-b9c7-4a43-a3c3-9cc8c6e65b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.509609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.558885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 209d0788-6521-433e-a4af-613afc285f7c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:01.580228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.580789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d582ec9-7315-4129-98d4-617efd097a0d None None] Pushing event updated for resources: {'Port': ['ID=b4fa8b41-6a91-4061-9156-0b3f2409649d,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:01.583372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Routers {'faea8d2c-e875-438c-9d90-7b9439bbada3'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:19:01.583981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:19:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['faea8d2c-e875-438c-9d90-7b9439bbada3'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:01.642147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-88b3f290-29a5-4d20-b2c4-2d93481eb894 None None] Provisioning complete for port e2257cf3-d348-4e5e-92bd-2b1e87e92602 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:01.642524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-88b3f290-29a5-4d20-b2c4-2d93481eb894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:01.725765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-88b3f290-29a5-4d20-b2c4-2d93481eb894 None None] Port e2257cf3-d348-4e5e-92bd-2b1e87e92602 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:19:01.738252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] Set router faea8d2c-e875-438c-9d90-7b9439bbada3 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:19:01.948160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'e2257cf3-d348-4e5e-92bd-2b1e87e92602', 'name': '', 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'mac_address': 'fa:16:3e:fb:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:19:00Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 1, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'subnets': [{'id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:01.976362 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deb1976-3220-4178-b3fc-78c80c3cd3a2 None None] The sync data for ids ['faea8d2c-e875-438c-9d90-7b9439bbada3'] in dv-neutron-836863-2-hyperv is: [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'e2257cf3-d348-4e5e-92bd-2b1e87e92602', 'name': '', 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'mac_address': 'fa:16:3e:fb:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:19:00Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 1, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'subnets': [{'id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:19:02.045290 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks [] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:02.137540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:02.217445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (faea8d2c-e875-438c-9d90-7b9439bbada3), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:02.223467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Pushing event updated for resources: {'Port': ['ID=e2257cf3-d348-4e5e-92bd-2b1e87e92602,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:02.321091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Network eccefb34-117d-412c-a681-8439d805a3fe is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:19:02.322479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:19:02.450391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Router faea8d2c-e875-438c-9d90-7b9439bbada3 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:19:02.554613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:02.562861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6c687a9c-1bb4-472d-9217-8d98d29e027d None None] Provisioning complete for port e2257cf3-d348-4e5e-92bd-2b1e87e92602 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:02.563243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6c687a9c-1bb4-472d-9217-8d98d29e027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:02.583893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:19:02.595782 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2667d174-f749-47c1-879c-2d10bda58218 admin admin] 10.222.0.25 "PUT /v2.0/routers/faea8d2c-e875-438c-9d90-7b9439bbada3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1728647 Apr 07 02:19:02.612903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6c687a9c-1bb4-472d-9217-8d98d29e027d None None] Port e2257cf3-d348-4e5e-92bd-2b1e87e92602 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:19:03.324191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4fa8b41-6a91-4061-9156-0b3f2409649d up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:19:03.372615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b4fa8b41-6a91-4061-9156-0b3f2409649d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:03.373116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:03.452565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b4fa8b41-6a91-4061-9156-0b3f2409649d is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:03.453020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:03.474146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port b4fa8b41-6a91-4061-9156-0b3f2409649d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b4fa8b41-6a91-4061-9156-0b3f2409649d,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:03.535381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:03.588306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=b4fa8b41-6a91-4061-9156-0b3f2409649d,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:03.593993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-86a2bbf6-25bd-4cb5-bef2-c455f3691b60 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:03.595674 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-86a2bbf6-25bd-4cb5-bef2-c455f3691b60 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 817 time: 0.1067798 Apr 07 02:19:03.611863 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-7ab6c06e-da5f-488a-8951-dc4b4d14e3a2 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/quotas/6ce2e693d7e542f79f49b6c95849d7c5 HTTP/1.1" status: 200 len: 375 time: 0.0102718 Apr 07 02:19:03.672019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-98e270a5-b1ee-4e76-95a5-1ad97c803d3f tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546889 Apr 07 02:19:03.767524 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-dcbb35f6-d0d3-4660-bf57-4a9bea102268 service neutron] 10.222.0.25 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840867 Apr 07 02:19:03.862635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-9f0120bc-e464-4acc-83db-3a525541ecf5 service neutron] 10.222.0.25 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892439 Apr 07 02:19:03.872698 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Sync routers for ids ['faea8d2c-e875-438c-9d90-7b9439bbada3'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:19:03.882561 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Routers {'faea8d2c-e875-438c-9d90-7b9439bbada3'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:19:03.883182 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:19:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['faea8d2c-e875-438c-9d90-7b9439bbada3'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:03.994426 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Set router faea8d2c-e875-438c-9d90-7b9439bbada3 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:19:04.061453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.123473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a09efb41-2800-4c06-a87a-ee1e75c474ae req-02241391-d08c-4f11-83f8-ab460de812fa tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 210 time: 0.0310202 Apr 07 02:19:04.206953 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'e2257cf3-d348-4e5e-92bd-2b1e87e92602', 'name': '', 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'mac_address': 'fa:16:3e:fb:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:19:00Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 2, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'subnets': [{'id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:04.237120 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Checking router: faea8d2c-e875-438c-9d90-7b9439bbada3 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:19:04.237473 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Updating router faea8d2c-e875-438c-9d90-7b9439bbada3 port e2257cf3-d348-4e5e-92bd-2b1e87e92602 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:19:04.264155 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.524526 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Publish callbacks [] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.608658 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.660714 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221de07c-e245-4797-a46c-cb53f5f66354 None None] Pushing event updated for resources: {'Port': ['ID=e2257cf3-d348-4e5e-92bd-2b1e87e92602,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:04.712175 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Attempting to bind port e2257cf3-d348-4e5e-92bd-2b1e87e92602 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:19:04.712550 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Attempting to bind port e2257cf3-d348-4e5e-92bd-2b1e87e92602 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:19:04.712959 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Attempting to bind port e2257cf3-d348-4e5e-92bd-2b1e87e92602 on network eccefb34-117d-412c-a681-8439d805a3fe {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:19:04.718495 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:19:04.718882 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Checking segment: {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:19:04.719294 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.719680 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Bound using segment: {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:19:04.720152 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Bound port: e2257cf3-d348-4e5e-92bd-2b1e87e92602, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d4edde-2e51-43d8-ad98-2771aee1dc0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:19:04.720537 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.789668 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] For port e2257cf3-d348-4e5e-92bd-2b1e87e92602, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:19:04.792933 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] For port e2257cf3-d348-4e5e-92bd-2b1e87e92602, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e2257cf3-d348-4e5e-92bd-2b1e87e92602,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:19:04.884670 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.944239 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Routers {'faea8d2c-e875-438c-9d90-7b9439bbada3'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:19:04.944969 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:19:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['faea8d2c-e875-438c-9d90-7b9439bbada3'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:04.948640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] Provisioning complete for port e2257cf3-d348-4e5e-92bd-2b1e87e92602 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:04.949042 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:04.984086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221de07c-e245-4797-a46c-cb53f5f66354 None None] Pushing event updated for resources: {'Port': ['ID=e2257cf3-d348-4e5e-92bd-2b1e87e92602,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:05.052402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] Current status of the port e2257cf3-d348-4e5e-92bd-2b1e87e92602 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:05.052711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:05.067918 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] Set router faea8d2c-e875-438c-9d90-7b9439bbada3 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:19:05.094390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] For port e2257cf3-d348-4e5e-92bd-2b1e87e92602, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e2257cf3-d348-4e5e-92bd-2b1e87e92602,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:05.163736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:05.229131 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f2cd06c-9d9b-43c4-9cbc-ac0f030aa33f req-fc663c76-2a23-4cd5-b807-0ec909193410 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 210 time: 0.0334375 Apr 07 02:19:05.308065 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'e2257cf3-d348-4e5e-92bd-2b1e87e92602', 'name': '', 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'mac_address': 'fa:16:3e:fb:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:19:00Z', 'updated_at': '2022-04-07T02:19:04Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'subnets': [{'id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:19:05.343725 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2684ee-783e-4edb-9e58-4db2da1ea9ee None None] The sync data for ids ['faea8d2c-e875-438c-9d90-7b9439bbada3'] in dv-neutron-836863-2-hyperv is: [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:01Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'e2257cf3-d348-4e5e-92bd-2b1e87e92602', 'name': '', 'network_id': 'eccefb34-117d-412c-a681-8439d805a3fe', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'mac_address': 'fa:16:3e:fb:f8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:19:00Z', 'updated_at': '2022-04-07T02:19:04Z', 'revision_number': 4, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'subnets': [{'id': '7a05ccb4-7acd-4966-816d-92df9edbf2bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:19:05.354902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2257cf3-d348-4e5e-92bd-2b1e87e92602 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:19:05.427921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f94c2043-058d-43cd-aa80-289297d74a5b None None] Provisioning complete for port e2257cf3-d348-4e5e-92bd-2b1e87e92602 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:05.428307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f94c2043-058d-43cd-aa80-289297d74a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:05.434412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05c913-abe3-48f7-be9f-08b34b6bc364 None None] Pushing event updated for resources: {'Port': ['ID=e2257cf3-d348-4e5e-92bd-2b1e87e92602,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:05.479093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:05.494453 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e2257cf3-d348-4e5e-92bd-2b1e87e92602 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:05.494842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:05.562233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f94c2043-058d-43cd-aa80-289297d74a5b None None] Current status of the port e2257cf3-d348-4e5e-92bd-2b1e87e92602 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:05.611364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e2257cf3-d348-4e5e-92bd-2b1e87e92602 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:05.612519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4fa8b41-6a91-4061-9156-0b3f2409649d up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:19:05.665121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port b4fa8b41-6a91-4061-9156-0b3f2409649d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:05.665502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:05.745986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port b4fa8b41-6a91-4061-9156-0b3f2409649d is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:06.255640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-2ff6d4ac-33fe-4f3f-bed7-7bc9b665d012 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:06.257149 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-2ff6d4ac-33fe-4f3f-bed7-7bc9b665d012 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 817 time: 0.1069241 Apr 07 02:19:06.271102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Request body: {'port': {'device_id': '31f41ba4-155a-4769-b264-5b806702214c', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'admin_state_up': True, 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:19:06.331201 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b22410bf-e26d-4a40-8304-3d6d6918c3cb req-7008c00c-f809-4580-a7dd-d65812e19873 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 210 time: 0.0280404 Apr 07 02:19:06.449545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Made reservation on behalf of 6ce2e693d7e542f79f49b6c95849d7c5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:19:06.452902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:06.581108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Allocated IP 172.20.0.12 (f934b2c1-d808-4626-9a2f-d54b6b8616fa/0722159d-0ea5-4351-a605-2fe714750bc4/a5b2d7b5-b04d-4517-98e5-c12292724570) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:19:06.723303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks [] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:06.809173 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:06.854931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:19:06.860661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:19:06.864545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:19:06.895075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Pushing event updated for resources: {'Port': ['ID=a5b2d7b5-b04d-4517-98e5-c12292724570,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:06.920206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:06.921576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.006536 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-3ae7cd4e-fd5d-4b7d-8844-0e389e5fea42 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7396309 Apr 07 02:19:07.023085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Request body: {'port': {'device_id': '31f41ba4-155a-4769-b264-5b806702214c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:19:07.082196 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.090947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0c6c7e0c-d743-43be-9b82-2da8800360d5 None None] Provisioning complete for port a5b2d7b5-b04d-4517-98e5-c12292724570 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:07.091476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c6c7e0c-d743-43be-9b82-2da8800360d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.125084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0c6c7e0c-d743-43be-9b82-2da8800360d5 None None] Port a5b2d7b5-b04d-4517-98e5-c12292724570 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:19:07.316334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2257cf3-d348-4e5e-92bd-2b1e87e92602 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:19:07.353180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b2d7b5-b04d-4517-98e5-c12292724570 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:19:07.360834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Publish callbacks [] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.372684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e2257cf3-d348-4e5e-92bd-2b1e87e92602 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:07.372844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Transition to ACTIVE for port object a5b2d7b5-b04d-4517-98e5-c12292724570 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:19:07.373112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.432592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.453739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7ae5b-86a5-4440-ba50-98b31cb912cd req-3cda3007-5839-4617-8036-9567bc810aef tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:07.454339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e2257cf3-d348-4e5e-92bd-2b1e87e92602 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:07.455319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fdc7ae5b-86a5-4440-ba50-98b31cb912cd req-3cda3007-5839-4617-8036-9567bc810aef tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 932 time: 0.0521190 Apr 07 02:19:07.502912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b2d7b5-b04d-4517-98e5-c12292724570,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:07.510004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fdc7ae5b-86a5-4440-ba50-98b31cb912cd req-7a1c6a80-7732-4281-943c-04d20e3cdaa7 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Apr 07 02:19:07.562007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Attempting to bind port a5b2d7b5-b04d-4517-98e5-c12292724570 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:19:07.562341 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Attempting to bind port a5b2d7b5-b04d-4517-98e5-c12292724570 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:19:07.562675 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Attempting to bind port a5b2d7b5-b04d-4517-98e5-c12292724570 on network f934b2c1-d808-4626-9a2f-d54b6b8616fa {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:19:07.567338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Port a5b2d7b5-b04d-4517-98e5-c12292724570 on network f934b2c1-d808-4626-9a2f-d54b6b8616fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:19:07.567661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Attempting to bind port a5b2d7b5-b04d-4517-98e5-c12292724570 on network f934b2c1-d808-4626-9a2f-d54b6b8616fa {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:19:07.572629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:19:07.573002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Checking segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:19:07.573388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Bound using segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:19:07.573811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Bound port: a5b2d7b5-b04d-4517-98e5-c12292724570, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:19:07.574168 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.640606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] For port a5b2d7b5-b04d-4517-98e5-c12292724570, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:19:07.643968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] For port a5b2d7b5-b04d-4517-98e5-c12292724570, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a5b2d7b5-b04d-4517-98e5-c12292724570,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:19:07.701709 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.737312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:07.737890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:07.739307 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] 10.222.0.10 "PUT /v2.0/ports/a5b2d7b5-b04d-4517-98e5-c12292724570 HTTP/1.1" status: 200 len: 1094 time: 0.7206976 Apr 07 02:19:07.739889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f41ba4-155a-4769-b264-5b806702214c', 'tag': 'a5b2d7b5-b04d-4517-98e5-c12292724570'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:19:07.742221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "31f41ba4-155a-4769-b264-5b806702214c", "tag": "a5b2d7b5-b04d-4517-98e5-c12292724570"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:19:07.771748 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7599229-a7b7-46b7-be2f-ef63298bb005 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b2d7b5-b04d-4517-98e5-c12292724570,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:07.853227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ca3802-ea70-4f93-b999-890780598088 x-openstack-request-id: req-a4ca3802-ea70-4f93-b999-890780598088 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:19:07.853612 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f41ba4-155a-4769-b264-5b806702214c", "tag": "a5b2d7b5-b04d-4517-98e5-c12292724570", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:19:07.853975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ca3802-ea70-4f93-b999-890780598088 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:19:07.854608 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4ca3802-ea70-4f93-b999-890780598088'] response: {'name': 'network-changed', 'server_uuid': '31f41ba4-155a-4769-b264-5b806702214c', 'tag': 'a5b2d7b5-b04d-4517-98e5-c12292724570', 'status': 'completed', 'code': 200} Apr 07 02:19:07.893147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-83495635-e647-48ef-9b28-f12fcf5877bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:07.894824 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-83495635-e647-48ef-9b28-f12fcf5877bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 1128 time: 0.0509272 Apr 07 02:19:07.942986 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-5fe37e48-2045-4edd-a571-5554ae9ef8ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b2d7b5-b04d-4517-98e5-c12292724570 HTTP/1.1" status: 200 len: 217 time: 0.0393856 Apr 07 02:19:07.993178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-bd8d5c95-e68d-4e45-81df-01f2f0be4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:07.994632 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-bd8d5c95-e68d-4e45-81df-01f2f0be4678 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0722159d-0ea5-4351-a605-2fe714750bc4 HTTP/1.1" status: 200 len: 856 time: 0.0452337 Apr 07 02:19:08.045517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-2648dd8f-72e7-4699-b24d-79fe3b952ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:08.046938 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-2648dd8f-72e7-4699-b24d-79fe3b952ca2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f934b2c1-d808-4626-9a2f-d54b6b8616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429361 Apr 07 02:19:08.143578 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-f8682edb-0940-412c-afcc-fd09f2429bd6 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855687 Apr 07 02:19:08.240245 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-496ffc47-1e32-47e9-824b-7aab10da1d3b req-ba535132-f39c-4929-8d95-67b4345b95b6 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864801 Apr 07 02:19:08.628387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b679e98-bc54-416d-8bb3-bf88e2d77f26 req-5f5766e4-a0b8-4493-bd0a-8e1d1309fd04 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:08.629886 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3b679e98-bc54-416d-8bb3-bf88e2d77f26 req-5f5766e4-a0b8-4493-bd0a-8e1d1309fd04 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 944 time: 0.0513251 Apr 07 02:19:08.675612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3b679e98-bc54-416d-8bb3-bf88e2d77f26 req-9f70a3e5-d0f0-4089-86fc-dcd8ed363638 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Apr 07 02:19:09.201958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-b2370daf-8a47-4e0b-bcb5-5fb2c21ac3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:09.203458 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-b2370daf-8a47-4e0b-bcb5-5fb2c21ac3d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 1128 time: 0.0507259 Apr 07 02:19:09.294614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-12973263-4fee-4fd2-baa6-05d46c6e3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:09.296694 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-12973263-4fee-4fd2-baa6-05d46c6e3042 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 917 time: 0.0832241 Apr 07 02:19:09.344703 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-f8882e12-fe98-483f-938a-3125873a87c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b2d7b5-b04d-4517-98e5-c12292724570 HTTP/1.1" status: 200 len: 217 time: 0.0387232 Apr 07 02:19:09.395150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-6b7955fe-4311-4641-a379-3c581115dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:09.396622 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-6b7955fe-4311-4641-a379-3c581115dfdb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0722159d-0ea5-4351-a605-2fe714750bc4 HTTP/1.1" status: 200 len: 856 time: 0.0433726 Apr 07 02:19:09.448626 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-921dc19c-1fc0-4bd2-8e00-7bf8af49e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:09.450094 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-921dc19c-1fc0-4bd2-8e00-7bf8af49e5ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f934b2c1-d808-4626-9a2f-d54b6b8616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439119 Apr 07 02:19:09.542665 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-4e81eb30-f039-4392-8c4e-442676943a79 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824339 Apr 07 02:19:09.800180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e5267-41f5-41c2-a165-354bde9c0e9e req-79220f78-1466-4cc4-89ed-91182ed70775 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:09.801745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4b0e5267-41f5-41c2-a165-354bde9c0e9e req-79220f78-1466-4cc4-89ed-91182ed70775 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 944 time: 0.0547676 Apr 07 02:19:09.850630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4b0e5267-41f5-41c2-a165-354bde9c0e9e req-9a624cbb-e93b-485e-9b82-5ccf78d740a2 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Apr 07 02:19:09.926121 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03cf57fb-6c6a-48ab-97b0-4f0b1d21c8fa req-d7a892f3-3bed-4127-a56e-b80c8e9ee4ed service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742466 Apr 07 02:19:10.494957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a5b2d7b5-b04d-4517-98e5-c12292724570 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:19:10.590550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a5b2d7b5-b04d-4517-98e5-c12292724570, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a5b2d7b5-b04d-4517-98e5-c12292724570,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:10.601646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'a5b2d7b5-b04d-4517-98e5-c12292724570', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'port_id': 'a5b2d7b5-b04d-4517-98e5-c12292724570', 'mac_address': 'fa:16:3e:a0:e9:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:19:10.636991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a5b2d7b5-b04d-4517-98e5-c12292724570 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:10.637373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:10.652861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b2d7b5-b04d-4517-98e5-c12292724570 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:19:10.671930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a5b2d7b5-b04d-4517-98e5-c12292724570, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a5b2d7b5-b04d-4517-98e5-c12292724570,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:10.746566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:10.792832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a5b2d7b5-b04d-4517-98e5-c12292724570,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:10.971678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30675664-ad01-44cc-abbe-cf198bf6cd5e req-5b5371d1-8a3e-4ce9-9ddc-9792a1d0ecde tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:10.973211 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-30675664-ad01-44cc-abbe-cf198bf6cd5e req-5b5371d1-8a3e-4ce9-9ddc-9792a1d0ecde tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 945 time: 0.0569584 Apr 07 02:19:11.000724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a5b2d7b5-b04d-4517-98e5-c12292724570'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:19:11.020324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-30675664-ad01-44cc-abbe-cf198bf6cd5e req-1435a6a0-5c46-44f8-8103-7b4ac1e79cd9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 Apr 07 02:19:12.144886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5ba0f-bbc4-423e-8f48-81058f9f81ab req-247f0173-b51b-4a5a-9926-0db2cfa2e44e tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:12.146355 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70a5ba0f-bbc4-423e-8f48-81058f9f81ab req-247f0173-b51b-4a5a-9926-0db2cfa2e44e tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 945 time: 0.0520995 Apr 07 02:19:12.192167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70a5ba0f-bbc4-423e-8f48-81058f9f81ab req-80b41d1b-207e-40ef-8109-654a778e8635 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Apr 07 02:19:12.295233 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:19:12.510574 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a5b2d7b5-b04d-4517-98e5-c12292724570 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:19:12.660561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port a5b2d7b5-b04d-4517-98e5-c12292724570 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:19:12.664284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port a5b2d7b5-b04d-4517-98e5-c12292724570 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:19:12.664664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:12.743038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port a5b2d7b5-b04d-4517-98e5-c12292724570 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:19:12.743431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:12.765433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f41ba4-155a-4769-b264-5b806702214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b2d7b5-b04d-4517-98e5-c12292724570'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:19:12.767674 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db907061-d984-416a-85ae-04ecc3767a72" -d '{"events": [{"server_uuid": "31f41ba4-155a-4769-b264-5b806702214c", "name": "network-vif-plugged", "status": "completed", "tag": "a5b2d7b5-b04d-4517-98e5-c12292724570"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:19:12.779345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port a5b2d7b5-b04d-4517-98e5-c12292724570, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a5b2d7b5-b04d-4517-98e5-c12292724570,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:12.803418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbae95e-cd43-44e5-b852-0b131587c36e x-openstack-request-id: req-ccbae95e-cd43-44e5-b852-0b131587c36e {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:19:12.803775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f41ba4-155a-4769-b264-5b806702214c", "name": "network-vif-plugged", "status": "completed", "tag": "a5b2d7b5-b04d-4517-98e5-c12292724570", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:19:12.804038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccbae95e-cd43-44e5-b852-0b131587c36e {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:19:12.804435 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccbae95e-cd43-44e5-b852-0b131587c36e'] response: {'server_uuid': '31f41ba4-155a-4769-b264-5b806702214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b2d7b5-b04d-4517-98e5-c12292724570', 'code': 200} Apr 07 02:19:12.838055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:12.890368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=a5b2d7b5-b04d-4517-98e5-c12292724570,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:13.095426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73163d63-3926-4085-8100-20466d1c2978 req-2dc37b2a-b397-44a2-822c-384c497830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:13.096924 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73163d63-3926-4085-8100-20466d1c2978 req-2dc37b2a-b397-44a2-822c-384c497830ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 1130 time: 0.0451660 Apr 07 02:19:13.147929 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-73163d63-3926-4085-8100-20466d1c2978 req-3ff3d593-2080-480c-bf1e-85f3a4349f5d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410447 Apr 07 02:19:13.311768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01020775-03a9-4ba0-b4e5-a90d8e2f5591 req-e7e761d7-683f-4791-ae43-1774747eb99c tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:13.313304 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01020775-03a9-4ba0-b4e5-a90d8e2f5591 req-e7e761d7-683f-4791-ae43-1774747eb99c tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0555727 Apr 07 02:19:13.358536 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-01020775-03a9-4ba0-b4e5-a90d8e2f5591 req-4b1acd64-fb0c-4809-934d-6967a4ac90a4 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Apr 07 02:19:14.479529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11255945-7942-438f-9169-dc5fdcd5425e req-541af9be-3c8a-4708-a736-2f17442fe4ab tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:14.481134 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11255945-7942-438f-9169-dc5fdcd5425e req-541af9be-3c8a-4708-a736-2f17442fe4ab tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0565736 Apr 07 02:19:14.527361 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-11255945-7942-438f-9169-dc5fdcd5425e req-fe382110-5f9c-4694-afa7-a789b9eb108b tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Apr 07 02:19:15.644568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f4ea1-709a-44ec-bbbb-270ef4541eba req-e589a90a-5e6d-4673-8a70-356e2de570eb tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:15.646087 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eb2f4ea1-709a-44ec-bbbb-270ef4541eba req-e589a90a-5e6d-4673-8a70-356e2de570eb tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0514617 Apr 07 02:19:15.695639 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eb2f4ea1-709a-44ec-bbbb-270ef4541eba req-a6587d02-fed2-4a3e-8016-0380f5ded133 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Apr 07 02:19:15.812294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4017-5abd-489d-bf6c-9261bd15efc4 req-db802910-e3b6-46e6-944a-b645f235edec tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:15.813710 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ffb4017-5abd-489d-bf6c-9261bd15efc4 req-db802910-e3b6-46e6-944a-b645f235edec tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0529420 Apr 07 02:19:15.859349 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7ffb4017-5abd-489d-bf6c-9261bd15efc4 req-07a19491-a1d2-4cbd-9c96-60092bd686bd tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Apr 07 02:19:18.129439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:29.054564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4e319d2f-0d40-4040-bd65-dcfc33b29907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:31.402172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4eb407e-cab0-4b42-b645-cfa7efea4df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:32.637448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:34.037162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:35.311800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:48.168306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:48.842604 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-eafe6968-e208-4dc8-96a6-1f35d41a0d6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427670 Apr 07 02:19:48.936906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea07379-642a-4758-b550-7a67e3a88dfe req-67fb21ba-323d-4cb7-ad1f-5405e6dbe9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:48.938435 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-67fb21ba-323d-4cb7-ad1f-5405e6dbe9bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 1130 time: 0.0491796 Apr 07 02:19:49.051685 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea07379-642a-4758-b550-7a67e3a88dfe req-40e5f1d9-c774-4780-b19f-e8b1f32b9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:49.053229 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-40e5f1d9-c774-4780-b19f-e8b1f32b9c86 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 917 time: 0.0906527 Apr 07 02:19:49.094150 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-d6bb1534-216b-434a-8bbb-313d8efa415d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b2d7b5-b04d-4517-98e5-c12292724570 HTTP/1.1" status: 200 len: 217 time: 0.0340486 Apr 07 02:19:49.141453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea07379-642a-4758-b550-7a67e3a88dfe req-301070d0-5ca5-48eb-8e0f-665afe1a1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:49.142890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-301070d0-5ca5-48eb-8e0f-665afe1a1d01 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0722159d-0ea5-4351-a605-2fe714750bc4 HTTP/1.1" status: 200 len: 856 time: 0.0425963 Apr 07 02:19:49.191909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea07379-642a-4758-b550-7a67e3a88dfe req-0650a5a0-276d-4695-a1e1-a5b67aa33b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:49.193432 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-0650a5a0-276d-4695-a1e1-a5b67aa33b5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f934b2c1-d808-4626-9a2f-d54b6b8616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424502 Apr 07 02:19:49.284110 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-c3d888ff-f389-40d4-8dc3-48bd915c129b service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842595 Apr 07 02:19:49.293245 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:19:49.377512 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cea07379-642a-4758-b550-7a67e3a88dfe req-8b825e76-de87-4800-90d4-25ab22784577 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866017 Apr 07 02:19:54.758696 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba35818-a637-4df7-9ee6-424b54a90313 req-b637d49d-5b9a-4b16-b673-6d439a29d7bc tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:54.760220 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fba35818-a637-4df7-9ee6-424b54a90313 req-b637d49d-5b9a-4b16-b673-6d439a29d7bc tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0537233 Apr 07 02:19:54.810404 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fba35818-a637-4df7-9ee6-424b54a90313 req-80121dbe-478c-403d-a838-32201a18e278 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446544 Apr 07 02:19:55.928860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056d71d-5d79-4629-9297-ec434bf0b5c6 req-4e12da93-92f2-443f-97ed-368060f89f04 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:55.930345 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f056d71d-5d79-4629-9297-ec434bf0b5c6 req-4e12da93-92f2-443f-97ed-368060f89f04 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0514777 Apr 07 02:19:55.976327 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f056d71d-5d79-4629-9297-ec434bf0b5c6 req-e479cbe0-9efd-4155-9fdd-d481b30dd15d tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Apr 07 02:19:56.617083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-5be70976-5efc-4789-b32d-3feadeaead3c tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:56.618603 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-5be70976-5efc-4789-b32d-3feadeaead3c tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 946 time: 0.0540218 Apr 07 02:19:56.721249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Deleting port a5b2d7b5-b04d-4517-98e5-c12292724570 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:19:56.721559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:56.816315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] For port a5b2d7b5-b04d-4517-98e5-c12292724570, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=a5b2d7b5-b04d-4517-98e5-c12292724570,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:19:56.816688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:56.830166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Calling delete_port for a5b2d7b5-b04d-4517-98e5-c12292724570 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:19:57.008160 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a5b2d7b5-b04d-4517-98e5-c12292724570), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:57.025348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['a5b2d7b5-b04d-4517-98e5-c12292724570'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:19:57.037316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Pushing event deleted for resources: {'Port': ['ID=a5b2d7b5-b04d-4517-98e5-c12292724570,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:19:57.049465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.049827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.050179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.050525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.050867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.051209 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.051550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.051885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.052216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.052550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.052915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.053247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.053579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.053909 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.054234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:19:57.083561 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f46c4a40-459c-42c8-ac6b-fe4f1f022a66 req-69871580-fe6b-4c68-8843-ba25299dbe67 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=31f41ba4-155a-4769-b264-5b806702214c HTTP/1.1" status: 200 len: 210 time: 0.0397065 Apr 07 02:19:57.102583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] No DVR routers for this DVR port a5b2d7b5-b04d-4517-98e5-c12292724570 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:19:57.106418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:57.111308 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-bf9c62d1-d9d4-4432-82a9-61a8435f677b req-72064736-af0d-427f-993a-a2f83add5321 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "DELETE /v2.0/ports/a5b2d7b5-b04d-4517-98e5-c12292724570 HTTP/1.1" status: 204 len: 173 time: 0.4745352 Apr 07 02:19:57.111308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f41ba4-155a-4769-b264-5b806702214c', 'name': 'network-vif-deleted', 'tag': 'a5b2d7b5-b04d-4517-98e5-c12292724570'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:19:57.113077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7756ed34-3647-4ed6-b6b6-798a707de665" -d '{"events": [{"server_uuid": "31f41ba4-155a-4769-b264-5b806702214c", "name": "network-vif-deleted", "tag": "a5b2d7b5-b04d-4517-98e5-c12292724570"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:19:57.148358 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e59e5e-4d1d-42d7-a77d-46c877dd0216 x-openstack-request-id: req-a7e59e5e-4d1d-42d7-a77d-46c877dd0216 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:19:57.148660 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f41ba4-155a-4769-b264-5b806702214c", "name": "network-vif-deleted", "tag": "a5b2d7b5-b04d-4517-98e5-c12292724570", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:19:57.148943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7e59e5e-4d1d-42d7-a77d-46c877dd0216 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:19:57.149402 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e59e5e-4d1d-42d7-a77d-46c877dd0216'] response: {'server_uuid': '31f41ba4-155a-4769-b264-5b806702214c', 'name': 'network-vif-deleted', 'tag': 'a5b2d7b5-b04d-4517-98e5-c12292724570', 'status': 'completed', 'code': 200} Apr 07 02:19:58.681061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-58c043de-e1c8-4480-84e4-fcc336c1add5 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:19:58.682438 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-58c043de-e1c8-4480-84e4-fcc336c1add5 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 817 time: 0.1023657 Apr 07 02:19:58.696540 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-2c8dc30e-1cea-4abf-9851-b0e34aadcb37 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/quotas/6ce2e693d7e542f79f49b6c95849d7c5 HTTP/1.1" status: 200 len: 375 time: 0.0086792 Apr 07 02:19:58.749501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-efb2ae23-0896-48a1-9efa-716d92806da4 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482130 Apr 07 02:19:58.951845 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-158924d4-ca5b-4ae4-8587-ca0382d494da service neutron] 10.222.0.25 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911712 Apr 07 02:19:59.019115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2799d069-c3d8-43c7-a2f5-0355a9032e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:19:59.041166 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-96f53b0a-9b14-4cfb-8227-50a381d088c2 service neutron] 10.222.0.25 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832245 Apr 07 02:19:59.243482 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4d6656da-0f60-4c3e-a4d0-1609e35c5aa3 req-6a74358e-7ba0-4038-82fa-9e4a818d9a5e tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 210 time: 0.0273886 Apr 07 02:20:00.336096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7daf181-f97f-418a-9304-99ba3fb28d40 req-848ffcf7-02e4-4859-b91a-bb38a3c4b4ee tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 210 time: 0.0265059 Apr 07 02:20:00.718763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a5b2d7b5-b04d-4517-98e5-c12292724570 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:20:00.738558 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: a5b2d7b5-b04d-4517-98e5-c12292724570 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:20:00.738926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device a5b2d7b5-b04d-4517-98e5-c12292724570 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:20:00.977773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-4824ff07-cbed-4832-a878-cb1a37dc3540 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:00.979177 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-4824ff07-cbed-4832-a878-cb1a37dc3540 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 817 time: 0.1073244 Apr 07 02:20:00.991904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Request body: {'port': {'device_id': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'admin_state_up': True, 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:20:01.173224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Made reservation on behalf of 6ce2e693d7e542f79f49b6c95849d7c5 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:20:01.176581 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:01.307867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Allocated IP 172.20.0.3 (f934b2c1-d808-4626-9a2f-d54b6b8616fa/0722159d-0ea5-4351-a605-2fe714750bc4/6a6f445a-b54b-4f0b-bc54-c07e3426561f) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:20:01.396627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7f21c9be-1d51-4fca-8ab7-693b09abf2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:01.434814 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7dd24667-3647-4b64-801f-847e26a5f953 req-094aacc3-42a1-42be-a486-f498ab6ed8d2 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 210 time: 0.0308635 Apr 07 02:20:01.463265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks [] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:01.574287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:01.615010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:20:01.620094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:20:01.623952 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:20:01.648975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Pushing event updated for resources: {'Port': ['ID=6a6f445a-b54b-4f0b-bc54-c07e3426561f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:01.678708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:01.679339 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:01.794088 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-b1599306-f258-40cb-ac70-5a496d65cbe9 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059464 Apr 07 02:20:01.809886 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Request body: {'port': {'device_id': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:20:01.819136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3b43b995-277a-4869-b6d3-9b4d4bde645e None None] Provisioning complete for port 6a6f445a-b54b-4f0b-bc54-c07e3426561f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:20:01.819679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3b43b995-277a-4869-b6d3-9b4d4bde645e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:01.854627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3b43b995-277a-4869-b6d3-9b4d4bde645e None None] Port 6a6f445a-b54b-4f0b-bc54-c07e3426561f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:20:01.873926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.131311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6f445a-b54b-4f0b-bc54-c07e3426561f {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:20:02.138812 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Publish callbacks [] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.150924 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Transition to ACTIVE for port object 6a6f445a-b54b-4f0b-bc54-c07e3426561f will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:20:02.219934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.310298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f445a-b54b-4f0b-bc54-c07e3426561f,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:02.345763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Attempting to bind port 6a6f445a-b54b-4f0b-bc54-c07e3426561f on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:20:02.346105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Attempting to bind port 6a6f445a-b54b-4f0b-bc54-c07e3426561f by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:20:02.346439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Attempting to bind port 6a6f445a-b54b-4f0b-bc54-c07e3426561f on network f934b2c1-d808-4626-9a2f-d54b6b8616fa {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:20:02.351231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Port 6a6f445a-b54b-4f0b-bc54-c07e3426561f on network f934b2c1-d808-4626-9a2f-d54b6b8616fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:20:02.351557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Attempting to bind port 6a6f445a-b54b-4f0b-bc54-c07e3426561f on network f934b2c1-d808-4626-9a2f-d54b6b8616fa {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:20:02.356603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:20:02.357393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Checking segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:20:02.357788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Bound using segment: {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:20:02.358220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Bound port: 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9751e4bf-5107-461f-92fa-338aa4285d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:20:02.358994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.423800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] For port 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:20:02.426732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] For port 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:20:02.510561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.549228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:02.549983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.551504 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a6f445a-b54b-4f0b-bc54-c07e3426561f HTTP/1.1" status: 200 len: 1093 time: 0.7457449 Apr 07 02:20:02.552101 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'tag': '6a6f445a-b54b-4f0b-bc54-c07e3426561f'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:20:02.554679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931" -d '{"events": [{"name": "network-changed", "server_uuid": "62da64f1-e15f-48a5-8da4-db4eed9a268f", "tag": "6a6f445a-b54b-4f0b-bc54-c07e3426561f"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:20:02.556997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b745bd-bbeb-4dca-bcf5-f8c0dc97c572 req-a19e72e4-8e72-4ec7-84c8-68d78de36988 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:02.558691 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0b745bd-bbeb-4dca-bcf5-f8c0dc97c572 req-a19e72e4-8e72-4ec7-84c8-68d78de36988 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 943 time: 0.0544891 Apr 07 02:20:02.562984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:02.583362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050e775-080e-4f49-94f5-a8e8d828d122 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6f445a-b54b-4f0b-bc54-c07e3426561f,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:02.617632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5614ee34-5354-466b-a011-b268d44af8d3 x-openstack-request-id: req-5614ee34-5354-466b-a011-b268d44af8d3 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:20:02.617632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62da64f1-e15f-48a5-8da4-db4eed9a268f", "tag": "6a6f445a-b54b-4f0b-bc54-c07e3426561f", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:20:02.617632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5614ee34-5354-466b-a011-b268d44af8d3 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:20:02.617632 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5614ee34-5354-466b-a011-b268d44af8d3'] response: {'name': 'network-changed', 'server_uuid': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'tag': '6a6f445a-b54b-4f0b-bc54-c07e3426561f', 'status': 'completed', 'code': 200} Apr 07 02:20:02.625702 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0b745bd-bbeb-4dca-bcf5-f8c0dc97c572 req-40348fec-a6bf-45f5-a9e7-dbad7819aa00 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602355 Apr 07 02:20:02.693722 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931 req-290c68e3-d884-4b09-b1d8-f37315882cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:02.695364 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931 req-290c68e3-d884-4b09-b1d8-f37315882cb8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 1127 time: 0.0476029 Apr 07 02:20:02.796959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931 req-883d70e6-f63d-416d-b592-dc12ec9ab55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:02.798486 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931 req-883d70e6-f63d-416d-b592-dc12ec9ab55c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0947430 Apr 07 02:20:02.898526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931 req-c8f25a21-4638-443a-8388-d214f7c8b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:02.900021 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8c864133-e6c8-4bd9-8f87-ca2fcfe4c931 req-c8f25a21-4638-443a-8388-d214f7c8b462 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921335 Apr 07 02:20:02.983202 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-a222e813-a24e-42bb-a72b-98580112cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:02.984642 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-a222e813-a24e-42bb-a72b-98580112cb2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 1127 time: 0.0448785 Apr 07 02:20:03.032662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-0502e19b-dcc9-4955-b462-24b13232521b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f HTTP/1.1" status: 200 len: 217 time: 0.0390472 Apr 07 02:20:03.084014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-25698340-f17f-40dc-b517-d30b25d28e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:03.085492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-25698340-f17f-40dc-b517-d30b25d28e99 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0722159d-0ea5-4351-a605-2fe714750bc4 HTTP/1.1" status: 200 len: 856 time: 0.0443306 Apr 07 02:20:03.140526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-351c88fe-f681-416f-a5c1-443631686f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:03.142089 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-351c88fe-f681-416f-a5c1-443631686f66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f934b2c1-d808-4626-9a2f-d54b6b8616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458374 Apr 07 02:20:03.237076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-424a7839-256f-443c-a020-c1c8785337e8 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Apr 07 02:20:03.328013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6937ee7b-335d-4d95-8037-2ff4d5d9e943 req-7c28209f-a3ec-4f08-bbdd-ab443777f890 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810919 Apr 07 02:20:03.745261 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ce39d-6424-4724-a35b-e119e6983399 req-03e21b85-13b4-4040-bfd0-8be2d2e0327e tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:03.746734 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-907ce39d-6424-4724-a35b-e119e6983399 req-03e21b85-13b4-4040-bfd0-8be2d2e0327e tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 943 time: 0.0527701 Apr 07 02:20:03.791851 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-907ce39d-6424-4724-a35b-e119e6983399 req-bc2918f3-8b9f-4cec-8974-1f8285791d9d tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Apr 07 02:20:04.042223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:04.911529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018c554-3c72-44db-8c52-1343f835a70e req-b6c42419-e6ac-4d0c-91b1-58c6808e9406 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:04.913046 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2018c554-3c72-44db-8c52-1343f835a70e req-b6c42419-e6ac-4d0c-91b1-58c6808e9406 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 943 time: 0.0561447 Apr 07 02:20:04.959620 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2018c554-3c72-44db-8c52-1343f835a70e req-8b57d4e8-ab68-4396-887e-d6f882005386 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Apr 07 02:20:05.299181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:06.075837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70d41-566b-43be-bfd8-a9f68164cdb6 req-3f969d54-022a-49e3-a5dd-d34351e605d1 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:06.078040 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6b70d41-566b-43be-bfd8-a9f68164cdb6 req-3f969d54-022a-49e3-a5dd-d34351e605d1 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 943 time: 0.0514026 Apr 07 02:20:06.122814 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6b70d41-566b-43be-bfd8-a9f68164cdb6 req-a8d6641f-f11e-4c05-8dcf-8407186bae56 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392082 Apr 07 02:20:06.758741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6a6f445a-b54b-4f0b-bc54-c07e3426561f details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:20:06.851677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:06.863725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '6a6f445a-b54b-4f0b-bc54-c07e3426561f', 'network_id': 'f934b2c1-d808-4626-9a2f-d54b6b8616fa', 'port_id': '6a6f445a-b54b-4f0b-bc54-c07e3426561f', 'mac_address': 'fa:16:3e:04:aa:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0722159d-0ea5-4351-a605-2fe714750bc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:20:06.904532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6a6f445a-b54b-4f0b-bc54-c07e3426561f is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:20:06.904977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:06.917945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6f445a-b54b-4f0b-bc54-c07e3426561f {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:20:06.936808 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:07.036364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:07.083235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6a6f445a-b54b-4f0b-bc54-c07e3426561f,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:07.090365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.090720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.091067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.091411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.091749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.092147 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.092456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.093282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.093625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.093952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.094280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.094610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.094937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.095261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.095581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:07.252705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c7cf5-c77f-43bc-bacf-ebf81eec6161 req-e227f8dc-3d8d-4442-ba13-b620cdf90782 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:07.254209 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-438c7cf5-c77f-43bc-bacf-ebf81eec6161 req-e227f8dc-3d8d-4442-ba13-b620cdf90782 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 944 time: 0.0577781 Apr 07 02:20:07.275203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['6a6f445a-b54b-4f0b-bc54-c07e3426561f'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:20:07.301131 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-438c7cf5-c77f-43bc-bacf-ebf81eec6161 req-16efee8d-78cc-44a2-85f4-6ddd40314776 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Apr 07 02:20:08.415682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401355e2-bdf8-4c61-86fd-c1e95cadd6fb req-5c7eb7b5-f06d-46c9-ae8c-f364eabb0074 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:08.417173 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-401355e2-bdf8-4c61-86fd-c1e95cadd6fb req-5c7eb7b5-f06d-46c9-ae8c-f364eabb0074 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 944 time: 0.0508962 Apr 07 02:20:08.463028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-401355e2-bdf8-4c61-86fd-c1e95cadd6fb req-bfb7bcec-fd66-4ac6-b2fc-bb9ef508678b tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397093 Apr 07 02:20:08.775308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6a6f445a-b54b-4f0b-bc54-c07e3426561f up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:20:08.875610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 6a6f445a-b54b-4f0b-bc54-c07e3426561f completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:20:08.879510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 6a6f445a-b54b-4f0b-bc54-c07e3426561f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:20:08.879886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:08.958918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6a6f445a-b54b-4f0b-bc54-c07e3426561f is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:20:08.959307 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:08.980847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f445a-b54b-4f0b-bc54-c07e3426561f'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:20:08.983064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06c610e-4372-4c30-a9b5-ff494acece6c" -d '{"events": [{"server_uuid": "62da64f1-e15f-48a5-8da4-db4eed9a268f", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f445a-b54b-4f0b-bc54-c07e3426561f"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:20:08.995142 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:09.018319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8db9d0-c118-44fa-87aa-ab9100fcf6fa x-openstack-request-id: req-7b8db9d0-c118-44fa-87aa-ab9100fcf6fa {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:20:09.018609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62da64f1-e15f-48a5-8da4-db4eed9a268f", "name": "network-vif-plugged", "status": "completed", "tag": "6a6f445a-b54b-4f0b-bc54-c07e3426561f", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:20:09.018864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b8db9d0-c118-44fa-87aa-ab9100fcf6fa {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:20:09.019473 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8db9d0-c118-44fa-87aa-ab9100fcf6fa'] response: {'server_uuid': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6f445a-b54b-4f0b-bc54-c07e3426561f', 'code': 200} Apr 07 02:20:09.065256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:09.111407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6a6f445a-b54b-4f0b-bc54-c07e3426561f,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:09.332399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630054-65c2-4b7c-8650-c92055d7b859 req-50e053d7-7e94-4e55-b35e-0eba25b5e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:09.334988 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03630054-65c2-4b7c-8650-c92055d7b859 req-50e053d7-7e94-4e55-b35e-0eba25b5e032 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 1129 time: 0.0479586 Apr 07 02:20:09.382480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-03630054-65c2-4b7c-8650-c92055d7b859 req-13295736-da09-4b35-bde9-6f5c520db5c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410173 Apr 07 02:20:09.577561 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ad7a1-1c40-4bf3-ac48-e330ecd81a8f req-b07d85b3-7576-47f5-aeee-61123dbae5d6 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:09.579025 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-119ad7a1-1c40-4bf3-ac48-e330ecd81a8f req-b07d85b3-7576-47f5-aeee-61123dbae5d6 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0509913 Apr 07 02:20:09.628889 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-119ad7a1-1c40-4bf3-ac48-e330ecd81a8f req-a6222e90-7604-4631-8794-55076a140ddc tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Apr 07 02:20:10.744566 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f34d7-dceb-46fa-9c24-5dab3b827322 req-ac9aa4b0-b874-44d5-aa43-04f77e4c08e3 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:10.746068 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-457f34d7-dceb-46fa-9c24-5dab3b827322 req-ac9aa4b0-b874-44d5-aa43-04f77e4c08e3 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0514514 Apr 07 02:20:10.793107 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-457f34d7-dceb-46fa-9c24-5dab3b827322 req-be444993-7993-4660-a30c-b21f70a7b5a8 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Apr 07 02:20:11.912481 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad8b73-6e09-4afa-96df-887c7dafdb57 req-0bf5877a-94d5-42da-aa24-588c24848096 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:11.913994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-21ad8b73-6e09-4afa-96df-887c7dafdb57 req-0bf5877a-94d5-42da-aa24-588c24848096 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0529099 Apr 07 02:20:11.960182 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-21ad8b73-6e09-4afa-96df-887c7dafdb57 req-eb6807bb-795e-444d-866c-c884da3de8c4 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Apr 07 02:20:12.078731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b0608-615c-4ccd-bd37-db610fa65694 req-241e2ff5-ce6a-494d-affe-79448ab18641 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:12.080115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-137b0608-615c-4ccd-bd37-db610fa65694 req-241e2ff5-ce6a-494d-affe-79448ab18641 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0554609 Apr 07 02:20:12.125226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-137b0608-615c-4ccd-bd37-db610fa65694 req-1a68f46a-12e2-4db9-9672-fd6f5c6f7bca tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Apr 07 02:20:18.173324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:26.291794 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:20:29.024348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-14a5aa2f-d541-45c0-a682-988a48e0b9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:31.390104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-56e9ed23-c108-4c3c-9b33-6f404c9fdeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:32.589777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:34.041758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:35.298266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:48.149819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:49.840692 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-7b54e937-28af-4bea-80bd-a3c67afcf192 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430474 Apr 07 02:20:49.936141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72106543-1357-4497-99f4-41cb25f9cb4a req-0733973a-0569-42d8-88c2-ffbeade22e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:49.937667 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-0733973a-0569-42d8-88c2-ffbeade22e39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 1129 time: 0.0451906 Apr 07 02:20:50.047133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72106543-1357-4497-99f4-41cb25f9cb4a req-47b4a812-edb3-4187-8a42-d826b4b1378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:50.048529 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-47b4a812-edb3-4187-8a42-d826b4b1378c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 200 len: 917 time: 0.0871239 Apr 07 02:20:50.092813 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-98d49d7c-d2be-4217-9c41-7ef665b220f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f HTTP/1.1" status: 200 len: 217 time: 0.0350466 Apr 07 02:20:50.140221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72106543-1357-4497-99f4-41cb25f9cb4a req-5e589092-b38b-4e92-975d-6dea086a6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:50.141672 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-5e589092-b38b-4e92-975d-6dea086a6e38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0722159d-0ea5-4351-a605-2fe714750bc4 HTTP/1.1" status: 200 len: 856 time: 0.0427721 Apr 07 02:20:50.198651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72106543-1357-4497-99f4-41cb25f9cb4a req-e71dd8d6-455e-4bc6-bf73-b13509c05fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:50.200162 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-e71dd8d6-455e-4bc6-bf73-b13509c05fb4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f934b2c1-d808-4626-9a2f-d54b6b8616fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0478747 Apr 07 02:20:50.292366 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-657812b4-de0e-4dc3-b3be-d9673e4f74c0 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808823 Apr 07 02:20:50.388485 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-72106543-1357-4497-99f4-41cb25f9cb4a req-b5119209-c525-46e4-b597-b5901d10f605 service neutron] 10.222.0.10 "GET /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867038 Apr 07 02:20:51.191640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530be67-fc2b-4104-bafd-3b09a14bb6ed req-0d6450ee-2509-463f-b3c4-d996d0feaeac tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:51.193169 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0530be67-fc2b-4104-bafd-3b09a14bb6ed req-0d6450ee-2509-463f-b3c4-d996d0feaeac tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0521183 Apr 07 02:20:51.242577 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0530be67-fc2b-4104-bafd-3b09a14bb6ed req-1ce4846e-fe1f-4153-b535-8a5e0149c096 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Apr 07 02:20:52.360822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314aac4-bfd7-4eef-b1c0-04ba573ca3d1 req-4529e90a-390d-4779-b5f5-677b85b11292 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:52.362298 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c314aac4-bfd7-4eef-b1c0-04ba573ca3d1 req-4529e90a-390d-4779-b5f5-677b85b11292 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0521715 Apr 07 02:20:52.407942 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c314aac4-bfd7-4eef-b1c0-04ba573ca3d1 req-beb6f66c-5b6b-4c74-8e7d-5191021a01b6 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/security-groups?id=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402157 Apr 07 02:20:52.892499 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-2866b3c2-9095-41a0-8e7c-a972ebf3ee6b tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:20:52.894037 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-2866b3c2-9095-41a0-8e7c-a972ebf3ee6b tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 945 time: 0.0562763 Apr 07 02:20:52.986236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Deleting port 6a6f445a-b54b-4f0b-bc54-c07e3426561f {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:20:52.986603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:53.077270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] For port 6a6f445a-b54b-4f0b-bc54-c07e3426561f, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6a6f445a-b54b-4f0b-bc54-c07e3426561f,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:53.077642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:53.090476 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Calling delete_port for 6a6f445a-b54b-4f0b-bc54-c07e3426561f owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:20:53.280576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6a6f445a-b54b-4f0b-bc54-c07e3426561f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:53.297394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['6a6f445a-b54b-4f0b-bc54-c07e3426561f'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:20:53.308005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Pushing event deleted for resources: {'Port': ['ID=6a6f445a-b54b-4f0b-bc54-c07e3426561f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:53.357084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] No DVR routers for this DVR port 6a6f445a-b54b-4f0b-bc54-c07e3426561f on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:20:53.359589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:53.362941 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1070c626-0b5d-47f9-8c31-72d2da20da82 req-a5ce9cea-9e7d-4b2d-a131-63b7d6ac6f83 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.10 "DELETE /v2.0/ports/6a6f445a-b54b-4f0b-bc54-c07e3426561f HTTP/1.1" status: 204 len: 173 time: 0.4626844 Apr 07 02:20:53.363383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'name': 'network-vif-deleted', 'tag': '6a6f445a-b54b-4f0b-bc54-c07e3426561f'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:20:53.365655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208e034f-080d-4ff5-84a0-ebe5f373bcd7" -d '{"events": [{"server_uuid": "62da64f1-e15f-48a5-8da4-db4eed9a268f", "name": "network-vif-deleted", "tag": "6a6f445a-b54b-4f0b-bc54-c07e3426561f"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:20:53.400138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b25b9e1-d641-4e42-af0f-a2faaf5b0fd6 x-openstack-request-id: req-2b25b9e1-d641-4e42-af0f-a2faaf5b0fd6 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:20:53.400423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62da64f1-e15f-48a5-8da4-db4eed9a268f", "name": "network-vif-deleted", "tag": "6a6f445a-b54b-4f0b-bc54-c07e3426561f", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:20:53.400678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b25b9e1-d641-4e42-af0f-a2faaf5b0fd6 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:20:53.401126 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b25b9e1-d641-4e42-af0f-a2faaf5b0fd6'] response: {'server_uuid': '62da64f1-e15f-48a5-8da4-db4eed9a268f', 'name': 'network-vif-deleted', 'tag': '6a6f445a-b54b-4f0b-bc54-c07e3426561f', 'status': 'completed', 'code': 200} Apr 07 02:20:53.501671 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a050e6c5-4dde-4b16-81fa-68d4d1cac2ab req-8c5f6c78-9153-4120-bc0e-1fca076c2682 tempest-TestEncryptedCinderVolumes-431257130 tempest-TestEncryptedCinderVolumes-431257130-project] 10.222.0.25 "GET /v2.0/ports?device_id=62da64f1-e15f-48a5-8da4-db4eed9a268f HTTP/1.1" status: 200 len: 210 time: 0.0273986 Apr 07 02:20:54.668535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58926) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:20:55.015139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (352d1050-9c0b-4ce9-933b-7543d8d48a13), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:55.257317 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Deleting port 2ca6c686-8225-4875-8475-d2cd7663de63 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:20:55.257569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:55.333963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] For port 2ca6c686-8225-4875-8475-d2cd7663de63, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2ca6c686-8225-4875-8475-d2cd7663de63,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:55.334336 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:55.350050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Calling delete_port for 2ca6c686-8225-4875-8475-d2cd7663de63 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:20:55.623813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2ca6c686-8225-4875-8475-d2cd7663de63), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:55.650742 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca6c686-8225-4875-8475-d2cd7663de63,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:55.663797 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.664152 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.664502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.664870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.665209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.665547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.665881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.666214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.666545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.666895 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.667208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.667539 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.667892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.668218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.668547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:55.831367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (352d1050-9c0b-4ce9-933b-7543d8d48a13), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:56.047106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Router 352d1050-9c0b-4ce9-933b-7543d8d48a13 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:20:56.455896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:20:56.461791 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b25b8b0b-e521-46d2-bf28-16f09acdc871 admin admin] 10.222.0.25 "PUT /v2.0/routers/352d1050-9c0b-4ce9-933b-7543d8d48a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911642 Apr 07 02:20:56.463863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58928) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:20:56.467068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] Sync routers for ids ['352d1050-9c0b-4ce9-933b-7543d8d48a13'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:20:56.476690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] Routers {'352d1050-9c0b-4ce9-933b-7543d8d48a13'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:20:56.477348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:20:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['352d1050-9c0b-4ce9-933b-7543d8d48a13'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:56.567733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks [] for router (352d1050-9c0b-4ce9-933b-7543d8d48a13), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:56.581571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] Set router 352d1050-9c0b-4ce9-933b-7543d8d48a13 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:20:56.672235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks [] for router_gateway (352d1050-9c0b-4ce9-933b-7543d8d48a13), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:56.756207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113'}], 'enable_snat': True}, 'gw_port_id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:20:55Z', 'revision_number': 5, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port': {'id': '52cffbb8-8f5e-4067-8eed-110fe67a4f68', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:44:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:56.786632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] Checking router: 352d1050-9c0b-4ce9-933b-7543d8d48a13 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:20:56.786845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Deleting port 52cffbb8-8f5e-4067-8eed-110fe67a4f68 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:20:56.787067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:56.795072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] Routers {'352d1050-9c0b-4ce9-933b-7543d8d48a13'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:20:56.795678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:20:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['352d1050-9c0b-4ce9-933b-7543d8d48a13'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:56.866598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] For port 52cffbb8-8f5e-4067-8eed-110fe67a4f68, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=52cffbb8-8f5e-4067-8eed-110fe67a4f68,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:56.867088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:56.880685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Calling delete_port for 52cffbb8-8f5e-4067-8eed-110fe67a4f68 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:20:57.014178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6a6f445a-b54b-4f0b-bc54-c07e3426561f no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:20:57.038149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 6a6f445a-b54b-4f0b-bc54-c07e3426561f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:20:57.038505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6a6f445a-b54b-4f0b-bc54-c07e3426561f not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:20:57.050795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] Set router 352d1050-9c0b-4ce9-933b-7543d8d48a13 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:20:57.105562 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:20:56Z', 'revision_number': 6, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:57.120528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (52cffbb8-8f5e-4067-8eed-110fe67a4f68), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.132124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31b3f9-4aff-4cf0-b01c-2920de1b079c None None] The sync data for ids ['352d1050-9c0b-4ce9-933b-7543d8d48a13'] in dv-neutron-836863-2-hyperv is: [{'id': '352d1050-9c0b-4ce9-933b-7543d8d48a13', 'name': 'tempest-TestEncryptedCinderVolumes-1510607860-router', 'tenant_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:52Z', 'updated_at': '2022-04-07T02:20:56Z', 'revision_number': 6, 'project_id': '6ce2e693d7e542f79f49b6c95849d7c5', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:20:57.147218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Pushing event deleted for resources: {'Port': ['ID=52cffbb8-8f5e-4067-8eed-110fe67a4f68,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:57.211602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (352d1050-9c0b-4ce9-933b-7543d8d48a13), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.303090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (352d1050-9c0b-4ce9-933b-7543d8d48a13), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.305263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks [] for router_controller (352d1050-9c0b-4ce9-933b-7543d8d48a13), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.406510 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (352d1050-9c0b-4ce9-933b-7543d8d48a13), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.407153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 352d1050-9c0b-4ce9-933b-7543d8d48a13 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:20:57.411447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.412598 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0349780c-8d45-491a-87f8-72f28ee9db99 admin admin] 10.222.0.25 "DELETE /v2.0/routers/352d1050-9c0b-4ce9-933b-7543d8d48a13 HTTP/1.1" status: 204 len: 168 time: 0.9478230 Apr 07 02:20:57.415218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58930) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:20:57.459777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Deleting subnet 0722159d-0ea5-4351-a605-2fe714750bc4 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:20:57.463113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Publish callbacks [] for subnet (0722159d-0ea5-4351-a605-2fe714750bc4), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.505883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (0722159d-0ea5-4351-a605-2fe714750bc4), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.593868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (0722159d-0ea5-4351-a605-2fe714750bc4), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.698306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (0722159d-0ea5-4351-a605-2fe714750bc4), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.725389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0722159d-0ea5-4351-a605-2fe714750bc4,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:57.727382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.730532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1ecb24e5-0077-4150-9a95-d0cf3621da21 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0722159d-0ea5-4351-a605-2fe714750bc4 HTTP/1.1" status: 204 len: 168 time: 0.3143919 Apr 07 02:20:57.732261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b12e41-5c00-4216-9f8a-3292f5360aef None None] Network f934b2c1-d808-4626-9a2f-d54b6b8616fa requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:20:57.733682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 58932) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:20:57.812876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (f934b2c1-d808-4626-9a2f-d54b6b8616fa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.869219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Deleting port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:20:57.869569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.908535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] DHCP port deletion for f934b2c1-d808-4626-9a2f-d54b6b8616fa request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:20:57.912917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2ca6c686-8225-4875-8475-d2cd7663de63 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:20:57.936651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2ca6c686-8225-4875-8475-d2cd7663de63 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:20:57.937301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2ca6c686-8225-4875-8475-d2cd7663de63 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:20:57.943005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] For port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:57.943400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:57.955919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Calling delete_port for 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:20:57.978640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] Deleting port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:20:57.979020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.049157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] For port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,segment=NetworkSegment(9751e4bf-5107-461f-92fa-338aa4285d90),segment_id=9751e4bf-5107-461f-92fa-338aa4285d90)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:58.053156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.061511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] Calling delete_port for 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:20:58.086850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.117181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:58.121074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] No DVR routers for this DVR port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:20:58.142576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.175193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] Pushing event deleted for resources: {'Port': ['ID=1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:58.177124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e339e6-1c2a-4ec7-a688-0d61027a32fb None None] No DVR routers for this DVR port 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:20:58.214792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (f934b2c1-d808-4626-9a2f-d54b6b8616fa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.235251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f934b2c1-d808-4626-9a2f-d54b6b8616fa']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:58.244371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9751e4bf-5107-461f-92fa-338aa4285d90') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:58.244672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9751e4bf-5107-461f-92fa-338aa4285d90') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:20:58.254128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (9751e4bf-5107-461f-92fa-338aa4285d90), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.267660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (9751e4bf-5107-461f-92fa-338aa4285d90), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.273406 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (9751e4bf-5107-461f-92fa-338aa4285d90), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:20:58.276575 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:20:58.371854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (f934b2c1-d808-4626-9a2f-d54b6b8616fa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.377272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:58.380413 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f934b2c1-d808-4626-9a2f-d54b6b8616fa HTTP/1.1" status: 204 len: 168 time: 0.6457675 Apr 07 02:20:58.383474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58934) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:20:58.392095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d873b9-06ed-46fd-9309-6c98338ed230 admin admin] Pushing event deleted for resources: {'Network': ['ID=f934b2c1-d808-4626-9a2f-d54b6b8616fa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:58.794539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (faea8d2c-e875-438c-9d90-7b9439bbada3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:59.046527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3578ffe3-090b-40b5-972c-8a39e7cbbc21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:59.368216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 52cffbb8-8f5e-4067-8eed-110fe67a4f68 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:20:59.375826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Deleting port e2257cf3-d348-4e5e-92bd-2b1e87e92602 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:20:59.376169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:59.391137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 52cffbb8-8f5e-4067-8eed-110fe67a4f68 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:20:59.391498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 52cffbb8-8f5e-4067-8eed-110fe67a4f68 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:20:59.391918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:20:59.411273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:20:59.411630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1cdf44b8-b83d-4da5-9b1c-d4ccdfca8623 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:20:59.455935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] For port e2257cf3-d348-4e5e-92bd-2b1e87e92602, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e2257cf3-d348-4e5e-92bd-2b1e87e92602,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:20:59.456471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:59.469350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Calling delete_port for e2257cf3-d348-4e5e-92bd-2b1e87e92602 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:20:59.697483 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e2257cf3-d348-4e5e-92bd-2b1e87e92602), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:20:59.723858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2257cf3-d348-4e5e-92bd-2b1e87e92602,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:20:59.749823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.750191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.750547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.750902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.751262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.751606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.751951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.752296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.752635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.752997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.753367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.753670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.754008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.754344 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.754678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:20:59.909349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (faea8d2c-e875-438c-9d90-7b9439bbada3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:00.125453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Router faea8d2c-e875-438c-9d90-7b9439bbada3 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:21:00.233001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:21:00.237995 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f1248dc7-9e51-4a9f-9ee1-174a6a93d872 admin admin] 10.222.0.25 "PUT /v2.0/routers/faea8d2c-e875-438c-9d90-7b9439bbada3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8535004 Apr 07 02:21:00.240522 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58936) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:00.243227 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] Sync routers for ids ['faea8d2c-e875-438c-9d90-7b9439bbada3'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:21:00.253584 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] Routers {'faea8d2c-e875-438c-9d90-7b9439bbada3'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:00.254259 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:20:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['faea8d2c-e875-438c-9d90-7b9439bbada3'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:00.347514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks [] for router (faea8d2c-e875-438c-9d90-7b9439bbada3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:00.358011 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] Set router faea8d2c-e875-438c-9d90-7b9439bbada3 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:00.459088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks [] for router_gateway (faea8d2c-e875-438c-9d90-7b9439bbada3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:00.539038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:20:59Z', 'revision_number': 5, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:00.564132 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] Checking router: faea8d2c-e875-438c-9d90-7b9439bbada3 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:21:00.572301 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] Routers {'faea8d2c-e875-438c-9d90-7b9439bbada3'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:00.572937 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:20:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['faea8d2c-e875-438c-9d90-7b9439bbada3'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:00.654736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Deleting port b4fa8b41-6a91-4061-9156-0b3f2409649d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:21:00.655091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:00.679970 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] Set router faea8d2c-e875-438c-9d90-7b9439bbada3 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:00.739600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] For port b4fa8b41-6a91-4061-9156-0b3f2409649d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=b4fa8b41-6a91-4061-9156-0b3f2409649d,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:00.739958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:00.752639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Calling delete_port for b4fa8b41-6a91-4061-9156-0b3f2409649d owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:21:00.859694 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:20:59Z', 'revision_number': 5, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:00.886347 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d14cd-fc48-4ae2-bd75-481908664b49 None None] The sync data for ids ['faea8d2c-e875-438c-9d90-7b9439bbada3'] in dv-neutron-836863-2-hyperv is: [{'id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'name': 'tempest-TestEncryptedCinderVolumes-861382668-router', 'tenant_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140'}], 'enable_snat': True}, 'gw_port_id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:20:59Z', 'revision_number': 5, 'project_id': 'f6d532fcca8c4277b3a7386451ad9a26', 'gw_port': {'id': 'b4fa8b41-6a91-4061-9156-0b3f2409649d', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faea8d2c-e875-438c-9d90-7b9439bbada3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:18:58Z', 'updated_at': '2022-04-07T02:19:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:21:00.989074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (b4fa8b41-6a91-4061-9156-0b3f2409649d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.020244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fa8b41-6a91-4061-9156-0b3f2409649d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:01.084641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (faea8d2c-e875-438c-9d90-7b9439bbada3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.190609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (faea8d2c-e875-438c-9d90-7b9439bbada3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.192630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks [] for router_controller (faea8d2c-e875-438c-9d90-7b9439bbada3), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.338357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (faea8d2c-e875-438c-9d90-7b9439bbada3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.338811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router faea8d2c-e875-438c-9d90-7b9439bbada3 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:21:01.343662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.345840 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8ca00571-9c3c-4d40-a507-e29b534f55cd admin admin] 10.222.0.25 "DELETE /v2.0/routers/faea8d2c-e875-438c-9d90-7b9439bbada3 HTTP/1.1" status: 204 len: 168 time: 1.1043251 Apr 07 02:21:01.348295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58938) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:01.402547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Deleting subnet 7a05ccb4-7acd-4966-816d-92df9edbf2bb {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:21:01.406034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Publish callbacks [] for subnet (7a05ccb4-7acd-4966-816d-92df9edbf2bb), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.423661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aaf4bb9a-bdd7-44df-838d-83558970b1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.444482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (7a05ccb4-7acd-4966-816d-92df9edbf2bb), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.453367 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2257cf3-d348-4e5e-92bd-2b1e87e92602 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:21:01.475587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e2257cf3-d348-4e5e-92bd-2b1e87e92602 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:21:01.475937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e2257cf3-d348-4e5e-92bd-2b1e87e92602 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:21:01.520943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (7a05ccb4-7acd-4966-816d-92df9edbf2bb), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.635455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (7a05ccb4-7acd-4966-816d-92df9edbf2bb), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.660931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a05ccb4-7acd-4966-816d-92df9edbf2bb,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:01.665511 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.669456 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bc807ef4-853c-4f07-8716-1078c85286e3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a05ccb4-7acd-4966-816d-92df9edbf2bb HTTP/1.1" status: 204 len: 168 time: 0.3194475 Apr 07 02:21:01.671157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9923a002-09df-4f18-8bfe-44c7e59c0779 None None] Network eccefb34-117d-412c-a681-8439d805a3fe requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:21:01.671843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58940) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:01.738773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (eccefb34-117d-412c-a681-8439d805a3fe), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.794516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Deleting port 209d0788-6521-433e-a4af-613afc285f7c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:21:01.794864 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (209d0788-6521-433e-a4af-613afc285f7c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.860159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] For port 209d0788-6521-433e-a4af-613afc285f7c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=209d0788-6521-433e-a4af-613afc285f7c,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:01.860532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (209d0788-6521-433e-a4af-613afc285f7c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:01.872542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Calling delete_port for 209d0788-6521-433e-a4af-613afc285f7c owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:21:01.904219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] DHCP port deletion for eccefb34-117d-412c-a681-8439d805a3fe request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:21:01.954986 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] Deleting port 209d0788-6521-433e-a4af-613afc285f7c {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:21:01.955366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (209d0788-6521-433e-a4af-613afc285f7c), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.019954 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] For port 209d0788-6521-433e-a4af-613afc285f7c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=209d0788-6521-433e-a4af-613afc285f7c,segment=NetworkSegment(26d4edde-2e51-43d8-ad98-2771aee1dc0c),segment_id=26d4edde-2e51-43d8-ad98-2771aee1dc0c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:02.020354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (209d0788-6521-433e-a4af-613afc285f7c), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.032911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] Calling delete_port for 209d0788-6521-433e-a4af-613afc285f7c owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:21:02.057879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (209d0788-6521-433e-a4af-613afc285f7c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.083981 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=209d0788-6521-433e-a4af-613afc285f7c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:02.088002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] No DVR routers for this DVR port 209d0788-6521-433e-a4af-613afc285f7c on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:21:02.112914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (209d0788-6521-433e-a4af-613afc285f7c), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.138786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] Pushing event deleted for resources: {'Port': ['ID=209d0788-6521-433e-a4af-613afc285f7c,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:02.140542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefba60f-0829-4c0e-b4ea-bce360449aad None None] No DVR routers for this DVR port 209d0788-6521-433e-a4af-613afc285f7c on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:21:02.162824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (eccefb34-117d-412c-a681-8439d805a3fe), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.182272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccefb34-117d-412c-a681-8439d805a3fe']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:02.191791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d4edde-2e51-43d8-ad98-2771aee1dc0c') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:02.192090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d4edde-2e51-43d8-ad98-2771aee1dc0c') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:02.205348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (26d4edde-2e51-43d8-ad98-2771aee1dc0c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.219009 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (26d4edde-2e51-43d8-ad98-2771aee1dc0c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.224696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (26d4edde-2e51-43d8-ad98-2771aee1dc0c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:21:02.227491 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:21:02.343142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (eccefb34-117d-412c-a681-8439d805a3fe), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.348461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.351661 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] 10.222.0.25 "DELETE /v2.0/networks/eccefb34-117d-412c-a681-8439d805a3fe HTTP/1.1" status: 204 len: 168 time: 0.6788912 Apr 07 02:21:02.362584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e7007a-ce74-4ba9-b740-790c61191a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=eccefb34-117d-412c-a681-8439d805a3fe,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:02.606732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.717838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58944) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:02.757114 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d632112e-df0e-407c-b364-8aeb224fd2ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ce2e693d7e542f79f49b6c95849d7c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380998 Apr 07 02:21:02.759438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58946) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:02.804523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bda2eb6-4ce8-4d1a-85ff-4e091afe5525 admin admin] Publish callbacks [] for security_group (64b2f226-73c9-40d3-8fd2-25fb9a10fdd2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.825313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bda2eb6-4ce8-4d1a-85ff-4e091afe5525 admin admin] Publish callbacks [] for security_group (64b2f226-73c9-40d3-8fd2-25fb9a10fdd2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.960409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bda2eb6-4ce8-4d1a-85ff-4e091afe5525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (64b2f226-73c9-40d3-8fd2-25fb9a10fdd2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.963037 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bda2eb6-4ce8-4d1a-85ff-4e091afe5525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:02.964220 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6bda2eb6-4ce8-4d1a-85ff-4e091afe5525 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/64b2f226-73c9-40d3-8fd2-25fb9a10fdd2 HTTP/1.1" status: 204 len: 168 time: 0.2038925 Apr 07 02:21:02.972498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda2eb6-4ce8-4d1a-85ff-4e091afe5525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b2f226-73c9-40d3-8fd2-25fb9a10fdd2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:03.290057 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:21:03.367544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 209d0788-6521-433e-a4af-613afc285f7c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:21:03.389151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 209d0788-6521-433e-a4af-613afc285f7c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:21:03.389151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 209d0788-6521-433e-a4af-613afc285f7c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:21:03.390546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4fa8b41-6a91-4061-9156-0b3f2409649d no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:21:03.410896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: b4fa8b41-6a91-4061-9156-0b3f2409649d {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:21:03.411188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device b4fa8b41-6a91-4061-9156-0b3f2409649d not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:21:03.626859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58952) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:03.667224 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8a9a0397-bc00-4169-bbcc-de7e0309714b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f6d532fcca8c4277b3a7386451ad9a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390863 Apr 07 02:21:03.669609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58954) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:03.716052 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e9c05ea-a3ef-41a5-9061-fc8c3b1a90f7 admin admin] Publish callbacks [] for security_group (4d64112d-cbf4-441c-be4d-42236666463e), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:03.736328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e9c05ea-a3ef-41a5-9061-fc8c3b1a90f7 admin admin] Publish callbacks [] for security_group (4d64112d-cbf4-441c-be4d-42236666463e), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:03.857324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e9c05ea-a3ef-41a5-9061-fc8c3b1a90f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (4d64112d-cbf4-441c-be4d-42236666463e), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:03.859881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2e9c05ea-a3ef-41a5-9061-fc8c3b1a90f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:03.861074 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2e9c05ea-a3ef-41a5-9061-fc8c3b1a90f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d64112d-cbf4-441c-be4d-42236666463e HTTP/1.1" status: 204 len: 168 time: 0.1904807 Apr 07 02:21:03.868652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c05ea-a3ef-41a5-9061-fc8c3b1a90f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d64112d-cbf4-441c-be4d-42236666463e,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:04.080591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:04.925089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:05.038920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1579280818-network', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:05.103276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Made reservation on behalf of aad63a70a44b4265bff277bee2a5753a for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:21:05.105510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.114256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.188347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks [] for security_group (406ba8ff-fba5-4aed-83c9-e8fb49ddedfe), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.257834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (406ba8ff-fba5-4aed-83c9-e8fb49ddedfe), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.278959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:21:05.293333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:05.296272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (99719f33-e696-48b1-aca4-dbc2bc8c0e6f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.296592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Added segment 99719f33-e696-48b1-aca4-dbc2bc8c0e6f of type vlan for network 017a1f2c-decd-4d97-a883-974e53be322a Apr 07 02:21:05.336270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (017a1f2c-decd-4d97-a883-974e53be322a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.343585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.428984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (017a1f2c-decd-4d97-a883-974e53be322a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.429951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:05.430544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.486778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] Pushing event updated for resources: {'Network': ['ID=017a1f2c-decd-4d97-a883-974e53be322a,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:05.496349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 017a1f2c-decd-4d97-a883-974e53be322a details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:21:05.528882 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6ee55fcd-6064-429a-8e7b-7bc8f3b81b36 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6026371 Apr 07 02:21:05.532001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58980) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:05.536424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Request body: {'subnet': {'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1579280818-subnet', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:05.600279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Made reservation on behalf of aad63a70a44b4265bff277bee2a5753a for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:21:05.602622 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.840249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (bd3d40a4-cf57-427b-9484-5746e3a1480d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:05.888117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd3d40a4-cf57-427b-9484-5746e3a1480d,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:05.902934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Checking segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:05.903312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Network hostable DHCP agents. Network: 017a1f2c-decd-4d97-a883-974e53be322a, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:21:06.011545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Network 017a1f2c-decd-4d97-a883-974e53be322a is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:21:06.102757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 017a1f2c-decd-4d97-a883-974e53be322a) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:06.107395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:06.107988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.113712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd25a7d-652f-4799-91fc-d021ff70876e None None] Network 017a1f2c-decd-4d97-a883-974e53be322a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:21:06.210784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-017a1f2c-decd-4d97-a883-974e53be322a', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:21:06.212515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.216042 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5b7c90d-9720-4cda-80d2-72ceb5c616f7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6826718 Apr 07 02:21:06.218536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58982) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:06.222865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:06.326497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (8371043e-b475-41c5-a4a4-2a1ecb3054f0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.327659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (8371043e-b475-41c5-a4a4-2a1ecb3054f0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.347785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Allocated IP 172.20.0.2 (017a1f2c-decd-4d97-a883-974e53be322a/bd3d40a4-cf57-427b-9484-5746e3a1480d/03e54c02-cebc-4f26-9cf3-59d3be325f8d) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:06.417078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks [] for router_controller (8371043e-b475-41c5-a4a4-2a1ecb3054f0), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.487783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Publish callbacks [] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.583749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.622651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Network 017a1f2c-decd-4d97-a883-974e53be322a is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:06.625637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:06.629501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:06.636349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Pushing event updated for resources: {'Port': ['ID=03e54c02-cebc-4f26-9cf3-59d3be325f8d,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:06.641091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks [] for router_gateway (8371043e-b475-41c5-a4a4-2a1ecb3054f0), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.687938 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Attempting to bind port 03e54c02-cebc-4f26-9cf3-59d3be325f8d on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:06.688230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Attempting to bind port 03e54c02-cebc-4f26-9cf3-59d3be325f8d by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:06.688593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Attempting to bind port 03e54c02-cebc-4f26-9cf3-59d3be325f8d on network 017a1f2c-decd-4d97-a883-974e53be322a {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:06.693433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:06.693804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Checking segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:06.694204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.694595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Bound using segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:06.695051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Bound port: 03e54c02-cebc-4f26-9cf3-59d3be325f8d, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:06.695431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.758710 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] For port 03e54c02-cebc-4f26-9cf3-59d3be325f8d, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:06.762032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] For port 03e54c02-cebc-4f26-9cf3-59d3be325f8d, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03e54c02-cebc-4f26-9cf3-59d3be325f8d,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:06.846610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.912341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c767c93-a383-4a63-9acc-5cc1addc70b6 None None] Pushing event updated for resources: {'Port': ['ID=03e54c02-cebc-4f26-9cf3-59d3be325f8d,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:06.920288 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks [] for router_gateway (8371043e-b475-41c5-a4a4-2a1ecb3054f0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:06.945609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.052602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Allocated IP 172.26.8.47 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/a7d04682-732f-41db-bcdd-f0b72fd98f72) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:07.174237 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks [] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.274935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.315178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:07.318220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:07.321806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:07.327151 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d04682-732f-41db-bcdd-f0b72fd98f72,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:07.403634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03e54c02-cebc-4f26-9cf3-59d3be325f8d up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:07.455799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 03e54c02-cebc-4f26-9cf3-59d3be325f8d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:07.456228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.546622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 03e54c02-cebc-4f26-9cf3-59d3be325f8d is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:07.547112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.583535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 03e54c02-cebc-4f26-9cf3-59d3be325f8d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03e54c02-cebc-4f26-9cf3-59d3be325f8d,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:07.646303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.699003 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=03e54c02-cebc-4f26-9cf3-59d3be325f8d,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:07.707101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.707397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.707720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.708062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.708651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.709011 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.709337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.709669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.709990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.710320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.710650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.710976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.711296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.711619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.711943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:07.852673 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a41bf64-7a49-4743-8348-a825b6714155 None None] Network 017a1f2c-decd-4d97-a883-974e53be322a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:21:07.913978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-355233ea-eedb-49b7-924b-e13af9d959a2 None None] Provisioning complete for port 03e54c02-cebc-4f26-9cf3-59d3be325f8d triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:07.914359 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-355233ea-eedb-49b7-924b-e13af9d959a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:07.972286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks [] for router_gateway (8371043e-b475-41c5-a4a4-2a1ecb3054f0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:08.034393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-355233ea-eedb-49b7-924b-e13af9d959a2 None None] Current status of the port 03e54c02-cebc-4f26-9cf3-59d3be325f8d is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:08.174724 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (8371043e-b475-41c5-a4a4-2a1ecb3054f0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:08.256459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a7c47538-2e98-483f-903a-a76bc508bd8c None None] Provisioning complete for port 03e54c02-cebc-4f26-9cf3-59d3be325f8d triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:08.256748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a7c47538-2e98-483f-903a-a76bc508bd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:08.332648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a7c47538-2e98-483f-903a-a76bc508bd8c None None] Current status of the port 03e54c02-cebc-4f26-9cf3-59d3be325f8d is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:08.406139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:21:08.516432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:21:08.525865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Sync routers for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:21:08.535396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:08.539084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:08.608806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:08.610130 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-361948e6-5428-4775-87f9-f208fdfbf944 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3906426 Apr 07 02:21:08.612734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 58984) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:08.644204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:08.818472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:07Z', 'revision_number': 3, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:08.845109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Checking router: 8371043e-b475-41c5-a4a4-2a1ecb3054f0 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:21:08.845465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Updating router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 port a7d04682-732f-41db-bcdd-f0b72fd98f72 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:21:08.875717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.047284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.259525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Allocated IP 172.20.0.1 (017a1f2c-decd-4d97-a883-974e53be322a/bd3d40a4-cf57-427b-9484-5746e3a1480d/9bda76d1-922a-4b60-9403-664b77d1983f) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:09.274802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Publish callbacks [] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.360108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.360609 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks [] for port (9bda76d1-922a-4b60-9403-664b77d1983f), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.390679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03e54c02-cebc-4f26-9cf3-59d3be325f8d up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:09.450969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Attempting to bind port a7d04682-732f-41db-bcdd-f0b72fd98f72 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:09.451345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Attempting to bind port a7d04682-732f-41db-bcdd-f0b72fd98f72 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:09.451714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Attempting to bind port a7d04682-732f-41db-bcdd-f0b72fd98f72 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:09.457336 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.459608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f859-b577-46bf-87d7-33562356b053 None None] Pushing event updated for resources: {'Port': ['ID=a7d04682-732f-41db-bcdd-f0b72fd98f72,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:09.462699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:09.463084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:09.463494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.463890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:09.464369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Bound port: a7d04682-732f-41db-bcdd-f0b72fd98f72, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:09.464778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.498757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Network 017a1f2c-decd-4d97-a883-974e53be322a is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:09.502142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:09.508337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:09.519496 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 03e54c02-cebc-4f26-9cf3-59d3be325f8d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:09.519879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.536977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Pushing event updated for resources: {'Port': ['ID=9bda76d1-922a-4b60-9403-664b77d1983f,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:09.548846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] For port a7d04682-732f-41db-bcdd-f0b72fd98f72, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:09.553936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (8371043e-b475-41c5-a4a4-2a1ecb3054f0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.571474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] For port a7d04682-732f-41db-bcdd-f0b72fd98f72, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a7d04682-732f-41db-bcdd-f0b72fd98f72,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:09.620375 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 03e54c02-cebc-4f26-9cf3-59d3be325f8d is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:09.653226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.710372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:09.711026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:09.757520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a2f859-b577-46bf-87d7-33562356b053 None None] Pushing event updated for resources: {'Port': ['ID=a7d04682-732f-41db-bcdd-f0b72fd98f72,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:09.769865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.811811 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-abc3baac-1095-4b6b-a495-5c704ca7769b None None] Provisioning complete for port 9bda76d1-922a-4b60-9403-664b77d1983f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:09.812114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abc3baac-1095-4b6b-a495-5c704ca7769b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.864689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:09.866550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-abc3baac-1095-4b6b-a495-5c704ca7769b None None] Port 9bda76d1-922a-4b60-9403-664b77d1983f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:21:09.937410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks [] for port (9bda76d1-922a-4b60-9403-664b77d1983f), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:09.993937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:10.044914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:07Z', 'revision_number': 3, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:10.061095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (8371043e-b475-41c5-a4a4-2a1ecb3054f0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:10.063767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Pushing event updated for resources: {'Port': ['ID=9bda76d1-922a-4b60-9403-664b77d1983f,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:10.072391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e18343-ea1d-43f6-905d-3effaed9c510 None None] The sync data for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv is: [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:07Z', 'revision_number': 3, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:21:10.160199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Network 017a1f2c-decd-4d97-a883-974e53be322a is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:10.161603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:10.308521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:21:10.434758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:21:10.439849 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d33791e8-e5f9-4cda-a509-3149bc4c5a24 admin admin] 10.222.0.25 "PUT /v2.0/routers/8371043e-b475-41c5-a4a4-2a1ecb3054f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261137 Apr 07 02:21:10.496804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-25bf55a3-edb1-4d21-9927-abdcbdb41d00 None None] Provisioning complete for port 9bda76d1-922a-4b60-9403-664b77d1983f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:10.497295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-25bf55a3-edb1-4d21-9927-abdcbdb41d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:10.534983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-25bf55a3-edb1-4d21-9927-abdcbdb41d00 None None] Port 9bda76d1-922a-4b60-9403-664b77d1983f cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:21:11.122496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59000) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:11.127481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1573689025-network', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:11.200078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Made reservation on behalf of fe4a82f4bbc743f09218a28622727089 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:21:11.202493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.211414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.288703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks [] for security_group (6dfd672e-ebee-4e89-b23d-42c125d615c5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.366213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6dfd672e-ebee-4e89-b23d-42c125d615c5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.386417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a7d04682-732f-41db-bcdd-f0b72fd98f72 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:11.387561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:21:11.405747 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2e465353-a96e-4f7b-a503-c1710bee2d2b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.406107 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Added segment 2e465353-a96e-4f7b-a503-c1710bee2d2b of type vlan for network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 Apr 07 02:21:11.407469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfd672e-ebee-4e89-b23d-42c125d615c5,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:11.451608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a7d04682-732f-41db-bcdd-f0b72fd98f72 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:11.451920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (0f2bc412-40d6-4b80-a07b-3afe7f819a91), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.452032 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.530498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a7d04682-732f-41db-bcdd-f0b72fd98f72 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:11.530888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.537460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (0f2bc412-40d6-4b80-a07b-3afe7f819a91), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.538444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:11.539034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.552694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a7d04682-732f-41db-bcdd-f0b72fd98f72, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a7d04682-732f-41db-bcdd-f0b72fd98f72,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:11.577105 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Sync routers for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:21:11.586773 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:11.587519 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:11.601813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2bc412-40d6-4b80-a07b-3afe7f819a91,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:11.611834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:21:11.615511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.671517 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-848f3114-ba7d-4861-9f66-9bdc0e8e1ef9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5478816 Apr 07 02:21:11.674144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59002) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:11.679073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Request body: {'subnet': {'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1573689025-subnet', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:11.702773 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:11.718879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a7d04682-732f-41db-bcdd-f0b72fd98f72,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:11.766142 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Made reservation on behalf of fe4a82f4bbc743f09218a28622727089 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:21:11.768542 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:11.910350 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 2, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:11.936810 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Checking router: 8371043e-b475-41c5-a4a4-2a1ecb3054f0 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:21:11.937162 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Updating router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 port 9bda76d1-922a-4b60-9403-664b77d1983f binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:21:11.964046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.000421 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (0e563522-a0a0-48e7-a766-162706b8f390), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.059711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e563522-a0a0-48e7-a766-162706b8f390,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:12.067820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Checking segment: {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:12.068177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Network hostable DHCP agents. Network: 0f2bc412-40d6-4b80-a07b-3afe7f819a91, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:21:12.137802 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:21:12.222232 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Publish callbacks [] for port (9bda76d1-922a-4b60-9403-664b77d1983f), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.234379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 0f2bc412-40d6-4b80-a07b-3afe7f819a91) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:12.238418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:12.239017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.243014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5390ca9-121a-43fa-8782-dc8239d99987 None None] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:21:12.297642 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.323263 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-49b2e1ed-8c25-48c0-bc0d-425a445b7af4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6479545 Apr 07 02:21:12.326318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59004) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:12.334516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:12.350044 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Pushing event updated for resources: {'Port': ['ID=9bda76d1-922a-4b60-9403-664b77d1983f,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:12.351746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-0f2bc412-40d6-4b80-a07b-3afe7f819a91', 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91', 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'fixed_ips': [{'subnet_id': '0e563522-a0a0-48e7-a766-162706b8f390'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:21:12.353053 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.379933 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.380395 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.380831 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.381228 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.381637 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.382068 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.382505 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.382831 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.383522 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.383522 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.383793 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.384129 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.384442 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.384920 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.385240 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:21:12.417290 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Attempting to bind port 9bda76d1-922a-4b60-9403-664b77d1983f on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:12.417929 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Attempting to bind port 9bda76d1-922a-4b60-9403-664b77d1983f by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:12.419195 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Attempting to bind port 9bda76d1-922a-4b60-9403-664b77d1983f on network 017a1f2c-decd-4d97-a883-974e53be322a {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:12.424666 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:12.429046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Checking segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:12.429046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.429046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Bound using segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:12.429046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Bound port: 9bda76d1-922a-4b60-9403-664b77d1983f, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:12.429046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.441939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.443251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.499231 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] For port 9bda76d1-922a-4b60-9403-664b77d1983f, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:12.502217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Allocated IP 172.20.0.2 (0f2bc412-40d6-4b80-a07b-3afe7f819a91/0e563522-a0a0-48e7-a766-162706b8f390/040be542-9dd4-4f77-8e07-bd15c024e27b) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:12.502721 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] For port 9bda76d1-922a-4b60-9403-664b77d1983f, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9bda76d1-922a-4b60-9403-664b77d1983f,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:12.519311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks [] for router_controller (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.566866 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.582033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] Provisioning complete for port 9bda76d1-922a-4b60-9403-664b77d1983f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:12.582410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.616800 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:12.617423 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:12.725898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Publish callbacks [] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.733672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] Current status of the port 9bda76d1-922a-4b60-9403-664b77d1983f is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:12.734072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.769648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks [] for router_gateway (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.778738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] For port 9bda76d1-922a-4b60-9403-664b77d1983f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9bda76d1-922a-4b60-9403-664b77d1983f,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:12.800872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.834908 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280ac6e-34ee-47b0-93bf-79921f9fd52d None None] Pushing event updated for resources: {'Port': ['ID=9bda76d1-922a-4b60-9403-664b77d1983f,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:12.847909 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:12.848983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:12.852623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:12.858703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:12.866048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Pushing event updated for resources: {'Port': ['ID=040be542-9dd4-4f77-8e07-bd15c024e27b,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:12.917851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.950542 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Attempting to bind port 040be542-9dd4-4f77-8e07-bd15c024e27b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:12.950921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Attempting to bind port 040be542-9dd4-4f77-8e07-bd15c024e27b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:12.951291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Attempting to bind port 040be542-9dd4-4f77-8e07-bd15c024e27b on network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:12.961587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:12.962015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Checking segment: {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:12.962432 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.962823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Bound using segment: {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:12.963294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Bound port: 040be542-9dd4-4f77-8e07-bd15c024e27b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:12.963766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:12.990296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f2155-9690-4642-b954-ab018e21a2c3 None None] Pushing event updated for resources: {'Port': ['ID=9bda76d1-922a-4b60-9403-664b77d1983f,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:13.054698 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fbf761ae-a18b-4e3a-a062-e49f1abb60e9 None None] Provisioning complete for port 9bda76d1-922a-4b60-9403-664b77d1983f triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:13.055076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fbf761ae-a18b-4e3a-a062-e49f1abb60e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.057283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] For port 040be542-9dd4-4f77-8e07-bd15c024e27b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:13.062096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] For port 040be542-9dd4-4f77-8e07-bd15c024e27b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=040be542-9dd4-4f77-8e07-bd15c024e27b,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:13.075849 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:13.098843 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks [] for router_gateway (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.107364 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303203f1-3d03-4221-ae77-bcdd38bb2d10 None None] The sync data for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv is: [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:21:13.121906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.163755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fbf761ae-a18b-4e3a-a062-e49f1abb60e9 None None] Current status of the port 9bda76d1-922a-4b60-9403-664b77d1983f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:13.171832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.253792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc26a4-62e1-4489-88d6-167d35d585d2 None None] Pushing event updated for resources: {'Port': ['ID=040be542-9dd4-4f77-8e07-bd15c024e27b,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:13.265386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Allocated IP 172.26.8.87 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/af1c16fa-1357-4232-aba5-b82b617d8640) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:13.410011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks [] for port (af1c16fa-1357-4232-aba5-b82b617d8640), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.501038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a7d04682-732f-41db-bcdd-f0b72fd98f72 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:13.531820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.568696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a7d04682-732f-41db-bcdd-f0b72fd98f72 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:13.569838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.584641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:13.589715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:13.592400 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:13.636319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Pushing event updated for resources: {'Port': ['ID=af1c16fa-1357-4232-aba5-b82b617d8640,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:13.669862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a7d04682-732f-41db-bcdd-f0b72fd98f72 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:13.671319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bda76d1-922a-4b60-9403-664b77d1983f up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:13.721483 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9bda76d1-922a-4b60-9403-664b77d1983f triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:13.721858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:13.812360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9bda76d1-922a-4b60-9403-664b77d1983f is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:13.951943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks [] for router_gateway (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.274947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3292dcaf-57fc-4701-95ea-34f1cefd1696 None None] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:21:14.341349 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] Provisioning complete for port 040be542-9dd4-4f77-8e07-bd15c024e27b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:14.341816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.490999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.607565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] Current status of the port 040be542-9dd4-4f77-8e07-bd15c024e27b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:14.608064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.641266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] For port 040be542-9dd4-4f77-8e07-bd15c024e27b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=040be542-9dd4-4f77-8e07-bd15c024e27b,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:14.686278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Router c2cfa46c-9d15-4945-9ac2-f05aabf641dd is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:21:14.720959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.776940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90caeb-7872-4f98-86df-763edbe6c1e6 None None] Pushing event updated for resources: {'Port': ['ID=040be542-9dd4-4f77-8e07-bd15c024e27b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:14.806576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:21:14.815467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Sync routers for ids ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:21:14.828091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Routers {'c2cfa46c-9d15-4945-9ac2-f05aabf641dd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:14.830921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:14.882950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.884334 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-47f20b9b-729b-470e-96c4-e817fc9d42fc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5565159 Apr 07 02:21:14.886229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-03970db5-bc52-4ae7-aab0-fb9e676c5031 None None] Provisioning complete for port 040be542-9dd4-4f77-8e07-bd15c024e27b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:14.886580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-03970db5-bc52-4ae7-aab0-fb9e676c5031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:14.886990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59006) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:21:14.981822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Set router c2cfa46c-9d15-4945-9ac2-f05aabf641dd gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:15.109768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-03970db5-bc52-4ae7-aab0-fb9e676c5031 None None] Current status of the port 040be542-9dd4-4f77-8e07-bd15c024e27b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:15.190098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:21:13Z', 'revision_number': 3, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:15.216364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Checking router: c2cfa46c-9d15-4945-9ac2-f05aabf641dd for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:21:15.216726 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Updating router c2cfa46c-9d15-4945-9ac2-f05aabf641dd port af1c16fa-1357-4232-aba5-b82b617d8640 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:21:15.244638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.321404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.404957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 040be542-9dd4-4f77-8e07-bd15c024e27b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:15.488462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Allocated IP 172.20.0.1 (0f2bc412-40d6-4b80-a07b-3afe7f819a91/0e563522-a0a0-48e7-a766-162706b8f390/1c0129f2-60dc-4fba-b2dc-2f8678b48511) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:15.524643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 040be542-9dd4-4f77-8e07-bd15c024e27b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:15.525058 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.564148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Publish callbacks [] for port (af1c16fa-1357-4232-aba5-b82b617d8640), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.599780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks [] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.622113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 040be542-9dd4-4f77-8e07-bd15c024e27b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:15.628810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.680820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda8947-eb59-4b9f-8400-ade30e92ea78 None None] Pushing event updated for resources: {'Port': ['ID=af1c16fa-1357-4232-aba5-b82b617d8640,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:15.685722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Attempting to bind port af1c16fa-1357-4232-aba5-b82b617d8640 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:15.685722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Attempting to bind port af1c16fa-1357-4232-aba5-b82b617d8640 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:15.685722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Attempting to bind port af1c16fa-1357-4232-aba5-b82b617d8640 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:15.689345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:15.689732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:15.690240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.690590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:15.691043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Bound port: af1c16fa-1357-4232-aba5-b82b617d8640, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:15.691435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.703278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.740850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:15.743377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] For port af1c16fa-1357-4232-aba5-b82b617d8640, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:15.745755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:15.746930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] For port af1c16fa-1357-4232-aba5-b82b617d8640, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=af1c16fa-1357-4232-aba5-b82b617d8640,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:15.750047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:15.811738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0129f2-60dc-4fba-b2dc-2f8678b48511,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:15.811738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.835705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:15.891050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Routers {'c2cfa46c-9d15-4945-9ac2-f05aabf641dd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:15.893342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:15.939563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda8947-eb59-4b9f-8400-ade30e92ea78 None None] Pushing event updated for resources: {'Port': ['ID=af1c16fa-1357-4232-aba5-b82b617d8640,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:16.013264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] Set router c2cfa46c-9d15-4945-9ac2-f05aabf641dd gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:16.044126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:16.120553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-752e16dc-72a2-40dc-b035-53e367131630 None None] Provisioning complete for port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:16.120968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-752e16dc-72a2-40dc-b035-53e367131630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:16.176088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-752e16dc-72a2-40dc-b035-53e367131630 None None] Port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:21:16.211562 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks [] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:16.238863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:21:13Z', 'revision_number': 3, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:16.251631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:16.265561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b026639d-68e0-4bb6-ac2c-0dc5e612eb35 None None] The sync data for ids ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'] in dv-neutron-836863-2-hyperv is: [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:21:13Z', 'revision_number': 3, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:21:16.328510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:16.330442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1c0129f2-60dc-4fba-b2dc-2f8678b48511,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:16.426437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:16.427993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:16.570123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Router c2cfa46c-9d15-4945-9ac2-f05aabf641dd has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:21:16.693085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:21:16.700464 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fcc73a39-5c26-4f19-a174-ba8dadbebfb2 admin admin] 10.222.0.25 "PUT /v2.0/routers/c2cfa46c-9d15-4945-9ac2-f05aabf641dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8100905 Apr 07 02:21:16.705024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-fd6c7221-fee4-46bc-86cf-ce4722582740 None None] Provisioning complete for port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:16.705539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fd6c7221-fee4-46bc-86cf-ce4722582740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:16.749378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fd6c7221-fee4-46bc-86cf-ce4722582740 None None] Port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:21:17.404315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af1c16fa-1357-4232-aba5-b82b617d8640 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:17.453450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port af1c16fa-1357-4232-aba5-b82b617d8640 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:17.453829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:17.545742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port af1c16fa-1357-4232-aba5-b82b617d8640 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:17.546143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:17.580815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port af1c16fa-1357-4232-aba5-b82b617d8640, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=af1c16fa-1357-4232-aba5-b82b617d8640,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:17.634678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:17.693430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=af1c16fa-1357-4232-aba5-b82b617d8640,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:17.941529 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Sync routers for ids ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:21:17.957741 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Routers {'c2cfa46c-9d15-4945-9ac2-f05aabf641dd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:17.958938 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:18.121719 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Set router c2cfa46c-9d15-4945-9ac2-f05aabf641dd gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:18.188526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:18.346785 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:21:15Z', 'revision_number': 4, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1c0129f2-60dc-4fba-b2dc-2f8678b48511', 'name': '', 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'mac_address': 'fa:16:3e:c5:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0e563522-a0a0-48e7-a766-162706b8f390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:15Z', 'updated_at': '2022-04-07T02:21:16Z', 'revision_number': 2, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'subnets': [{'id': '0e563522-a0a0-48e7-a766-162706b8f390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:18.375398 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Checking router: c2cfa46c-9d15-4945-9ac2-f05aabf641dd for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:21:18.375730 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Updating router c2cfa46c-9d15-4945-9ac2-f05aabf641dd port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:21:18.406022 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:18.697407 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Publish callbacks [] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:18.760087 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:18.851160 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b188627-e2e1-4860-a005-acff69c29cb9 None None] Pushing event updated for resources: {'Port': ['ID=1c0129f2-60dc-4fba-b2dc-2f8678b48511,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:18.888701 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Attempting to bind port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:18.889134 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Attempting to bind port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:18.889465 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Attempting to bind port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 on network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:18.897799 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:18.898205 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Checking segment: {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:18.898598 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:18.899115 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Bound using segment: {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:18.899655 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Bound port: 1c0129f2-60dc-4fba-b2dc-2f8678b48511, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e465353-a96e-4f7b-a503-c1710bee2d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:18.900040 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:18.974607 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] For port 1c0129f2-60dc-4fba-b2dc-2f8678b48511, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:18.978131 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] For port 1c0129f2-60dc-4fba-b2dc-2f8678b48511, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1c0129f2-60dc-4fba-b2dc-2f8678b48511,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:19.052816 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:19.107888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] Provisioning complete for port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:19.108598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:19.120778 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Routers {'c2cfa46c-9d15-4945-9ac2-f05aabf641dd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:21:19.129444 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:21:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:19.131633 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b188627-e2e1-4860-a005-acff69c29cb9 None None] Pushing event updated for resources: {'Port': ['ID=1c0129f2-60dc-4fba-b2dc-2f8678b48511,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:19.233573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] Current status of the port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:19.235087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:19.274479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] For port 1c0129f2-60dc-4fba-b2dc-2f8678b48511, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1c0129f2-60dc-4fba-b2dc-2f8678b48511,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:19.293944 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] Set router c2cfa46c-9d15-4945-9ac2-f05aabf641dd gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:21:19.354609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:19.437940 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f063a5-c6f9-4968-8266-c82db955c2cb None None] Pushing event updated for resources: {'Port': ['ID=1c0129f2-60dc-4fba-b2dc-2f8678b48511,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:19.453369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af1c16fa-1357-4232-aba5-b82b617d8640 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:19.513767 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-126fe0ca-7cdc-4335-b2db-1482b5b2077b None None] Provisioning complete for port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:19.514100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-126fe0ca-7cdc-4335-b2db-1482b5b2077b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:19.556991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port af1c16fa-1357-4232-aba5-b82b617d8640 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:19.557372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:19.665363 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-126fe0ca-7cdc-4335-b2db-1482b5b2077b None None] Current status of the port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:19.671515 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:21:15Z', 'revision_number': 4, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1c0129f2-60dc-4fba-b2dc-2f8678b48511', 'name': '', 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'mac_address': 'fa:16:3e:c5:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0e563522-a0a0-48e7-a766-162706b8f390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:15Z', 'updated_at': '2022-04-07T02:21:18Z', 'revision_number': 4, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'subnets': [{'id': '0e563522-a0a0-48e7-a766-162706b8f390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:21:19.681547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port af1c16fa-1357-4232-aba5-b82b617d8640 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:19.703175 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da00cf4e-53e4-468c-8f41-30fc018d9fcd None None] The sync data for ids ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'] in dv-neutron-836863-2-hyperv is: [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:21:15Z', 'revision_number': 4, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '1c0129f2-60dc-4fba-b2dc-2f8678b48511', 'name': '', 'network_id': '0f2bc412-40d6-4b80-a07b-3afe7f819a91', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'mac_address': 'fa:16:3e:c5:23:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '0e563522-a0a0-48e7-a766-162706b8f390', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:15Z', 'updated_at': '2022-04-07T02:21:18Z', 'revision_number': 4, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'subnets': [{'id': '0e563522-a0a0-48e7-a766-162706b8f390', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:21:21.407635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1c0129f2-60dc-4fba-b2dc-2f8678b48511 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:21.467165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:21.467647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:21.554947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:28.791947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-3e5939d9-f527-46f6-9cab-6ac2ed7bd33b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:28.794045 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-3e5939d9-f527-46f6-9cab-6ac2ed7bd33b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 815 time: 0.1048894 Apr 07 02:21:28.808203 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-89f745b7-fc6b-4cec-a1ce-800dd814991c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/quotas/aad63a70a44b4265bff277bee2a5753a HTTP/1.1" status: 200 len: 375 time: 0.0088148 Apr 07 02:21:28.862289 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-4dfdbe40-fe02-419e-95e6-ad33a6529de2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494242 Apr 07 02:21:28.877099 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-7aed5de0-9264-41b1-a9db-d164879eeb7f service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:21:28.878135 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-7aed5de0-9264-41b1-a9db-d164879eeb7f service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050001 Apr 07 02:21:28.979268 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-548bd5c4-2a63-48a6-a45d-d466bf2c81ad service neutron] 10.222.0.25 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950139 Apr 07 02:21:29.045556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-38900269-f1e5-4aab-bf4b-ba235bdb03d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:29.068160 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-7fc1cadd-98d2-4c03-940e-f366267890b5 service neutron] 10.222.0.25 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828052 Apr 07 02:21:29.362320 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-54854a54-f432-47f2-b68c-644ad9104193 req-537262ff-e6f9-4b37-a36c-098fff849342 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 210 time: 0.0321910 Apr 07 02:21:30.456997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dc04a6a9-f5d4-4261-b73c-23e8af899838 req-a3391872-a539-4677-8266-9c1f24162ce0 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 210 time: 0.0273144 Apr 07 02:21:31.366949 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-01da5679-807a-4e62-88d4-7b74902d4ce0 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:31.368390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-01da5679-807a-4e62-88d4-7b74902d4ce0 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 815 time: 0.1144731 Apr 07 02:21:31.376958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5cddab13-1f6b-4764-b018-b9f61ddcfff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:31.386088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'port': {'device_id': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'admin_state_up': True, 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:31.536776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Made reservation on behalf of aad63a70a44b4265bff277bee2a5753a for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:21:31.541388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:31.562883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7b7c9a6a-7515-40c0-afbb-c5af32a3e217 req-59773e94-f88b-4fe9-a8f7-b1fcd29a1620 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 210 time: 0.0292907 Apr 07 02:21:31.675293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Allocated IP 172.20.0.6 (017a1f2c-decd-4d97-a883-974e53be322a/bd3d40a4-cf57-427b-9484-5746e3a1480d/11cff51c-c80a-4704-b7ee-5eb81c1b87b1) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:21:31.830069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:31.908927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:31.998547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:32.030969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Network 017a1f2c-decd-4d97-a883-974e53be322a is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:21:32.033795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:21:32.056178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:21:32.142035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:32.143201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:32.248920 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-dec955fb-406f-4f4b-bb60-13be6a3e3053 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8665423 Apr 07 02:21:32.387195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-dcbcdab8-d59b-4c31-a3b0-3317189f447e None None] Provisioning complete for port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:32.388294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dcbcdab8-d59b-4c31-a3b0-3317189f447e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:32.425492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-dcbcdab8-d59b-4c31-a3b0-3317189f447e None None] Port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:21:32.571438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:32.686726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca4db8-9c34-4a35-8644-f58510a80e68 req-18d18ee5-6d64-4483-a967-1ba9c54b00c9 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:32.688114 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fcca4db8-9c34-4a35-8644-f58510a80e68 req-18d18ee5-6d64-4483-a967-1ba9c54b00c9 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0560229 Apr 07 02:21:32.738195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fcca4db8-9c34-4a35-8644-f58510a80e68 req-53f0cbda-43a0-49f2-95de-2831f0104273 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Apr 07 02:21:33.878211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d91a7-6d13-49ee-9673-f7d588d432bf req-89b22c11-bbcc-448e-99f2-2bfb7602c4d7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:33.880005 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b7d91a7-6d13-49ee-9673-f7d588d432bf req-89b22c11-bbcc-448e-99f2-2bfb7602c4d7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0757864 Apr 07 02:21:33.939465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b7d91a7-6d13-49ee-9673-f7d588d432bf req-db2b15b5-731b-44fe-9683-3c832c89bba2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535321 Apr 07 02:21:34.080324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:35.064380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a769a9-9860-4af2-bf04-b364874ab846 req-381a7414-8565-4122-b52b-aef7e933bb29 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:35.071668 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e1a769a9-9860-4af2-bf04-b364874ab846 req-381a7414-8565-4122-b52b-aef7e933bb29 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0629201 Apr 07 02:21:35.117537 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e1a769a9-9860-4af2-bf04-b364874ab846 req-3281e96f-6d26-498c-ae2c-9e3d6fc4c3c6 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449517 Apr 07 02:21:35.296804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:36.251131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe96b7-f422-4ba3-ba87-cb6811d1a0bf req-0e34b5e0-b332-4222-9cf8-d0281e8c49f3 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:36.252693 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ebe96b7-f422-4ba3-ba87-cb6811d1a0bf req-0e34b5e0-b332-4222-9cf8-d0281e8c49f3 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0572999 Apr 07 02:21:36.306239 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3ebe96b7-f422-4ba3-ba87-cb6811d1a0bf req-6f87540c-df4f-4ab3-aab7-6bf6e2b2f55c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Apr 07 02:21:37.431486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08229d28-d529-4b41-93ab-e4b22772d5cf req-26d7194a-81c0-4b33-a770-0cd1f74e39d1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:37.433234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-08229d28-d529-4b41-93ab-e4b22772d5cf req-26d7194a-81c0-4b33-a770-0cd1f74e39d1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0568562 Apr 07 02:21:37.490021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-08229d28-d529-4b41-93ab-e4b22772d5cf req-bcbe969a-a3ec-4f3b-96a6-7f9c9371ddf7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495274 Apr 07 02:21:38.627070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a28592-54d3-4e0f-bfdf-5cfb5a4e53ca req-bd1f785a-ee45-4676-86d6-b10884787a9d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:38.630123 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7a28592-54d3-4e0f-bfdf-5cfb5a4e53ca req-bd1f785a-ee45-4676-86d6-b10884787a9d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0681906 Apr 07 02:21:38.686755 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7a28592-54d3-4e0f-bfdf-5cfb5a4e53ca req-fb6de414-ba60-4392-9af8-9a20e1f18ed2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501204 Apr 07 02:21:39.820157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7e0dc-f866-4238-93e1-449fda564104 req-cbbc814f-cfa7-4b7f-9f09-1a9c448d8a85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:39.821667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a3d7e0dc-f866-4238-93e1-449fda564104 req-cbbc814f-cfa7-4b7f-9f09-1a9c448d8a85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 931 time: 0.0573275 Apr 07 02:21:39.869083 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a3d7e0dc-f866-4238-93e1-449fda564104 req-1ae3264c-904b-4373-b961-6f77687c5c6f tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Apr 07 02:21:40.288233 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:21:40.296556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Request body: {'port': {'device_id': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:21:40.356610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:40.616651 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:21:40.624449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Publish callbacks [] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:40.636592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Transition to ACTIVE for port object 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:21:40.673298 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:40.726119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:40.795386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Attempting to bind port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:21:40.795730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Attempting to bind port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:21:40.796069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Attempting to bind port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 on network 017a1f2c-decd-4d97-a883-974e53be322a {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:40.800891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 on network 017a1f2c-decd-4d97-a883-974e53be322a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:21:40.801223 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Attempting to bind port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 on network 017a1f2c-decd-4d97-a883-974e53be322a {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:21:40.806613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:21:40.806965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Checking segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:21:40.807362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Bound using segment: {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:21:40.808330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Bound port: 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99719f33-e696-48b1-aca4-dbc2bc8c0e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:21:40.808700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:40.878866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:21:40.881988 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:21:40.971433 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:40.987523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55bf5c0-61d8-4015-8314-566bd3a3e809 req-a6b8b558-7841-4deb-849a-a593df995ab1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:40.989041 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f55bf5c0-61d8-4015-8314-566bd3a3e809 req-a6b8b558-7841-4deb-849a-a593df995ab1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 943 time: 0.0534191 Apr 07 02:21:41.012571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.013229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:41.015176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 1093 time: 0.7223778 Apr 07 02:21:41.015176 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:21:41.017516 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4793c6d6-f417-4745-be48-d1f46b68ac48" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:21:41.039122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f55bf5c0-61d8-4015-8314-566bd3a3e809 req-16408cfa-8a22-4577-a9de-cf4fdff85ff2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Apr 07 02:21:41.043629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373544e-18b7-4733-aa90-a5b9f29c76e5 service neutron] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:41.068521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe606558-a5a3-470c-a3e0-7a25ff472950 x-openstack-request-id: req-fe606558-a5a3-470c-a3e0-7a25ff472950 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:21:41.068521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:21:41.068521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe606558-a5a3-470c-a3e0-7a25ff472950 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:21:41.068521 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe606558-a5a3-470c-a3e0-7a25ff472950'] response: {'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'status': 'completed', 'code': 200} Apr 07 02:21:41.140577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793c6d6-f417-4745-be48-d1f46b68ac48 req-906fa1e8-2a4d-4022-958b-76d0a031745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.142077 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4793c6d6-f417-4745-be48-d1f46b68ac48 req-906fa1e8-2a4d-4022-958b-76d0a031745f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1127 time: 0.0467758 Apr 07 02:21:41.251005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793c6d6-f417-4745-be48-d1f46b68ac48 req-0ec61c4f-3e7e-4d23-9b1b-d00837202fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.252492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4793c6d6-f417-4745-be48-d1f46b68ac48 req-0ec61c4f-3e7e-4d23-9b1b-d00837202fed service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=aad63a70a44b4265bff277bee2a5753a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0990205 Apr 07 02:21:41.351316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793c6d6-f417-4745-be48-d1f46b68ac48 req-8b9eaa68-8e38-478b-b0c4-e4ac46f016ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.352815 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4793c6d6-f417-4745-be48-d1f46b68ac48 req-8b9eaa68-8e38-478b-b0c4-e4ac46f016ab service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872924 Apr 07 02:21:41.445670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-69919f44-82d2-44c4-80c6-687bdfcc14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.447079 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-69919f44-82d2-44c4-80c6-687bdfcc14fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1127 time: 0.0482585 Apr 07 02:21:41.492682 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-cbc68ba1-30b0-468e-9468-c6f390bde4da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 217 time: 0.0340335 Apr 07 02:21:41.544902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-ae0ac5e6-c4de-49bd-9f55-b288614a24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.546359 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-ae0ac5e6-c4de-49bd-9f55-b288614a24fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0477688 Apr 07 02:21:41.598364 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-94ea45ad-9778-46a2-b1ff-1e3cc8341b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:41.599880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-94ea45ad-9778-46a2-b1ff-1e3cc8341b87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471833 Apr 07 02:21:41.688484 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-fbb920c0-b8b2-4398-b2f3-e1ee8f34acc2 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791864 Apr 07 02:21:41.783300 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-47b8a749-17d2-4d29-80a6-068dd25fa3ae req-8b6342de-dd71-4ac0-b81c-b9774b627b12 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855689 Apr 07 02:21:42.161866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a18be7-3653-4ca9-a6ab-d0918c4923bc req-233c79a2-0961-4bb8-aafc-4c6d7ba37bdf tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:42.163347 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14a18be7-3653-4ca9-a6ab-d0918c4923bc req-233c79a2-0961-4bb8-aafc-4c6d7ba37bdf tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 943 time: 0.0561996 Apr 07 02:21:42.209618 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14a18be7-3653-4ca9-a6ab-d0918c4923bc req-1f491025-e0d8-45e5-aed5-37f4cc11d830 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Apr 07 02:21:43.324005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ab23f-8862-48d6-bef6-3b1b72f2a126 req-001d7273-bea8-4856-bb5f-be7a98637a2d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:43.325500 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-687ab23f-8862-48d6-bef6-3b1b72f2a126 req-001d7273-bea8-4856-bb5f-be7a98637a2d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 943 time: 0.0511713 Apr 07 02:21:43.371628 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-687ab23f-8862-48d6-bef6-3b1b72f2a126 req-29f05b04-f71c-47e5-9cc9-896ed2a9795d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Apr 07 02:21:44.485884 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f0688-37e8-44d8-bf88-125dc577cf6e req-4ae1a32f-ab7f-493a-9d0c-be3be97c1fdf tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:44.487376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-948f0688-37e8-44d8-bf88-125dc577cf6e req-4ae1a32f-ab7f-493a-9d0c-be3be97c1fdf tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 943 time: 0.0521860 Apr 07 02:21:44.537159 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-948f0688-37e8-44d8-bf88-125dc577cf6e req-2a1b146c-4bd3-4ac5-9a06-d7ecba76d41f tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442626 Apr 07 02:21:45.192046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:21:45.285692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:45.297687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'port_id': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'mac_address': 'fa:16:3e:33:e9:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:21:45.337476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:45.338257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:45.351313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:21:45.370433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:45.422399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:45.469627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:45.657073 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924079bf-d558-43b8-a4d7-cd35c618db4b req-50c7a4bd-4525-4ecd-aca8-c4b8bec57960 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:45.658564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-924079bf-d558-43b8-a4d7-cd35c618db4b req-50c7a4bd-4525-4ecd-aca8-c4b8bec57960 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 944 time: 0.0525320 Apr 07 02:21:45.685956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['11cff51c-c80a-4704-b7ee-5eb81c1b87b1'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:21:45.714450 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-924079bf-d558-43b8-a4d7-cd35c618db4b req-5298efb5-7e23-4c7b-9ade-7e27dbd44de4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491793 Apr 07 02:21:46.832331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963220e-ed4d-4eac-9fac-d3aec7daa503 req-310b9ac8-a82a-42be-a54c-2fbf1ee3f65d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:46.834119 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d963220e-ed4d-4eac-9fac-d3aec7daa503 req-310b9ac8-a82a-42be-a54c-2fbf1ee3f65d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 944 time: 0.0518200 Apr 07 02:21:46.886914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d963220e-ed4d-4eac-9fac-d3aec7daa503 req-6bb684a6-b4ba-4aa0-af80-dbbd60d9a680 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 Apr 07 02:21:47.222638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:21:47.330686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:21:47.334903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:21:47.345961 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:47.412397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:21:47.412807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:47.434320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:21:47.436540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e46cc4-5a52-4745-87c6-efd2fa2dc579" -d '{"events": [{"server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "name": "network-vif-plugged", "status": "completed", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:21:47.448652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:21:47.470749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e32dde-6bf9-4b32-87fa-a9019895b7b1 x-openstack-request-id: req-b5e32dde-6bf9-4b32-87fa-a9019895b7b1 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:21:47.471040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "name": "network-vif-plugged", "status": "completed", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:21:47.471296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5e32dde-6bf9-4b32-87fa-a9019895b7b1 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:21:47.471754 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5e32dde-6bf9-4b32-87fa-a9019895b7b1'] response: {'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'code': 200} Apr 07 02:21:47.519282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:47.567549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:21:47.796231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca81853-13b3-4b1c-a333-8ce382f85819 req-674f03f3-7a7d-444f-b0aa-5e0c13686583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:47.797725 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cca81853-13b3-4b1c-a333-8ce382f85819 req-674f03f3-7a7d-444f-b0aa-5e0c13686583 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1129 time: 0.0445621 Apr 07 02:21:47.842602 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cca81853-13b3-4b1c-a333-8ce382f85819 req-2bab5eac-3990-4ef8-b0c8-72de8f32ed82 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370555 Apr 07 02:21:48.007830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514b749-22f3-48f4-b259-528f05266a20 req-bdc039e6-7e4a-49c6-bcca-132ceb7e48b0 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:48.009332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e514b749-22f3-48f4-b259-528f05266a20 req-bdc039e6-7e4a-49c6-bcca-132ceb7e48b0 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0563896 Apr 07 02:21:48.054771 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e514b749-22f3-48f4-b259-528f05266a20 req-3fae84ca-4ebb-46ef-a90c-90cf3b9fe290 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Apr 07 02:21:48.175994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:21:49.173516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93339315-86e1-41a3-8215-873753bf7364 req-6921046c-75dc-4201-9a39-20592561e2fc tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:49.174917 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93339315-86e1-41a3-8215-873753bf7364 req-6921046c-75dc-4201-9a39-20592561e2fc tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0519722 Apr 07 02:21:49.222209 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93339315-86e1-41a3-8215-873753bf7364 req-7dade983-cb1e-4efe-8475-02ecaa9bdd7d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418212 Apr 07 02:21:50.335164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1220f47-ab14-4e47-a061-07389890fa7f req-2b4b22ca-21ee-411a-9a8a-40e37c4f96ad tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:50.336621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1220f47-ab14-4e47-a061-07389890fa7f req-2b4b22ca-21ee-411a-9a8a-40e37c4f96ad tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0507865 Apr 07 02:21:50.386435 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1220f47-ab14-4e47-a061-07389890fa7f req-b7835b33-f4b3-428d-9f65-cbf0a202e37b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Apr 07 02:21:50.501088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d1801-a1be-41ed-aadf-3d6f724dd0a9 req-efcb321e-36aa-4352-adbf-9da2ee6237cf tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:50.502472 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d93d1801-a1be-41ed-aadf-3d6f724dd0a9 req-efcb321e-36aa-4352-adbf-9da2ee6237cf tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0521162 Apr 07 02:21:50.548192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d93d1801-a1be-41ed-aadf-3d6f724dd0a9 req-ff6f216b-90b8-4328-97b1-b521b8d9b905 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Apr 07 02:21:50.863422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ad02d-83d0-4a28-9f3c-5356d9291a76 req-c97a4882-e3a7-48f4-a6f3-d876d8ad6d59 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:50.864923 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-888ad02d-83d0-4a28-9f3c-5356d9291a76 req-c97a4882-e3a7-48f4-a6f3-d876d8ad6d59 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0520639 Apr 07 02:21:50.911657 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-888ad02d-83d0-4a28-9f3c-5356d9291a76 req-890bae53-9276-4fdb-ad6b-7890391baef1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Apr 07 02:21:51.823004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-d02707b0-f960-43e2-9a6d-b28aed3d2f2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435503 Apr 07 02:21:51.911276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-3ae7eb46-73a5-426c-94a8-7676dd920ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:51.912796 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-3ae7eb46-73a5-426c-94a8-7676dd920ccf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1129 time: 0.0489304 Apr 07 02:21:52.018734 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-f38c4706-5a1e-4ab2-9c3c-c59112b7c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:52.020117 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-f38c4706-5a1e-4ab2-9c3c-c59112b7c193 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.0879912 Apr 07 02:21:52.060859 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-5c434bc7-eaef-42c5-809c-99f31efdb960 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 217 time: 0.0343759 Apr 07 02:21:52.111629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-be5c8634-d4b6-418e-a450-7c0d990134d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:52.113156 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-be5c8634-d4b6-418e-a450-7c0d990134d2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0466561 Apr 07 02:21:52.159701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-3faae5c0-cc54-40c8-b549-4055133e16df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:21:52.161312 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-3faae5c0-cc54-40c8-b549-4055133e16df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424151 Apr 07 02:21:52.247621 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-b0c66d6c-b32a-47c9-8f61-22bc55ad898f service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798280 Apr 07 02:21:52.337677 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ebf89c8b-9f6f-4654-8cb0-90b0979315f6 req-f8ec1339-a9bd-47e7-8e07-b9fd7fcca0b2 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839543 Apr 07 02:21:59.178112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7dd9-3c97-4116-8b44-b824b37e0080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:01.393124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0d905e0-85a8-4c04-a190-dc0f94c7b8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:02.575947 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:04.066688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:05.307493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:11.469806 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af2297-d85d-4187-89f4-f43bd902a9ee req-68091d9c-d5f6-47d6-95c7-39671d87317d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:11.471286 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-12af2297-d85d-4187-89f4-f43bd902a9ee req-68091d9c-d5f6-47d6-95c7-39671d87317d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0524955 Apr 07 02:22:11.517838 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-12af2297-d85d-4187-89f4-f43bd902a9ee req-b3ce3438-c691-4853-8807-69b406ba2b08 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Apr 07 02:22:11.539352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59226) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:11.665739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cfd101-e03c-4a30-b368-3e8a8fe38f8f tempest-TestMinimumBasicScenario-1261761829 tempest-TestMinimumBasicScenario-1261761829-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:11.667267 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-97cfd101-e03c-4a30-b368-3e8a8fe38f8f tempest-TestMinimumBasicScenario-1261761829 tempest-TestMinimumBasicScenario-1261761829-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1124 time: 0.1269131 Apr 07 02:22:11.670808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59230) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:11.674956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:11.793332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:11.892007 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:11.993206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Allocated IP 172.26.8.210 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/4ff5f931-4264-42e1-ae15-e1594394450c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:22:12.094838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for port (4ff5f931-4264-42e1-ae15-e1594394450c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:12.170152 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4ff5f931-4264-42e1-ae15-e1594394450c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:12.209842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:22:12.212910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:22:12.217276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:22:12.222680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'Port': ['ID=4ff5f931-4264-42e1-ae15-e1594394450c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:12.250073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.250436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.250789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.251136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.251487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.251849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.252175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.252514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.252881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.253220 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.253559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.253915 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.254229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.254563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.254894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:12.999719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for floatingip (994a0d22-a07d-4dbe-9aed-e95f48b71fda), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:13.174385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4ff5f931-4264-42e1-ae15-e1594394450c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:13.326781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for port (4ff5f931-4264-42e1-ae15-e1594394450c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:13.387224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4ff5f931-4264-42e1-ae15-e1594394450c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:13.451552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'Port': ['ID=4ff5f931-4264-42e1-ae15-e1594394450c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:13.466075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (994a0d22-a07d-4dbe-9aed-e95f48b71fda), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:13.571366 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Floating IP 994a0d22-a07d-4dbe-9aed-e95f48b71fda associated. External IP: 172.26.8.210, port: 11cff51c-c80a-4704-b7ee-5eb81c1b87b1. Apr 07 02:22:13.786436 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:22:13.895217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:22:13.905387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] Sync routers for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:22:13.915253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:22:13.915916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:22:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:22:13.967650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:13.997167 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9e58ca2c-8759-47b4-82de-84206a801a0d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3253117 Apr 07 02:22:13.997757 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:22:13.999998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:22:14.001039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59232) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:14.006452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1094458479', 'description': 'tempest-secgroup-smoke-1094458479 description', 'project_id': 'aad63a70a44b4265bff277bee2a5753a'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:14.024090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:22:14.036960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10742ea1-90dc-4295-a643-10fb262ab0c9 x-openstack-request-id: req-10742ea1-90dc-4295-a643-10fb262ab0c9 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:22:14.037228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:22:14.037489 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10742ea1-90dc-4295-a643-10fb262ab0c9 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:22:14.037901 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10742ea1-90dc-4295-a643-10fb262ab0c9'] response: {'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'status': 'completed', 'code': 200} Apr 07 02:22:14.079047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.107461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-72c8f568-9870-4631-8a01-4d11bacc6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:14.108821 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-72c8f568-9870-4631-8a01-4d11bacc6533 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1129 time: 0.0492084 Apr 07 02:22:14.150580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group (b17bf280-6e9b-488f-aea1-6cf36f8bac0f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.187235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b17bf280-6e9b-488f-aea1-6cf36f8bac0f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.198438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-abb11a62-cbc8-4f0e-97dd-a4551398790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:14.200705 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-abb11a62-cbc8-4f0e-97dd-a4551398790d service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.0859785 Apr 07 02:22:14.218339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17bf280-6e9b-488f-aea1-6cf36f8bac0f,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:14.225707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.226072 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.226532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.226889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.227536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.227883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.228386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.228910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.229463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.229803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.230172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.230508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.231016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.231516 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.232044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:22:14.256133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '994a0d22-a07d-4dbe-9aed-e95f48b71fda', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'port_id': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'mac_address': 'fa:16:3e:33:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:22:12Z', 'updated_at': '2022-04-07T02:22:12Z', 'revision_number': 0, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:22:14.274718 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-b7463553-5118-45af-8371-405e30e0d28f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 999 time: 0.0651107 Apr 07 02:22:14.275279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.279195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c2cbe26f-799e-4770-80c1-5d4db974cc85 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2739799 Apr 07 02:22:14.279431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59236) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:14.284032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group_rule': {'security_group_id': 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:14.287724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] Checking router: 8371043e-b475-41c5-a4a4-2a1ecb3054f0 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:22:14.296332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:22:14.296989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:22:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:22:14.323185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-21dbb251-8181-4e57-801a-ea9580709666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:14.325331 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-21dbb251-8181-4e57-801a-ea9580709666 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0451601 Apr 07 02:22:14.357724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (23a52f61-7a06-4577-8e4e-8b83ef9f2897), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.380207 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-3282cc8f-136b-4bca-b65d-5bc9ffdbc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:14.381797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-3282cc8f-136b-4bca-b65d-5bc9ffdbc2c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0489340 Apr 07 02:22:14.409435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:22:14.423962 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (23a52f61-7a06-4577-8e4e-8b83ef9f2897), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.478154 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-5b357238-66b2-47b3-920a-d385f51cdd23 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891106 Apr 07 02:22:14.507085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (23a52f61-7a06-4577-8e4e-8b83ef9f2897), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.525197 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a52f61-7a06-4577-8e4e-8b83ef9f2897,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:14.572633 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-08493f09-6e9e-4e43-bb3a-91a399bc3fe6 req-56fbd02c-4a62-4f67-8c20-e6dfd4917fec service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849667 Apr 07 02:22:14.606440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.607813 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-69d7dd78-8607-4452-a0ec-f11973a02344 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3271828 Apr 07 02:22:14.611854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59238) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:14.618164 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group_rule': {'security_group_id': 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:14.636619 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '994a0d22-a07d-4dbe-9aed-e95f48b71fda', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'port_id': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'mac_address': 'fa:16:3e:33:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:22:12Z', 'updated_at': '2022-04-07T02:22:12Z', 'revision_number': 0, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:22:14.666100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70f8fea-b328-44fb-baec-31393b60a817 None None] The sync data for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv is: [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '994a0d22-a07d-4dbe-9aed-e95f48b71fda', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'floating_ip_address': '172.26.8.210', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'port_id': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1693, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'mac_address': 'fa:16:3e:33:e9:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:22:12Z', 'updated_at': '2022-04-07T02:22:12Z', 'revision_number': 0, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:22:14.713997 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (2a41d97a-688a-419f-9e3c-9f3a84148e0e), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.775114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (2a41d97a-688a-419f-9e3c-9f3a84148e0e), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.838664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2a41d97a-688a-419f-9e3c-9f3a84148e0e), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.857433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a41d97a-688a-419f-9e3c-9f3a84148e0e,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:14.874390 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c6042-effa-443f-9b29-a320bf949f6e None None] New status for floating IP 994a0d22-a07d-4dbe-9aed-e95f48b71fda: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:22:14.935837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:14.944652 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1792e499-93ed-4463-96f4-ff41cd97dd53 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3247442 Apr 07 02:22:14.946926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59240) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:14.951284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group_rule': {'security_group_id': 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:15.060523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (adf20ee9-6e12-489f-b074-03c2fa943501), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.118716 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (adf20ee9-6e12-489f-b074-03c2fa943501), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.175076 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (adf20ee9-6e12-489f-b074-03c2fa943501), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.194017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf20ee9-6e12-489f-b074-03c2fa943501,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:15.263160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.264388 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9ca3c8c6-b8f9-4a04-a5c1-71a706d28fb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165100 Apr 07 02:22:15.267313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59242) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:15.271573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group_rule': {'security_group_id': 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:15.363318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (01ff3830-2b26-42fe-baa1-64c0bfb97d98), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.421765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (01ff3830-2b26-42fe-baa1-64c0bfb97d98), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.489948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (01ff3830-2b26-42fe-baa1-64c0bfb97d98), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.506844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ff3830-2b26-42fe-baa1-64c0bfb97d98,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:15.588988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.590825 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-562f277e-042f-43fd-8067-4be0e3793faa tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225775 Apr 07 02:22:15.593529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59244) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:15.597818 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group_rule': {'security_group_id': 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:15.667376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Project aad63a70a44b4265bff277bee2a5753a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:22:15.672379 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (2fd1d39d-4ed2-4f24-a994-50d25938b83f), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.729081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (2fd1d39d-4ed2-4f24-a994-50d25938b83f), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.798502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2fd1d39d-4ed2-4f24-a994-50d25938b83f), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.816652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd1d39d-4ed2-4f24-a994-50d25938b83f,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:15.880256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:15.881546 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-a5e98a2b-9d44-42bf-b037-c5b3395024f4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2870727 Apr 07 02:22:15.884191 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59246) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:22:15.889173 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'security_group_rule': {'security_group_id': 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f', 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:15.964080 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.securitygroups_db [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Project aad63a70a44b4265bff277bee2a5753a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:22:15.969220 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (8b774f87-17bd-4c31-82ef-383747d25958), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.029080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (8b774f87-17bd-4c31-82ef-383747d25958), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.089500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (8b774f87-17bd-4c31-82ef-383747d25958), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.107158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b774f87-17bd-4c31-82ef-383747d25958,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:16.171366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.172608 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-296d6ed2-22f9-4e13-a03e-e6746ff84ad2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2874081 Apr 07 02:22:16.261321 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-6da1bc7e-2789-4e29-bfe6-808df40d6a67 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094458479&fields=id&tenant_id=aad63a70a44b4265bff277bee2a5753a HTTP/1.1" status: 200 len: 267 time: 0.0461025 Apr 07 02:22:16.315543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-3f5fda9c-3c11-4e73-a546-9fbda9e36067 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:16.317109 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-3f5fda9c-3c11-4e73-a546-9fbda9e36067 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0507076 Apr 07 02:22:16.327341 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'port': {'security_groups': ['406ba8ff-fba5-4aed-83c9-e8fb49ddedfe', 'b17bf280-6e9b-488f-aea1-6cf36f8bac0f']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:22:16.392384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.570622 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:22:16.599135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.650276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.663781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['11cff51c-c80a-4704-b7ee-5eb81c1b87b1'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:22:16.703062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:16.703708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:16.705171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fceda2fb-c27d-48ec-8c2b-77814d78799e req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "PUT /v2.0/ports/11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 981 time: 0.3821573 Apr 07 02:22:16.705641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:22:16.709283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323a71c8-4ba2-4e2d-af80-d5726721498e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:22:16.739686 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e39784-c172-4739-8514-ec4c3818e5e8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=6']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:22:16.784955 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['11cff51c-c80a-4704-b7ee-5eb81c1b87b1'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:22:16.854130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47584f-af26-44a8-9472-f2d5eec9d397 req-b1a9a5c6-960a-4544-a9b2-ba3f0f4dc650 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:16.856205 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-df47584f-af26-44a8-9472-f2d5eec9d397 req-b1a9a5c6-960a-4544-a9b2-ba3f0f4dc650 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0662346 Apr 07 02:22:16.943723 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-df47584f-af26-44a8-9472-f2d5eec9d397 req-c2106554-6507-4019-aa25-3baf50a6a481 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763068 Apr 07 02:22:16.956634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec406b5-769b-46a9-aa21-e44b7553c5cc x-openstack-request-id: req-4ec406b5-769b-46a9-aa21-e44b7553c5cc {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:22:16.956984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:22:16.957246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ec406b5-769b-46a9-aa21-e44b7553c5cc {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:22:16.957671 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec406b5-769b-46a9-aa21-e44b7553c5cc'] response: {'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'status': 'completed', 'code': 200} Apr 07 02:22:17.029303 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-1f3a6e18-462f-493f-94a9-9fcd608b082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:17.031650 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-1f3a6e18-462f-493f-94a9-9fcd608b082d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1168 time: 0.0464795 Apr 07 02:22:17.097468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-c35788f1-23a9-43e7-badb-2f5d5e0bbb55 None None] Provisioning complete for port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:22:17.097845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c35788f1-23a9-43e7-badb-2f5d5e0bbb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:17.128598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-6c944d06-6192-46c8-87f4-4f786996e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:17.130016 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-6c944d06-6192-46c8-87f4-4f786996e31a service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.0898628 Apr 07 02:22:17.197648 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-65aae35b-cf32-4979-be1f-326c3e345344 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 1001 time: 0.0604982 Apr 07 02:22:17.255633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-ebb326c5-d6fb-45b9-886d-f40203d29c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:17.257295 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-ebb326c5-d6fb-45b9-886d-f40203d29c87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0518706 Apr 07 02:22:17.287205 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:22:17.296039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-c35788f1-23a9-43e7-badb-2f5d5e0bbb55 None None] Current status of the port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:22:17.313267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-debe1a0b-f402-4a04-8c42-75f5230382ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:17.314873 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-debe1a0b-f402-4a04-8c42-75f5230382ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0496802 Apr 07 02:22:17.405883 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-fd83631e-c36d-41c5-bce2-d41b8483a4e3 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846281 Apr 07 02:22:17.499019 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-323a71c8-4ba2-4e2d-af80-d5726721498e req-741c6e9b-20ce-4a57-94a0-d46f0b92b10c service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861576 Apr 07 02:22:18.186822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:29.009512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-72c1455d-58e3-437f-afa9-ec09f8da51c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:29.286590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781b1fd-11cf-4258-864c-062831620440 req-f457bbfc-238c-4c24-a228-755785361dbc tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:29.288063 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d781b1fd-11cf-4258-864c-062831620440 req-f457bbfc-238c-4c24-a228-755785361dbc tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0541899 Apr 07 02:22:29.352315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d781b1fd-11cf-4258-864c-062831620440 req-c7397dfe-b04b-416f-9828-b266f7a21eb1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585423 Apr 07 02:22:29.354736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-023c30d2-d402-496e-9849-fb14b1066f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:29.356260 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-023c30d2-d402-496e-9849-fb14b1066f65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1168 time: 0.0463123 Apr 07 02:22:29.449676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-a714b99f-7dae-4c85-8b13-a387a0fd27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:29.451033 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-a714b99f-7dae-4c85-8b13-a387a0fd27a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.0872946 Apr 07 02:22:29.520050 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-b743b1ac-f0ef-4cf1-b7a0-636ab1605d65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 1001 time: 0.0585814 Apr 07 02:22:29.567371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-91074139-23a1-4f04-b6d8-338e5493392f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:29.568801 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-91074139-23a1-4f04-b6d8-338e5493392f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0419879 Apr 07 02:22:29.620743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-57416c5e-d6e9-41c0-bdd0-a2f312d29c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:29.622235 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-57416c5e-d6e9-41c0-bdd0-a2f312d29c0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466125 Apr 07 02:22:29.712143 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-80f313d2-fbf3-4cef-a867-df9ace1f37d1 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 Apr 07 02:22:29.802552 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-66e0f9de-b3f5-4894-a618-2bfd2f9da8d7 req-483b692f-6d67-4b51-87ac-f8b558308c76 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835073 Apr 07 02:22:30.471262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72002340-c590-4d1a-b2f4-58089f987004 req-1bb36130-83d5-411a-9c95-eb77fc580423 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:30.472830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-72002340-c590-4d1a-b2f4-58089f987004 req-1bb36130-83d5-411a-9c95-eb77fc580423 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0528545 Apr 07 02:22:30.531055 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-72002340-c590-4d1a-b2f4-58089f987004 req-cd9bf489-c491-47fd-bb14-eaaff48467b1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525994 Apr 07 02:22:31.403810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b0277954-8a4d-44b4-bb42-485ed8199969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:31.825983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90b995-3ca1-4e75-9104-047836a502a4 req-31f59fa0-0430-4759-80eb-7650e32a6b01 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:31.827436 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f90b995-3ca1-4e75-9104-047836a502a4 req-31f59fa0-0430-4759-80eb-7650e32a6b01 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0523753 Apr 07 02:22:31.885607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f90b995-3ca1-4e75-9104-047836a502a4 req-d50f9c20-959d-4986-b8a2-7973cbc0d682 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524712 Apr 07 02:22:32.576549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:33.005354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861a5d0-88f8-4bdb-9173-4bb04e6a51fe req-40efa162-3f03-482b-93f5-a3811eb89467 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:33.006821 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9861a5d0-88f8-4bdb-9173-4bb04e6a51fe req-40efa162-3f03-482b-93f5-a3811eb89467 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0557022 Apr 07 02:22:33.066576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9861a5d0-88f8-4bdb-9173-4bb04e6a51fe req-feb7c04d-8dc6-43cd-bc98-a026b529e0ec tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541308 Apr 07 02:22:34.049766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:34.184323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9f77f-03be-4e1c-85c8-db46c932a406 req-568ae46b-d4b7-4e53-83e7-518b5c190aed tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:34.185768 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6e9f77f-03be-4e1c-85c8-db46c932a406 req-568ae46b-d4b7-4e53-83e7-518b5c190aed tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0527956 Apr 07 02:22:34.245733 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6e9f77f-03be-4e1c-85c8-db46c932a406 req-534bda2f-9fac-4b35-9d14-526cb22dec61 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540745 Apr 07 02:22:35.295973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:35.367942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e473a2-1375-4c9e-9638-f38f70a53c48 req-3e9b08b5-7aae-4646-b3ef-81116893bf47 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:35.369506 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52e473a2-1375-4c9e-9638-f38f70a53c48 req-3e9b08b5-7aae-4646-b3ef-81116893bf47 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0565464 Apr 07 02:22:35.428356 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-52e473a2-1375-4c9e-9638-f38f70a53c48 req-a7c514e1-41a2-4288-85a1-46eb94eb1dd4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526810 Apr 07 02:22:36.543747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314174b-adb9-45ef-9345-12d3504e7f5c req-022c8e80-a620-40a6-adea-580c0f4dee1f tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:36.545260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d314174b-adb9-45ef-9345-12d3504e7f5c req-022c8e80-a620-40a6-adea-580c0f4dee1f tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0518005 Apr 07 02:22:36.602857 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d314174b-adb9-45ef-9345-12d3504e7f5c req-a44737e5-8c69-43b6-8abd-4a30279842be tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519996 Apr 07 02:22:37.719939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38eb37-dc40-47ee-87ef-5f178b11824e req-10786dec-ee86-4168-822f-de7fca508164 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:37.721433 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d38eb37-dc40-47ee-87ef-5f178b11824e req-10786dec-ee86-4168-822f-de7fca508164 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0544324 Apr 07 02:22:37.782693 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9d38eb37-dc40-47ee-87ef-5f178b11824e req-1e02ae49-2995-4d2d-a3b2-5d3731cbf1d2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556998 Apr 07 02:22:38.900359 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960a2cc-e738-415b-add8-2183594ab019 req-fadaaf91-0d45-4f00-b5d4-65f1c505d01b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:38.901899 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6960a2cc-e738-415b-add8-2183594ab019 req-fadaaf91-0d45-4f00-b5d4-65f1c505d01b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0525911 Apr 07 02:22:38.961354 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6960a2cc-e738-415b-add8-2183594ab019 req-984039cc-c752-4d17-abbc-93ccc6b9adb4 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532706 Apr 07 02:22:40.078720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb3fd1-2e2f-4df1-8b48-a870f2e576a5 req-f688a4dd-1873-4779-83ad-e87e21b78a22 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:40.080186 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79cb3fd1-2e2f-4df1-8b48-a870f2e576a5 req-f688a4dd-1873-4779-83ad-e87e21b78a22 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0524883 Apr 07 02:22:40.137532 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79cb3fd1-2e2f-4df1-8b48-a870f2e576a5 req-b51656a8-d490-45e7-b7f3-6d77525ee167 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514331 Apr 07 02:22:41.257334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65784720-a4fe-4276-9193-008415f7c7df req-bf3b5d68-2ad5-4313-bf36-d1865d4a1d55 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:41.258836 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-65784720-a4fe-4276-9193-008415f7c7df req-bf3b5d68-2ad5-4313-bf36-d1865d4a1d55 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0558884 Apr 07 02:22:41.325879 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-65784720-a4fe-4276-9193-008415f7c7df req-df2ec69f-6e69-4b12-a899-aed4c2455e8d tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608137 Apr 07 02:22:42.443375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f3025-de61-4208-98d9-1e4547fb3ece req-90f30eca-5036-4d20-865d-a9c0848c985b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:42.444884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-853f3025-de61-4208-98d9-1e4547fb3ece req-90f30eca-5036-4d20-865d-a9c0848c985b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0521224 Apr 07 02:22:42.503332 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-853f3025-de61-4208-98d9-1e4547fb3ece req-36e1a524-689f-4113-b275-58d18bab8309 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527163 Apr 07 02:22:43.620004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f9c78-aad1-4773-acd1-db9d42f8647d req-c1b6de4f-aea6-49ef-a8b4-e4d7085594f8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:43.621438 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-222f9c78-aad1-4773-acd1-db9d42f8647d req-c1b6de4f-aea6-49ef-a8b4-e4d7085594f8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0517447 Apr 07 02:22:43.683130 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-222f9c78-aad1-4773-acd1-db9d42f8647d req-be9b90c8-43b3-44fe-a265-a65ac65a66e9 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554900 Apr 07 02:22:44.800774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938e9cc-ccc2-4b71-afcc-649628153228 req-53d11466-923d-4ccc-aad8-e626240a3a2b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:44.802299 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b938e9cc-ccc2-4b71-afcc-649628153228 req-53d11466-923d-4ccc-aad8-e626240a3a2b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0529530 Apr 07 02:22:44.860883 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b938e9cc-ccc2-4b71-afcc-649628153228 req-3dc43a4e-1b7e-4151-b492-68f93ce4adf1 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529153 Apr 07 02:22:45.980479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be830bda-7616-4df7-ab54-48879e0ee8b9 req-129535d3-092e-416b-b146-029d7b840904 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:45.982001 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be830bda-7616-4df7-ab54-48879e0ee8b9 req-129535d3-092e-416b-b146-029d7b840904 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0524073 Apr 07 02:22:46.042671 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-be830bda-7616-4df7-ab54-48879e0ee8b9 req-fa4a2942-4f1e-41e7-ad95-adb2bffbf112 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543051 Apr 07 02:22:47.161031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee87be0-db41-4bcb-856c-f14166b43d29 req-49883f53-9f97-424f-8fe2-bfc413237ee2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:47.162392 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ee87be0-db41-4bcb-856c-f14166b43d29 req-49883f53-9f97-424f-8fe2-bfc413237ee2 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0545146 Apr 07 02:22:47.222641 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ee87be0-db41-4bcb-856c-f14166b43d29 req-8bdf5959-4202-4c34-9ca5-2010879cd69b tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=b17bf280-6e9b-488f-aea1-6cf36f8bac0f&id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546246 Apr 07 02:22:48.192852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:22:53.866737 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-832f2837-2c7c-41f9-8574-86f31c6457d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860672 Apr 07 02:22:53.954545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-5920966b-9b20-45d4-be5d-3036297196e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:53.956025 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-5920966b-9b20-45d4-be5d-3036297196e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1168 time: 0.0437706 Apr 07 02:22:54.058482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-b4f6683a-9ffa-4523-97e5-9033a5d143a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:54.059872 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-b4f6683a-9ffa-4523-97e5-9033a5d143a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.0860934 Apr 07 02:22:54.125890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-7df3df80-e7ec-4ceb-9406-206e3b57157b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 1001 time: 0.0590248 Apr 07 02:22:54.172414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-ac033b05-13d6-4d54-ac31-8b98d9024a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:54.173854 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-ac033b05-13d6-4d54-ac31-8b98d9024a0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0420520 Apr 07 02:22:54.224430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-c9afa1d7-f4e9-4588-9552-df59b7bcb60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:22:54.225939 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-c9afa1d7-f4e9-4588-9552-df59b7bcb60c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0465050 Apr 07 02:22:54.285181 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:22:54.312967 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-4e5143cd-4425-4544-8a08-17c7524cf2e0 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806489 Apr 07 02:22:54.402173 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b88cb85-22ee-4bbb-ad66-89c298f87086 req-0ee6c0a9-0766-4077-b696-992a86f73e85 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835476 Apr 07 02:22:59.016014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8148cad-16ad-4584-ab79-ca526b84b563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:01.386918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7bb0f1ae-70e8-47dd-ab14-adf8f8d23dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:02.569631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:04.066914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:05.341720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:18.221398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:20.621987 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-26b0387e-d6ce-4077-882d-5278942beea3 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1094458479&fields=id&tenant_id=aad63a70a44b4265bff277bee2a5753a HTTP/1.1" status: 200 len: 267 time: 0.0964775 Apr 07 02:23:20.680287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-26cd0d16-ce39-4a91-bee2-93b62f4627d8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:20.681782 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-26cd0d16-ce39-4a91-bee2-93b62f4627d8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 984 time: 0.0538435 Apr 07 02:23:20.692922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Request body: {'port': {'security_groups': ['406ba8ff-fba5-4aed-83c9-e8fb49ddedfe']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:20.763537 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:20.931402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:20.958477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.009827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.023932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['11cff51c-c80a-4704-b7ee-5eb81c1b87b1'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:23:21.051272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:21.051916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.053301 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03d0c2ea-68b3-4f22-9547-d99d5f400bd2 req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "PUT /v2.0/ports/11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 942 time: 0.3648932 Apr 07 02:23:21.059587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59314) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:21.066865 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:23:21.069414 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730128f2-a811-432e-8fd0-481f6598df8c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:23:21.090308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event updated for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=7']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:21.098914 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.100519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.100519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.100519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.100519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.100942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.101030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.101342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.101694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.102732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.102732 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.102943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.103829 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.104455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.104832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7641d3-5a9e-4973-a83d-bf0cd0767b31 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.121613 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00538cc8-2276-4be2-adf5-2d5f49a373ac x-openstack-request-id: req-00538cc8-2276-4be2-adf5-2d5f49a373ac {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:23:21.122051 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:23:21.122315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00538cc8-2276-4be2-adf5-2d5f49a373ac {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:23:21.123401 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00538cc8-2276-4be2-adf5-2d5f49a373ac'] response: {'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'status': 'completed', 'code': 200} Apr 07 02:23:21.146847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group (b17bf280-6e9b-488f-aea1-6cf36f8bac0f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.157257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['11cff51c-c80a-4704-b7ee-5eb81c1b87b1'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:23:21.202271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group (b17bf280-6e9b-488f-aea1-6cf36f8bac0f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.249473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730128f2-a811-432e-8fd0-481f6598df8c req-0f5077a1-d1ff-4f45-bdbe-deab092260e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:21.254968 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-0f5077a1-d1ff-4f45-bdbe-deab092260e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1129 time: 0.1020589 Apr 07 02:23:21.357540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730128f2-a811-432e-8fd0-481f6598df8c req-6007c611-7344-4e1f-a508-ce340ed4cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:21.359057 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-6007c611-7344-4e1f-a508-ce340ed4cc8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.1007695 Apr 07 02:23:21.387216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-33a134a3-0489-40c6-99ac-aab9397f5c13 None None] Provisioning complete for port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:23:21.387597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33a134a3-0489-40c6-99ac-aab9397f5c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.418375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (b17bf280-6e9b-488f-aea1-6cf36f8bac0f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.421025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.422305 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "DELETE /v2.0/security-groups/b17bf280-6e9b-488f-aea1-6cf36f8bac0f HTTP/1.1" status: 204 len: 168 time: 0.3610954 Apr 07 02:23:21.425775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59318) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:21.436048 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-49f58119-4edc-4119-91fe-36a41533b1fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 1001 time: 0.0705864 Apr 07 02:23:21.436920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17bf280-6e9b-488f-aea1-6cf36f8bac0f,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:21.451850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.452204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.452553 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.453514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.453858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.454195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.454536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.454883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.455216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.456019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.456019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.456228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.456508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.456867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.457191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5fc102d-e1dc-4724-a453-0eb548a41101 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:21.474343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-33a134a3-0489-40c6-99ac-aab9397f5c13 None None] Current status of the port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:23:21.501726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730128f2-a811-432e-8fd0-481f6598df8c req-a0f3ae07-eefe-4703-9f02-0fac7993a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:21.503221 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-a0f3ae07-eefe-4703-9f02-0fac7993a434 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0592959 Apr 07 02:23:21.554271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730128f2-a811-432e-8fd0-481f6598df8c req-b83a1438-58f9-47bb-a92f-f21f13480536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:21.555717 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-b83a1438-58f9-47bb-a92f-f21f13480536 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447505 Apr 07 02:23:21.592380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Deleting port 4ff5f931-4264-42e1-ae15-e1594394450c {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:21.592723 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4ff5f931-4264-42e1-ae15-e1594394450c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.648342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-d04bc092-208e-49ab-928e-136411a2cbd3 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860434 Apr 07 02:23:21.674318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4ff5f931-4264-42e1-ae15-e1594394450c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.674916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for floatingip (4ff5f931-4264-42e1-ae15-e1594394450c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.685977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Calling delete_port for 4ff5f931-4264-42e1-ae15-e1594394450c owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:21.741629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-730128f2-a811-432e-8fd0-481f6598df8c req-a5d5ce2a-d130-4706-821c-85f42a0ae3f1 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865667 Apr 07 02:23:21.890594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (4ff5f931-4264-42e1-ae15-e1594394450c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.917000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event deleted for resources: {'Port': ['ID=4ff5f931-4264-42e1-ae15-e1594394450c,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:21.979556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks [] for floatingip (994a0d22-a07d-4dbe-9aed-e95f48b71fda), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:21.979881 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Floating IP 994a0d22-a07d-4dbe-9aed-e95f48b71fda disassociated (deleted). External IP: 172.26.8.210, port: 11cff51c-c80a-4704-b7ee-5eb81c1b87b1. Apr 07 02:23:22.481920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:23:22.590026 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:23:22.594595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:22.599767 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] Sync routers for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:23:22.609016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:23:22.609629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:23:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:22.624535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e8ef9e73-3ff4-4c92-bec1-145b156fe8b7 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "DELETE /v2.0/floatingips/994a0d22-a07d-4dbe-9aed-e95f48b71fda HTTP/1.1" status: 204 len: 168 time: 1.1975300 Apr 07 02:23:22.722334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:23:23.065102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:23.096310 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] Checking router: 8371043e-b475-41c5-a4a4-2a1ecb3054f0 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:23:23.104908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:23:23.105535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:23:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:23.124503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:23:23.127217 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:23:23.162588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1596601-8dc7-447a-84e5-ee91d8cad2dd x-openstack-request-id: req-e1596601-8dc7-447a-84e5-ee91d8cad2dd {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:23:23.162856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:23:23.163113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1596601-8dc7-447a-84e5-ee91d8cad2dd {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:23:23.163521 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1596601-8dc7-447a-84e5-ee91d8cad2dd'] response: {'name': 'network-changed', 'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'status': 'completed', 'code': 200} Apr 07 02:23:23.214582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:23:23.408723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:23.435126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908d9262-b53d-400d-8bcc-6d5610bab614 None None] The sync data for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv is: [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:09Z', 'revision_number': 4, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9bda76d1-922a-4b60-9403-664b77d1983f', 'name': '', 'network_id': '017a1f2c-decd-4d97-a883-974e53be322a', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'mac_address': 'fa:16:3e:ab:ea:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:09Z', 'updated_at': '2022-04-07T02:21:12Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'subnets': [{'id': 'bd3d40a4-cf57-427b-9484-5746e3a1480d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:23:23.495116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-6724ef3a-0523-41f6-8e21-a0ebeaacdbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:23.496739 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-6724ef3a-0523-41f6-8e21-a0ebeaacdbff service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aad63a70a44b4265bff277bee2a5753a&device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 1129 time: 0.0495234 Apr 07 02:23:23.598408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-e65155eb-90f6-48d8-93fd-325979a2df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:23.599971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-e65155eb-90f6-48d8-93fd-325979a2df7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 200 len: 915 time: 0.0956440 Apr 07 02:23:23.646190 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-31162a17-033d-47e9-a70e-d4bb9d701b70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 200 len: 217 time: 0.0363481 Apr 07 02:23:23.666217 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1b0e4-88c2-4878-8e21-43a337494738 None None] New status for floating IP 994a0d22-a07d-4dbe-9aed-e95f48b71fda: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:23:23.695897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-781b8f62-f53f-4297-ae48-908b968df44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:23.697417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-781b8f62-f53f-4297-ae48-908b968df44a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 200 len: 854 time: 0.0455697 Apr 07 02:23:23.750042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-6333527c-7d7b-46dd-8ddb-c2fb78f08691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:23.751614 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-6333527c-7d7b-46dd-8ddb-c2fb78f08691 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=017a1f2c-decd-4d97-a883-974e53be322a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462968 Apr 07 02:23:23.853917 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-1001abf3-88d8-43bb-b22c-6a3652e283d3 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Apr 07 02:23:23.946226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8cb2422b-e0a8-484a-acf7-3c9aa03cb456 req-238a6c86-a7d0-4b51-b67d-57f9cd683c20 service neutron] 10.222.0.10 "GET /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 Apr 07 02:23:29.050398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-739582cc-d7c4-45c1-b0c4-c90066386b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:31.284710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:23:31.387629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2acf34a0-6e50-4a40-add5-9ef098832b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:32.587597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:34.084322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:35.301679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:40.863276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fcca0-3fd6-4f25-8894-4598c632385b req-e99cd37c-849e-4fe8-8a9b-7305ddb71d87 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:40.864779 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b35fcca0-3fd6-4f25-8894-4598c632385b req-e99cd37c-849e-4fe8-8a9b-7305ddb71d87 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Apr 07 02:23:40.912429 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b35fcca0-3fd6-4f25-8894-4598c632385b req-c2107677-1181-4524-b6fd-1833513124df tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Apr 07 02:23:42.046794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a3449-1c7e-4aaa-b704-27928eaeda8e req-96ac95b8-c51b-4cee-9554-52c6be107766 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:42.050456 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b59a3449-1c7e-4aaa-b704-27928eaeda8e req-96ac95b8-c51b-4cee-9554-52c6be107766 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0661352 Apr 07 02:23:42.094520 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b59a3449-1c7e-4aaa-b704-27928eaeda8e req-cea9e94e-cf40-479d-b0ba-ee4a2fba95ef tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Apr 07 02:23:43.109545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-982d177c-10cf-4c94-b28e-bcd4415956e5 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:43.111004 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-982d177c-10cf-4c94-b28e-bcd4415956e5 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.3688040 Apr 07 02:23:43.206002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Deleting port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:43.206256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:43.210444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af73b6-a385-4c86-95d6-ecf548f54345 req-d3ca00f7-fa28-430d-a548-5f66b2040993 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:43.211945 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3af73b6-a385-4c86-95d6-ecf548f54345 req-d3ca00f7-fa28-430d-a548-5f66b2040993 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 945 time: 0.0514195 Apr 07 02:23:43.257412 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3af73b6-a385-4c86-95d6-ecf548f54345 req-fe760a5e-54ee-415b-9f46-2146caa8a6de tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/security-groups?id=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Apr 07 02:23:43.295267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] For port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:43.295631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:43.307861 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Calling delete_port for 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:43.484914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (11cff51c-c80a-4704-b7ee-5eb81c1b87b1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:43.501346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['11cff51c-c80a-4704-b7ee-5eb81c1b87b1'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:23:43.511293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Pushing event deleted for resources: {'Port': ['ID=11cff51c-c80a-4704-b7ee-5eb81c1b87b1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:43.564129 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] No DVR routers for this DVR port 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:23:43.570672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:43.570672 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-937bbb16-a6d2-4612-88fd-58d04e6d96b2 req-e619910e-58f2-4e0a-8180-e6eb0034540c tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.10 "DELETE /v2.0/ports/11cff51c-c80a-4704-b7ee-5eb81c1b87b1 HTTP/1.1" status: 204 len: 173 time: 0.4502881 Apr 07 02:23:43.570906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'name': 'network-vif-deleted', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:23:43.573126 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16738ea-4ba8-4f83-b32d-9013aa27f5fe" -d '{"events": [{"server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "name": "network-vif-deleted", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:23:43.611493 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63080463-ac57-4f54-a2b3-c34258b7b6be x-openstack-request-id: req-63080463-ac57-4f54-a2b3-c34258b7b6be {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:23:43.611789 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0cbfca-ab1d-45c8-801f-cd7e0ad96056", "name": "network-vif-deleted", "tag": "11cff51c-c80a-4704-b7ee-5eb81c1b87b1", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:23:43.612042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63080463-ac57-4f54-a2b3-c34258b7b6be {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:23:43.612447 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63080463-ac57-4f54-a2b3-c34258b7b6be'] response: {'server_uuid': '0f0cbfca-ab1d-45c8-801f-cd7e0ad96056', 'name': 'network-vif-deleted', 'tag': '11cff51c-c80a-4704-b7ee-5eb81c1b87b1', 'status': 'completed', 'code': 200} Apr 07 02:23:44.369203 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-196b12a6-b291-43a6-9b32-72cb5f5efb43 req-603189b1-5d5d-43b5-bbc0-676c3e620de8 tempest-TestMinimumBasicScenario-1964139377 tempest-TestMinimumBasicScenario-1964139377-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f0cbfca-ab1d-45c8-801f-cd7e0ad96056 HTTP/1.1" status: 200 len: 210 time: 0.0294509 Apr 07 02:23:45.954146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:45.974620 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:23:45.974968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 11cff51c-c80a-4704-b7ee-5eb81c1b87b1 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:46.453722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59442) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:46.806477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (8371043e-b475-41c5-a4a4-2a1ecb3054f0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:47.053672 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Deleting port 9bda76d1-922a-4b60-9403-664b77d1983f {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:47.054008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:47.132422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] For port 9bda76d1-922a-4b60-9403-664b77d1983f, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9bda76d1-922a-4b60-9403-664b77d1983f,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:47.132812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:47.149315 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Calling delete_port for 9bda76d1-922a-4b60-9403-664b77d1983f owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:47.382004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9bda76d1-922a-4b60-9403-664b77d1983f), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:47.409602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bda76d1-922a-4b60-9403-664b77d1983f,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:47.581943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (8371043e-b475-41c5-a4a4-2a1ecb3054f0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:47.803101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:23:47.910653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:23:47.915664 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-117df8cc-e35d-4f77-a91d-dc58fc730c13 admin admin] 10.222.0.25 "PUT /v2.0/routers/8371043e-b475-41c5-a4a4-2a1ecb3054f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4609342 Apr 07 02:23:47.918246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59444) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:47.920925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] Sync routers for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:23:47.931560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:23:47.932192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:23:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:48.027713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks [] for router (8371043e-b475-41c5-a4a4-2a1ecb3054f0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.044219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:23:48.133848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks [] for router_gateway (8371043e-b475-41c5-a4a4-2a1ecb3054f0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.232164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47'}], 'enable_snat': True}, 'gw_port_id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:23:47Z', 'revision_number': 5, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port': {'id': 'a7d04682-732f-41db-bcdd-f0b72fd98f72', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a3:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:48.258115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] Checking router: 8371043e-b475-41c5-a4a4-2a1ecb3054f0 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:23:48.264599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.268051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] Routers {'8371043e-b475-41c5-a4a4-2a1ecb3054f0'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:23:48.268650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:23:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:48.282175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Deleting port a7d04682-732f-41db-bcdd-f0b72fd98f72 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:48.282520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.357510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] Set router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 gateway port host: None {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:23:48.365151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] For port a7d04682-732f-41db-bcdd-f0b72fd98f72, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a7d04682-732f-41db-bcdd-f0b72fd98f72,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:48.365520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.376866 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Calling delete_port for a7d04682-732f-41db-bcdd-f0b72fd98f72 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:48.411668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:23:48Z', 'revision_number': 6, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:48.437433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28425fc9-eacb-4d3b-bc94-29eadd5d9bd6 None None] The sync data for ids ['8371043e-b475-41c5-a4a4-2a1ecb3054f0'] in dv-neutron-836863-2-hyperv is: [{'id': '8371043e-b475-41c5-a4a4-2a1ecb3054f0', 'name': 'tempest-TestMinimumBasicScenario-1579280818-router', 'tenant_id': 'aad63a70a44b4265bff277bee2a5753a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:06Z', 'updated_at': '2022-04-07T02:23:48Z', 'revision_number': 6, 'project_id': 'aad63a70a44b4265bff277bee2a5753a', 'gw_port_host': None}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:23:48.598813 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a7d04682-732f-41db-bcdd-f0b72fd98f72), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.622814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d04682-732f-41db-bcdd-f0b72fd98f72,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:48.684707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (8371043e-b475-41c5-a4a4-2a1ecb3054f0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.775264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (8371043e-b475-41c5-a4a4-2a1ecb3054f0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.777517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks [] for router_controller (8371043e-b475-41c5-a4a4-2a1ecb3054f0), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.873248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (8371043e-b475-41c5-a4a4-2a1ecb3054f0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.873829 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8371043e-b475-41c5-a4a4-2a1ecb3054f0 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:23:48.879029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.880329 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e7194abc-d7da-4049-a9b5-ec3ade7b1b9b admin admin] 10.222.0.25 "DELETE /v2.0/routers/8371043e-b475-41c5-a4a4-2a1ecb3054f0 HTTP/1.1" status: 204 len: 168 time: 0.9611418 Apr 07 02:23:48.882879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:48.927824 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Deleting subnet bd3d40a4-cf57-427b-9484-5746e3a1480d {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:23:48.931037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Publish callbacks [] for subnet (bd3d40a4-cf57-427b-9484-5746e3a1480d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:48.964621 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (bd3d40a4-cf57-427b-9484-5746e3a1480d), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.041778 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (bd3d40a4-cf57-427b-9484-5746e3a1480d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.153857 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (bd3d40a4-cf57-427b-9484-5746e3a1480d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.178399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd3d40a4-cf57-427b-9484-5746e3a1480d,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:49.184138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.187986 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-49cf1ff5-d5f4-43ad-8c97-dde3fb2d402c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd3d40a4-cf57-427b-9484-5746e3a1480d HTTP/1.1" status: 204 len: 168 time: 0.3040745 Apr 07 02:23:49.190601 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59448) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:49.193956 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527f2ffe-9511-4c9a-a297-96bbb8ecc2cd None None] Network 017a1f2c-decd-4d97-a883-974e53be322a requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:23:49.264301 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (017a1f2c-decd-4d97-a883-974e53be322a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.319664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Deleting port 03e54c02-cebc-4f26-9cf3-59d3be325f8d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:49.320003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.356505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] DHCP port deletion for 017a1f2c-decd-4d97-a883-974e53be322a request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:23:49.405200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] For port 03e54c02-cebc-4f26-9cf3-59d3be325f8d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03e54c02-cebc-4f26-9cf3-59d3be325f8d,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:49.406350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.409639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Deleting port 03e54c02-cebc-4f26-9cf3-59d3be325f8d {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:49.410023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.423535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Calling delete_port for 03e54c02-cebc-4f26-9cf3-59d3be325f8d owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:49.489368 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] For port 03e54c02-cebc-4f26-9cf3-59d3be325f8d, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=03e54c02-cebc-4f26-9cf3-59d3be325f8d,segment=NetworkSegment(99719f33-e696-48b1-aca4-dbc2bc8c0e6f),segment_id=99719f33-e696-48b1-aca4-dbc2bc8c0e6f)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:49.489783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.500206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a7d04682-732f-41db-bcdd-f0b72fd98f72 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:49.507635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Calling delete_port for 03e54c02-cebc-4f26-9cf3-59d3be325f8d owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:49.526223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a7d04682-732f-41db-bcdd-f0b72fd98f72 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:23:49.526564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a7d04682-732f-41db-bcdd-f0b72fd98f72 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:49.526990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bda76d1-922a-4b60-9403-664b77d1983f no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:49.552553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9bda76d1-922a-4b60-9403-664b77d1983f {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:23:49.552929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bda76d1-922a-4b60-9403-664b77d1983f not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:49.553333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03e54c02-cebc-4f26-9cf3-59d3be325f8d no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:49.611353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.638219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No active binding found for port 03e54c02-cebc-4f26-9cf3-59d3be325f8d {{(pid=110985) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 07 02:23:49.638512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e54c02-cebc-4f26-9cf3-59d3be325f8d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:49.638715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] The host dv-neutron-836863-2-hyperv is not matching for port 03e54c02-cebc-4f26-9cf3-59d3be325f8d host None! {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 07 02:23:49.638972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 03e54c02-cebc-4f26-9cf3-59d3be325f8d not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:49.644537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] No DVR routers for this DVR port 03e54c02-cebc-4f26-9cf3-59d3be325f8d on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:23:49.659457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (03e54c02-cebc-4f26-9cf3-59d3be325f8d), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.684824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Pushing event deleted for resources: {'Port': ['ID=03e54c02-cebc-4f26-9cf3-59d3be325f8d,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:49.689034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] No DVR routers for this DVR port 03e54c02-cebc-4f26-9cf3-59d3be325f8d on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:23:49.695457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.695809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.696155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.696504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.696869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.697208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.697530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.697868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.698313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.699712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.699712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.699712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.699712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.700035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.700111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a10456d-e2f9-4b6a-969d-3bf291a3ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:23:49.727031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (017a1f2c-decd-4d97-a883-974e53be322a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.746927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017a1f2c-decd-4d97-a883-974e53be322a']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:49.755834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99719f33-e696-48b1-aca4-dbc2bc8c0e6f') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:49.756136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99719f33-e696-48b1-aca4-dbc2bc8c0e6f') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:49.765716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (99719f33-e696-48b1-aca4-dbc2bc8c0e6f), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.779087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (99719f33-e696-48b1-aca4-dbc2bc8c0e6f), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.786235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:23:49.786625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (99719f33-e696-48b1-aca4-dbc2bc8c0e6f), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:23:49.791630 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:23:49.895930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (017a1f2c-decd-4d97-a883-974e53be322a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.901326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:49.905196 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] 10.222.0.25 "DELETE /v2.0/networks/017a1f2c-decd-4d97-a883-974e53be322a HTTP/1.1" status: 204 len: 168 time: 0.7128878 Apr 07 02:23:49.908234 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59450) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:49.916384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e054db-fe23-4d13-aebd-e280415e0287 admin admin] Pushing event deleted for resources: {'Network': ['ID=017a1f2c-decd-4d97-a883-974e53be322a,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:50.258785 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:50.799465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Deleting port 1c0129f2-60dc-4fba-b2dc-2f8678b48511 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:50.799830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:50.876802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] For port 1c0129f2-60dc-4fba-b2dc-2f8678b48511, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1c0129f2-60dc-4fba-b2dc-2f8678b48511,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:50.877177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:50.889685 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Calling delete_port for 1c0129f2-60dc-4fba-b2dc-2f8678b48511 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:51.136200 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1c0129f2-60dc-4fba-b2dc-2f8678b48511), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:51.165069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0129f2-60dc-4fba-b2dc-2f8678b48511,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:51.336614 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:51.557902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Router c2cfa46c-9d15-4945-9ac2-f05aabf641dd has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:23:51.665760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:23:51.672224 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cdf65c4c-0c91-41a6-9ec0-58123e630891 admin admin] 10.222.0.25 "PUT /v2.0/routers/c2cfa46c-9d15-4945-9ac2-f05aabf641dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7613349 Apr 07 02:23:51.673777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59452) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:51.676442 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] Sync routers for ids ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:23:51.686650 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] Routers {'c2cfa46c-9d15-4945-9ac2-f05aabf641dd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:23:51.687439 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:23:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:51.779412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks [] for router (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:51.793366 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] Set router c2cfa46c-9d15-4945-9ac2-f05aabf641dd gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:23:51.886042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks [] for router_gateway (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:51.970635 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87'}], 'enable_snat': True}, 'gw_port_id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:23:51Z', 'revision_number': 5, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port': {'id': 'af1c16fa-1357-4232-aba5-b82b617d8640', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:51:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:21:13Z', 'updated_at': '2022-04-07T02:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:51.991719 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Deleting port af1c16fa-1357-4232-aba5-b82b617d8640 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:51.992059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:51.996233 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] Checking router: c2cfa46c-9d15-4945-9ac2-f05aabf641dd for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:23:52.004400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] Routers {'c2cfa46c-9d15-4945-9ac2-f05aabf641dd'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:23:52.005036 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:23:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:52.072766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] For port af1c16fa-1357-4232-aba5-b82b617d8640, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=af1c16fa-1357-4232-aba5-b82b617d8640,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:52.073154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.086190 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Calling delete_port for af1c16fa-1357-4232-aba5-b82b617d8640 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:52.094174 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] Set router c2cfa46c-9d15-4945-9ac2-f05aabf641dd gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:23:52.146477 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:23:51Z', 'revision_number': 6, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:52.172365 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee257a4-b912-4c97-bc8e-efca0475f207 None None] The sync data for ids ['c2cfa46c-9d15-4945-9ac2-f05aabf641dd'] in dv-neutron-836863-2-hyperv is: [{'id': 'c2cfa46c-9d15-4945-9ac2-f05aabf641dd', 'name': 'tempest-TestMinimumBasicScenario-1573689025-router', 'tenant_id': 'fe4a82f4bbc743f09218a28622727089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:21:12Z', 'updated_at': '2022-04-07T02:23:51Z', 'revision_number': 6, 'project_id': 'fe4a82f4bbc743f09218a28622727089', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:23:52.307649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (af1c16fa-1357-4232-aba5-b82b617d8640), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.334277 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=af1c16fa-1357-4232-aba5-b82b617d8640,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:52.394820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.486289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.488410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks [] for router_controller (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.587689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (c2cfa46c-9d15-4945-9ac2-f05aabf641dd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.588303 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2cfa46c-9d15-4945-9ac2-f05aabf641dd {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:23:52.593513 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.595047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-da35bf04-6d63-4606-a37b-f8d51e64c4c4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c2cfa46c-9d15-4945-9ac2-f05aabf641dd HTTP/1.1" status: 204 len: 168 time: 0.9199977 Apr 07 02:23:52.598884 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59454) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:52.647592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Deleting subnet 0e563522-a0a0-48e7-a766-162706b8f390 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:23:52.650650 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Publish callbacks [] for subnet (0e563522-a0a0-48e7-a766-162706b8f390), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.683856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (0e563522-a0a0-48e7-a766-162706b8f390), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.756611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (0e563522-a0a0-48e7-a766-162706b8f390), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.873456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (0e563522-a0a0-48e7-a766-162706b8f390), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.899592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e563522-a0a0-48e7-a766-162706b8f390,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:52.903324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:52.907394 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-037f70c5-c50f-4515-b954-8ece25f50343 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0e563522-a0a0-48e7-a766-162706b8f390 HTTP/1.1" status: 204 len: 168 time: 0.3084679 Apr 07 02:23:52.909904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242dabd-1781-4a16-bb76-0cf36cf529bc None None] Network 0f2bc412-40d6-4b80-a07b-3afe7f819a91 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:23:52.910409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59456) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:52.985784 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (0f2bc412-40d6-4b80-a07b-3afe7f819a91), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.042562 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Deleting port 040be542-9dd4-4f77-8e07-bd15c024e27b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:53.042897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.113770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] For port 040be542-9dd4-4f77-8e07-bd15c024e27b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=040be542-9dd4-4f77-8e07-bd15c024e27b,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:53.114135 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.128144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Calling delete_port for 040be542-9dd4-4f77-8e07-bd15c024e27b owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:53.213098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] DHCP port deletion for 0f2bc412-40d6-4b80-a07b-3afe7f819a91 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:23:53.264530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] Deleting port 040be542-9dd4-4f77-8e07-bd15c024e27b {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:23:53.265564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.296372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.323705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=040be542-9dd4-4f77-8e07-bd15c024e27b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:53.330649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] For port 040be542-9dd4-4f77-8e07-bd15c024e27b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=040be542-9dd4-4f77-8e07-bd15c024e27b,segment=NetworkSegment(2e465353-a96e-4f7b-a503-c1710bee2d2b),segment_id=2e465353-a96e-4f7b-a503-c1710bee2d2b)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:23:53.331127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.332175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] No DVR routers for this DVR port 040be542-9dd4-4f77-8e07-bd15c024e27b on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:23:53.344308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] Calling delete_port for 040be542-9dd4-4f77-8e07-bd15c024e27b owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:23:53.402387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (0f2bc412-40d6-4b80-a07b-3afe7f819a91), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.424154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f2bc412-40d6-4b80-a07b-3afe7f819a91']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:53.426110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (040be542-9dd4-4f77-8e07-bd15c024e27b), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.435502 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e465353-a96e-4f7b-a503-c1710bee2d2b') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:53.435776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e465353-a96e-4f7b-a503-c1710bee2d2b') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:23:53.445921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (2e465353-a96e-4f7b-a503-c1710bee2d2b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.455658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] Pushing event deleted for resources: {'Port': ['ID=040be542-9dd4-4f77-8e07-bd15c024e27b,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:53.460240 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea1a400-aa23-48ec-ae94-8b8af0265d5e None None] No DVR routers for this DVR port 040be542-9dd4-4f77-8e07-bd15c024e27b on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:23:53.461455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2e465353-a96e-4f7b-a503-c1710bee2d2b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.473131 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:23:53.474172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (2e465353-a96e-4f7b-a503-c1710bee2d2b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:23:53.475023 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:23:53.481183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1c0129f2-60dc-4fba-b2dc-2f8678b48511 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:53.501756 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 1c0129f2-60dc-4fba-b2dc-2f8678b48511 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:23:53.502104 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1c0129f2-60dc-4fba-b2dc-2f8678b48511 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:53.502534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af1c16fa-1357-4232-aba5-b82b617d8640 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:53.521905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: af1c16fa-1357-4232-aba5-b82b617d8640 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:23:53.522256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device af1c16fa-1357-4232-aba5-b82b617d8640 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:53.522663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 040be542-9dd4-4f77-8e07-bd15c024e27b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:23:53.541180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 040be542-9dd4-4f77-8e07-bd15c024e27b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:23:53.541523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 040be542-9dd4-4f77-8e07-bd15c024e27b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:23:53.593293 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (0f2bc412-40d6-4b80-a07b-3afe7f819a91), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.598603 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.601808 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0f2bc412-40d6-4b80-a07b-3afe7f819a91 HTTP/1.1" status: 204 len: 168 time: 0.6908221 Apr 07 02:23:53.613534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d1bd6-e768-4d6b-a743-e9ea80e1edc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f2bc412-40d6-4b80-a07b-3afe7f819a91,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:53.877726 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59460) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:53.918077 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c8b0e254-0d46-4ea5-b0fd-b4844ad490d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aad63a70a44b4265bff277bee2a5753a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378411 Apr 07 02:23:53.919235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59462) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:53.965457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd49a-ce49-41f1-ba63-1169b14926ac admin admin] Publish callbacks [] for security_group (406ba8ff-fba5-4aed-83c9-e8fb49ddedfe), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:53.986301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd49a-ce49-41f1-ba63-1169b14926ac admin admin] Publish callbacks [] for security_group (406ba8ff-fba5-4aed-83c9-e8fb49ddedfe), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:54.113320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd49a-ce49-41f1-ba63-1169b14926ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (406ba8ff-fba5-4aed-83c9-e8fb49ddedfe), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:54.115922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd49a-ce49-41f1-ba63-1169b14926ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:54.117184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cdbdd49a-ce49-41f1-ba63-1169b14926ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/406ba8ff-fba5-4aed-83c9-e8fb49ddedfe HTTP/1.1" status: 204 len: 168 time: 0.1969934 Apr 07 02:23:54.125697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdd49a-ce49-41f1-ba63-1169b14926ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406ba8ff-fba5-4aed-83c9-e8fb49ddedfe,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:54.774377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59468) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:54.817396 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-36b6cdbf-13db-4ad4-b6db-e4cabb07f3e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe4a82f4bbc743f09218a28622727089&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418596 Apr 07 02:23:54.819757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59470) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:54.865717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba1c8-5ae7-4ef9-8f6a-e47d2cf7e792 admin admin] Publish callbacks [] for security_group (6dfd672e-ebee-4e89-b23d-42c125d615c5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:54.886845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba1c8-5ae7-4ef9-8f6a-e47d2cf7e792 admin admin] Publish callbacks [] for security_group (6dfd672e-ebee-4e89-b23d-42c125d615c5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:55.010065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba1c8-5ae7-4ef9-8f6a-e47d2cf7e792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (6dfd672e-ebee-4e89-b23d-42c125d615c5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:55.012783 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba1c8-5ae7-4ef9-8f6a-e47d2cf7e792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:55.013968 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7a7ba1c8-5ae7-4ef9-8f6a-e47d2cf7e792 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dfd672e-ebee-4e89-b23d-42c125d615c5 HTTP/1.1" status: 204 len: 168 time: 0.1933205 Apr 07 02:23:55.022553 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ba1c8-5ae7-4ef9-8f6a-e47d2cf7e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfd672e-ebee-4e89-b23d-42c125d615c5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:57.009534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59510) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:57.014163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478089942', 'description': 'tempest-secgroup-smoke-1478089942 description', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:57.084858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.094482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.166795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (223a19b9-3751-42fd-b77d-03d330468d9b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.210383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (223a19b9-3751-42fd-b77d-03d330468d9b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.248244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223a19b9-3751-42fd-b77d-03d330468d9b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:57.286235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (57ee9442-ea20-4932-ba27-85baf3c2a821), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.324614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (57ee9442-ea20-4932-ba27-85baf3c2a821), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.353182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee9442-ea20-4932-ba27-85baf3c2a821,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:57.510106 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.511347 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ff160ffe-aa5d-4866-a355-3cb9ea3e26a2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5007815 Apr 07 02:23:57.514510 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59512) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:57.519477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '57ee9442-ea20-4932-ba27-85baf3c2a821', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:57.609665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (5ab7201f-36ee-4dab-aa18-88685f34d144), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.662527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (5ab7201f-36ee-4dab-aa18-88685f34d144), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.730366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (5ab7201f-36ee-4dab-aa18-88685f34d144), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.750475 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab7201f-36ee-4dab-aa18-88685f34d144,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:57.817821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.819082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f259263c-70a1-4817-ab72-f2eb1c4b776e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030007 Apr 07 02:23:57.821770 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59514) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:57.826123 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '57ee9442-ea20-4932-ba27-85baf3c2a821', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:57.889188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (90333f28-ad54-4221-9e03-865b46207aad), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:57.947174 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (90333f28-ad54-4221-9e03-865b46207aad), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.004570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (90333f28-ad54-4221-9e03-865b46207aad), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.022268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90333f28-ad54-4221-9e03-865b46207aad,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:58.065594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.066841 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-70cad10d-6933-46b8-87a5-fb4938242ebc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2441442 Apr 07 02:23:58.069854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59516) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:58.075250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '57ee9442-ea20-4932-ba27-85baf3c2a821', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:58.146250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (38f26851-f327-4a30-81e7-fad943703564), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.200836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (38f26851-f327-4a30-81e7-fad943703564), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.244496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (38f26851-f327-4a30-81e7-fad943703564), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.260995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f26851-f327-4a30-81e7-fad943703564,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:58.320567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.321734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-04427a16-c2ae-4980-8796-b3de2e9d0efe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510085 Apr 07 02:23:58.324425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59518) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:58.329327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '57ee9442-ea20-4932-ba27-85baf3c2a821', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:58.403905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (10369dc7-54b8-4038-914d-6f7dfc983fe5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.461564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (10369dc7-54b8-4038-914d-6f7dfc983fe5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.501448 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (10369dc7-54b8-4038-914d-6f7dfc983fe5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.521425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10369dc7-54b8-4038-914d-6f7dfc983fe5,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:58.579119 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.580309 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8b4e6eef-3f60-4674-956c-8aae9641be24 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2548752 Apr 07 02:23:58.582902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59520) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:58.587544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '57ee9442-ea20-4932-ba27-85baf3c2a821', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:58.673093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:23:58.677939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (c573bb6e-bccf-4362-a8d0-99963ea3f3fc), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.736954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (c573bb6e-bccf-4362-a8d0-99963ea3f3fc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.787319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c573bb6e-bccf-4362-a8d0-99963ea3f3fc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.804694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c573bb6e-bccf-4362-a8d0-99963ea3f3fc,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:58.857610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:58.858848 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8cc0775b-60a1-46b1-86e8-9d8d155e6211 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2750139 Apr 07 02:23:58.867230 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59522) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:58.871514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '57ee9442-ea20-4932-ba27-85baf3c2a821', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:58.954006 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:23:58.959035 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (009821b1-7eea-4d89-8924-11777be911a5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.020177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (009821b1-7eea-4d89-8924-11777be911a5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.044506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5fc9f061-4c8d-4316-ad76-79bd48a0371f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.107697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (009821b1-7eea-4d89-8924-11777be911a5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.126420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009821b1-7eea-4d89-8924-11777be911a5,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:59.206610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.207835 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-788f186e-7809-4781-8faf-eadd09f1697b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3396857 Apr 07 02:23:59.211138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59524) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:59.216972 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'network': {'name': 'tempest-network-smoke--140741039', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'port_security_enabled': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:59.289984 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:23:59.293385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.316978 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:23:59.325654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.326039 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Added segment 2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a of type vlan for network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc Apr 07 02:23:59.363814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.444384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.449363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:23:59.449957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.515968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Network': ['ID=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:23:59.526614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:23:59.544643 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-217f7061-1a4e-489b-9810-6adbdff61532 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3323693 Apr 07 02:23:59.548121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59526) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:23:59.552538 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'admin_state_up': True, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:23:59.622401 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (17d32163-5568-421b-a1dc-7d11d725789c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.623438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (17d32163-5568-421b-a1dc-7d11d725789c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.676166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (17d32163-5568-421b-a1dc-7d11d725789c), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:23:59.894276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (17d32163-5568-421b-a1dc-7d11d725789c), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:00.141715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (17d32163-5568-421b-a1dc-7d11d725789c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:00.160326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:00.258025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.13 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/ad09683f-e726-4045-9dfb-63b5760cb473) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:24:00.357397 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (ad09683f-e726-4045-9dfb-63b5760cb473), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:00.445265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:00.479837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:24:00.486282 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:00.489900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:24:00.513679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=ad09683f-e726-4045-9dfb-63b5760cb473,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:00.794660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (17d32163-5568-421b-a1dc-7d11d725789c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:01.297124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (17d32163-5568-421b-a1dc-7d11d725789c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:01.398817 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-352f1a72-66f2-4f4b-a3f5-2c9675aa7deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:01.495916 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router 17d32163-5568-421b-a1dc-7d11d725789c is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:24:01.605027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:24:01.615286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Sync routers for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:24:01.625423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:01.627499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:01.664130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:01.665435 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fd41c399-468f-4a30-832d-09a0eff21c42 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1162977 Apr 07 02:24:01.668384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59530) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:01.740067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:01.794736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f0727fb6-6d1f-4e54-bcd8-c640683f8868 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4add1a62bb3c45c4b9d4bf8ad279c996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1251607 Apr 07 02:24:01.798022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59534) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:01.891585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b9077a-4197-4d84-8f9b-e85c92bb8687 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:01.895822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-30b9077a-4197-4d84-8f9b-e85c92bb8687 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0948060 Apr 07 02:24:01.896403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59536) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:01.919538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:00Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:01.925689 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3b6bf05f-1dfd-48c4-b8c2-28506c0f3aeb tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280793 Apr 07 02:24:01.928332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59538) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:01.933123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1791926790', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:24:01.945835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Checking router: 17d32163-5568-421b-a1dc-7d11d725789c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:24:01.946199 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Updating router 17d32163-5568-421b-a1dc-7d11d725789c port ad09683f-e726-4045-9dfb-63b5760cb473 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:24:01.973243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.073592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:24:02.077029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.230366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Publish callbacks [] for port (ad09683f-e726-4045-9dfb-63b5760cb473), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.290308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.313522 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (193d2f93-8c39-4bf5-8cfc-092b2e7d0624), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.337946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Attempting to bind port ad09683f-e726-4045-9dfb-63b5760cb473 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:24:02.338332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Attempting to bind port ad09683f-e726-4045-9dfb-63b5760cb473 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:24:02.338713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Attempting to bind port ad09683f-e726-4045-9dfb-63b5760cb473 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:24:02.347962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:24:02.348377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:24:02.348810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.359849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:24:02.359849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Bound port: ad09683f-e726-4045-9dfb-63b5760cb473, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:24:02.359849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.359849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c0f4b-c0dd-4854-9a93-5cd66245591f None None] Pushing event updated for resources: {'Port': ['ID=ad09683f-e726-4045-9dfb-63b5760cb473,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:02.384226 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Subnet': ['ID=193d2f93-8c39-4bf5-8cfc-092b2e7d0624,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:02.392078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Checking segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:24:02.392443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network hostable DHCP agents. Network: 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:24:02.403505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] For port ad09683f-e726-4045-9dfb-63b5760cb473, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:24:02.407170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] For port ad09683f-e726-4045-9dfb-63b5760cb473, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ad09683f-e726-4045-9dfb-63b5760cb473,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:24:02.479138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:24:02.508020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.553390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:02.561029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:02.562252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.564239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f72d7ff-2762-4714-aad7-edf1f84d3f61 None None] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:24:02.620051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.625560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c0f4b-c0dd-4854-9a93-5cd66245591f None None] Pushing event updated for resources: {'Port': ['ID=ad09683f-e726-4045-9dfb-63b5760cb473,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:02.633325 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-be801fc6-3f08-4501-868f-2a38a0218960 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7013586 Apr 07 02:24:02.633523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:02.633523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:02.633781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59540) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:02.765563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:24:02.766412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:02.793294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:03.049917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Allocated IP 172.20.0.2 (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc/193d2f93-8c39-4bf5-8cfc-092b2e7d0624/7123f1af-e6c8-4aa2-8730-accc76914a04) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:24:03.080453 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.142706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:00Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:03.179677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925ff383-5f8a-4a7c-9091-42d87153cbff None None] The sync data for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv is: [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:00Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:24:03.242395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Publish callbacks [] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.297540 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.333985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:24:03.339196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:03.343466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:24:03.352792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Pushing event updated for resources: {'Port': ['ID=7123f1af-e6c8-4aa2-8730-accc76914a04,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:03.375643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.1 (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc/193d2f93-8c39-4bf5-8cfc-092b2e7d0624/fef0263c-318b-412a-8e55-e1ebfcc03098) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:24:03.429029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Attempting to bind port 7123f1af-e6c8-4aa2-8730-accc76914a04 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:24:03.429532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Attempting to bind port 7123f1af-e6c8-4aa2-8730-accc76914a04 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:24:03.429766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Attempting to bind port 7123f1af-e6c8-4aa2-8730-accc76914a04 on network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:24:03.440493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:24:03.440948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Checking segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:24:03.441407 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.441841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Bound using segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:24:03.442272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Bound port: 7123f1af-e6c8-4aa2-8730-accc76914a04, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:24:03.442656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.527629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] For port 7123f1af-e6c8-4aa2-8730-accc76914a04, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:24:03.529384 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.532224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] For port 7123f1af-e6c8-4aa2-8730-accc76914a04, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7123f1af-e6c8-4aa2-8730-accc76914a04,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:24:03.544638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad09683f-e726-4045-9dfb-63b5760cb473 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:24:03.599311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.616653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.635002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ad09683f-e726-4045-9dfb-63b5760cb473 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:03.635380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.674821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:24:03.679088 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:03.684348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:24:03.689196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=fef0263c-318b-412a-8e55-e1ebfcc03098,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:03.752608 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (17d32163-5568-421b-a1dc-7d11d725789c), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.875575 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99812a-7835-419d-bac5-442ec1f3811d None None] Pushing event updated for resources: {'Port': ['ID=7123f1af-e6c8-4aa2-8730-accc76914a04,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:03.936329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ad09683f-e726-4045-9dfb-63b5760cb473 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:03.941026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:03.962314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port ad09683f-e726-4045-9dfb-63b5760cb473, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ad09683f-e726-4045-9dfb-63b5760cb473,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:24:03.984216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.024090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.079517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=ad09683f-e726-4045-9dfb-63b5760cb473,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:04.097006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.293411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.341444 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.416811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (17d32163-5568-421b-a1dc-7d11d725789c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.418653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=fef0263c-318b-412a-8e55-e1ebfcc03098,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:04.514348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:24:04.515876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:04.637907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router 17d32163-5568-421b-a1dc-7d11d725789c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:24:04.755570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:24:04.760677 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-00a768dc-0610-4231-8e94-3874efa34e88 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/17d32163-5568-421b-a1dc-7d11d725789c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1259625 Apr 07 02:24:04.763427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50226546-917d-448c-9e9a-ce8f66326e0b None None] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:24:04.885019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] Provisioning complete for port 7123f1af-e6c8-4aa2-8730-accc76914a04 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:04.885348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:04.915283 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-209e10b5-8c1d-4abf-820d-37c9b419168f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478089942&fields=id&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 267 time: 0.0508101 Apr 07 02:24:04.984899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] Current status of the port 7123f1af-e6c8-4aa2-8730-accc76914a04 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:04.985293 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.023836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] For port 7123f1af-e6c8-4aa2-8730-accc76914a04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7123f1af-e6c8-4aa2-8730-accc76914a04,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:24:05.051211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-b889ac3f-51be-43b5-861b-5957577016dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:05.053566 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-b889ac3f-51be-43b5-861b-5957577016dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/networks?id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 200 len: 796 time: 0.1248741 Apr 07 02:24:05.068914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-7c5c3292-48eb-4245-83e6-392b3731f120 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/quotas/4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 375 time: 0.0099704 Apr 07 02:24:05.102008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.140709 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-ee8e7417-7501-48b5-83ac-8cf0935bd189 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597429 Apr 07 02:24:05.163964 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6c9173-b9e3-46c2-a892-e1d0daf9cae6 None None] Pushing event updated for resources: {'Port': ['ID=7123f1af-e6c8-4aa2-8730-accc76914a04,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:05.224386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-77c1b682-6a1c-4734-959a-f58be130f384 None None] Provisioning complete for port fef0263c-318b-412a-8e55-e1ebfcc03098 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:05.224791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-77c1b682-6a1c-4734-959a-f58be130f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.290303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-77c1b682-6a1c-4734-959a-f58be130f384 None None] Port fef0263c-318b-412a-8e55-e1ebfcc03098 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:24:05.290519 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Sync routers for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:24:05.301797 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-77c1b682-6a1c-4734-959a-f58be130f384 None None] Provisioning complete for port 7123f1af-e6c8-4aa2-8730-accc76914a04 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:05.302302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-77c1b682-6a1c-4734-959a-f58be130f384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.305862 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:05.311259 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:05.314636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-d214d965-a060-4d33-be1d-6a40967901c8 service neutron] 10.222.0.25 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618142 Apr 07 02:24:05.350117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.402665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-77c1b682-6a1c-4734-959a-f58be130f384 None None] Current status of the port 7123f1af-e6c8-4aa2-8730-accc76914a04 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:05.431681 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-806898b1-e78f-45e2-9d7b-a6bb095d48c4 service neutron] 10.222.0.25 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158428 Apr 07 02:24:05.442775 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:05.534116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bc1ba42c-e22f-476b-8f37-b2093c072dd1 None None] Provisioning complete for port fef0263c-318b-412a-8e55-e1ebfcc03098 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:05.534501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bc1ba42c-e22f-476b-8f37-b2093c072dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.573700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bc1ba42c-e22f-476b-8f37-b2093c072dd1 None None] Port fef0263c-318b-412a-8e55-e1ebfcc03098 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:24:05.634573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7123f1af-e6c8-4aa2-8730-accc76914a04 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:24:05.682758 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-193fcaad-7b04-45b2-9f82-c135ed8f75ea req-a311a2d8-4a42-46af-8a60-4ca15c421071 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 210 time: 0.0326502 Apr 07 02:24:05.717841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a1dfb67d-fa9c-4819-8b1b-68a35b12263a None None] Provisioning complete for port fef0263c-318b-412a-8e55-e1ebfcc03098 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:05.718218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a1dfb67d-fa9c-4819-8b1b-68a35b12263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.743573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7123f1af-e6c8-4aa2-8730-accc76914a04 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:05.743948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.767685 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:04Z', 'revision_number': 2, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:05.779696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfb67d-fa9c-4819-8b1b-68a35b12263a None None] Port fef0263c-318b-412a-8e55-e1ebfcc03098 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:24:05.794631 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Checking router: 17d32163-5568-421b-a1dc-7d11d725789c for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:24:05.794996 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Updating router 17d32163-5568-421b-a1dc-7d11d725789c port fef0263c-318b-412a-8e55-e1ebfcc03098 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:24:05.824297 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.836371 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7123f1af-e6c8-4aa2-8730-accc76914a04 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:05.837473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad09683f-e726-4045-9dfb-63b5760cb473 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:24:05.889604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port ad09683f-e726-4045-9dfb-63b5760cb473 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:05.890484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:05.967312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port ad09683f-e726-4045-9dfb-63b5760cb473 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:06.101641 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Publish callbacks [] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.165072 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.217779 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Pushing event updated for resources: {'Port': ['ID=fef0263c-318b-412a-8e55-e1ebfcc03098,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:06.259763 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.260104 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.260442 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.260810 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.261130 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.261455 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.261778 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.262099 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.262421 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.262741 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.263062 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.263385 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.263702 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.264018 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.264331 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:06.278882 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Attempting to bind port fef0263c-318b-412a-8e55-e1ebfcc03098 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:24:06.279257 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Attempting to bind port fef0263c-318b-412a-8e55-e1ebfcc03098 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:24:06.279636 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Attempting to bind port fef0263c-318b-412a-8e55-e1ebfcc03098 on network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:24:06.284795 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:24:06.285398 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Checking segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:24:06.285976 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.286365 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Bound using segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:24:06.286829 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Bound port: fef0263c-318b-412a-8e55-e1ebfcc03098, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:24:06.287204 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.354942 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] For port fef0263c-318b-412a-8e55-e1ebfcc03098, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:24:06.358247 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] For port fef0263c-318b-412a-8e55-e1ebfcc03098, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fef0263c-318b-412a-8e55-e1ebfcc03098,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:24:06.439406 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.494879 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:06.495506 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:06.501313 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e55b8-4489-4940-8b77-5558c65232dd None None] Pushing event updated for resources: {'Port': ['ID=fef0263c-318b-412a-8e55-e1ebfcc03098,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:06.504709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] Provisioning complete for port fef0263c-318b-412a-8e55-e1ebfcc03098 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:06.505186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.590748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] Current status of the port fef0263c-318b-412a-8e55-e1ebfcc03098 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:06.591153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.613428 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:06.630659 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] For port fef0263c-318b-412a-8e55-e1ebfcc03098, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fef0263c-318b-412a-8e55-e1ebfcc03098,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:24:06.707829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.763921 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec66c5c-58ac-4217-94dd-4bedd3ce515d None None] Pushing event updated for resources: {'Port': ['ID=fef0263c-318b-412a-8e55-e1ebfcc03098,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:06.771720 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cc00e3d8-ffff-4457-a616-0673d5030514 req-29e37e44-b18a-4166-bc06-3f11d878e384 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 210 time: 0.0340207 Apr 07 02:24:06.822377 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:06.828062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-51264e00-a82f-466c-b034-cc8fb6099fa6 None None] Provisioning complete for port fef0263c-318b-412a-8e55-e1ebfcc03098 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:06.828554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-51264e00-a82f-466c-b034-cc8fb6099fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:06.848787 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701b4d0a-d071-46b5-9d01-c1f6f398690d None None] The sync data for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv is: [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:24:06.927793 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-51264e00-a82f-466c-b034-cc8fb6099fa6 None None] Current status of the port fef0263c-318b-412a-8e55-e1ebfcc03098 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:07.479597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fef0263c-318b-412a-8e55-e1ebfcc03098 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:24:07.530495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fef0263c-318b-412a-8e55-e1ebfcc03098 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:07.530873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:07.615460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fef0263c-318b-412a-8e55-e1ebfcc03098 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:07.873028 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b62a767d-f5fb-4636-b9a5-baeda581c27f req-8963d4c1-7665-4b03-89b5-e9ec090555b2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 210 time: 0.0317786 Apr 07 02:24:08.018659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-237ec0b4-fafa-435a-9fce-5dd0fa84c16a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:08.020747 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-237ec0b4-fafa-435a-9fce-5dd0fa84c16a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/networks?id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 200 len: 796 time: 0.1049993 Apr 07 02:24:08.084072 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-4f9100f0-751b-4cc1-bd7d-445ddd6130cb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 380 time: 0.0534284 Apr 07 02:24:08.095854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'port': {'device_id': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'admin_state_up': True, 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'security_groups': ['57ee9442-ea20-4932-ba27-85baf3c2a821']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:24:08.284101 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:24:08.307855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:24:08.311502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:08.432902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.5 (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc/193d2f93-8c39-4bf5-8cfc-092b2e7d0624/4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:24:08.569872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:08.696496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:08.736554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:24:08.741695 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:08.745560 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:24:08.776118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:08.804531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:08.805272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:08.870420 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-314e3616-b177-40ef-8c15-d6067fb506ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7786255 Apr 07 02:24:08.887276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Request body: {'port': {'device_id': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:24:08.952495 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:08.963944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-de87131b-dc27-45cf-b0f8-d64904b249c4 None None] Provisioning complete for port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:08.964694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-de87131b-dc27-45cf-b0f8-d64904b249c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:09.001045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-de87131b-dc27-45cf-b0f8-d64904b249c4 None None] Port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:24:09.008118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630ab4c-c67a-4779-8773-27b21fa9f323 req-db828051-4d1b-48e4-abfa-3bbe4615e210 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:09.009849 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1630ab4c-c67a-4779-8773-27b21fa9f323 req-db828051-4d1b-48e4-abfa-3bbe4615e210 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 931 time: 0.0598516 Apr 07 02:24:09.059176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1630ab4c-c67a-4779-8773-27b21fa9f323 req-831f186e-d0e4-4e15-a1ff-143bc79a2834 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Apr 07 02:24:09.215146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:24:09.222935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Publish callbacks [] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:09.235157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Transition to ACTIVE for port object 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:24:09.301563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:09.352315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:09.423325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Attempting to bind port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:24:09.423666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Attempting to bind port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:24:09.423999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Attempting to bind port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 on network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:24:09.428561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 on network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:24:09.428927 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Attempting to bind port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 on network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:24:09.433813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:24:09.434149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Checking segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:24:09.434533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Bound using segment: {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:24:09.434961 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Bound port: 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:24:09.435326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:09.505637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] For port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:24:09.508733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] For port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:24:09.594378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:09.628597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:09.629238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:09.630716 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] 10.222.0.10 "PUT /v2.0/ports/4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 200 len: 1093 time: 0.7491477 Apr 07 02:24:09.631083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:24:09.633378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b87004-aff9-4a98-a3d7-c23720596b76" -d '{"events": [{"name": "network-changed", "server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:24:09.661869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85631815-e9b0-4f16-8ad4-cacb25a17bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:09.736781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81916455-1643-48f8-8e18-9804c6fc0155 x-openstack-request-id: req-81916455-1643-48f8-8e18-9804c6fc0155 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:24:09.737091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:24:09.737355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81916455-1643-48f8-8e18-9804c6fc0155 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:24:09.737774 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81916455-1643-48f8-8e18-9804c6fc0155'] response: {'name': 'network-changed', 'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'status': 'completed', 'code': 200} Apr 07 02:24:09.796441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-a30b79ed-2cd3-4e41-b512-e1fc1526ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:09.798024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-a30b79ed-2cd3-4e41-b512-e1fc1526ad52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1127 time: 0.0496666 Apr 07 02:24:09.844375 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-d15fa749-629d-4268-bb62-500dee80031b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0368066 Apr 07 02:24:09.898716 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-9f882541-3c47-4a56-b7e6-ca8062b8b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:09.900203 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-9f882541-3c47-4a56-b7e6-ca8062b8b389 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=193d2f93-8c39-4bf5-8cfc-092b2e7d0624 HTTP/1.1" status: 200 len: 835 time: 0.0473795 Apr 07 02:24:09.951403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-fe24b04e-c8fe-4729-94ba-081681b97dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:09.953538 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-fe24b04e-c8fe-4729-94ba-081681b97dd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439310 Apr 07 02:24:10.046752 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-b4299f11-b631-4e30-83ce-35298a604867 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839903 Apr 07 02:24:10.138655 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c000f6b2-f6ba-4675-b659-3e60fdf10b36 req-a7f4494e-702f-407b-a169-6ea2b4fa22e3 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Apr 07 02:24:10.177906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e0b6c-094c-44e2-bfa1-fc544aee93b4 req-11a4a864-acdc-435b-9e72-3722457cb31d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:10.179378 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-073e0b6c-094c-44e2-bfa1-fc544aee93b4 req-11a4a864-acdc-435b-9e72-3722457cb31d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 943 time: 0.0544138 Apr 07 02:24:10.227505 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-073e0b6c-094c-44e2-bfa1-fc544aee93b4 req-3d2e3cd2-23cd-4efd-a39e-f98743c6ac8b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425670 Apr 07 02:24:11.117393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-7ef80f96-d7c0-43c6-b4a4-805da46f3435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:11.118963 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-7ef80f96-d7c0-43c6-b4a4-805da46f3435 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1127 time: 0.0456829 Apr 07 02:24:11.215004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-b8c668e4-9e61-459f-8be2-2b280eed273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:11.216355 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-b8c668e4-9e61-459f-8be2-2b280eed273f service neutron] 10.222.0.10 "GET /v2.0/networks?id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 200 len: 896 time: 0.0860796 Apr 07 02:24:11.259740 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-e556e0dd-23a1-4ea7-9160-214b40d4cfc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0340211 Apr 07 02:24:11.315140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-2381f89d-0562-4889-883f-a719a0f9b274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:11.316618 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-2381f89d-0562-4889-883f-a719a0f9b274 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=193d2f93-8c39-4bf5-8cfc-092b2e7d0624 HTTP/1.1" status: 200 len: 835 time: 0.0501363 Apr 07 02:24:11.377416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-b5caf22f-b7ae-435e-882d-3825243d6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:11.378965 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-b5caf22f-b7ae-435e-882d-3825243d6808 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0526030 Apr 07 02:24:11.476099 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-90721a9c-40c5-4105-96d1-4ab5148d62fa service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867546 Apr 07 02:24:11.578194 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-92b87004-aff9-4a98-a3d7-c23720596b76 req-4baf3cda-bc61-4910-b677-491500eb6bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916965 Apr 07 02:24:11.654862 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8fca54-cf06-4b5d-9209-840f817af96b req-725d3576-eced-4775-9664-9362e9b6633f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:11.656912 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-af8fca54-cf06-4b5d-9209-840f817af96b req-725d3576-eced-4775-9664-9362e9b6633f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 943 time: 0.3605225 Apr 07 02:24:11.703938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-af8fca54-cf06-4b5d-9209-840f817af96b req-4071e65d-bd8d-4b66-a267-ba55a3e6e220 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Apr 07 02:24:12.081924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:24:12.179590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:24:12.191158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'port_id': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'mac_address': 'fa:16:3e:a8:fe:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:24:12.227526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:12.227919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:12.240427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:24:12.259373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:24:12.313387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:12.361880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:12.620201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:24:12.824440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ca8d1-70c3-40ff-9c76-8d4e004d3976 req-a431bba9-208d-45ee-80ac-be8029d2dffa tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:12.825964 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-da0ca8d1-70c3-40ff-9c76-8d4e004d3976 req-a431bba9-208d-45ee-80ac-be8029d2dffa tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 944 time: 0.0518987 Apr 07 02:24:12.882308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-da0ca8d1-70c3-40ff-9c76-8d4e004d3976 req-dab52f1f-e6b6-4239-a13c-ba5c806dc5a5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 Apr 07 02:24:13.995617 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db7ae-ef28-4227-bf64-e35f460f29ac req-44657b03-ece2-4a85-9bcc-f09d80041f5e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:13.997107 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f0db7ae-ef28-4227-bf64-e35f460f29ac req-44657b03-ece2-4a85-9bcc-f09d80041f5e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 944 time: 0.0547526 Apr 07 02:24:14.044319 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f0db7ae-ef28-4227-bf64-e35f460f29ac req-1b04281f-deb6-470f-a982-4ed69181142a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 Apr 07 02:24:14.113708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:24:14.227609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:24:14.231401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:24:14.231786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:14.306794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:24:14.307187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:14.332077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:24:14.334303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45102fb-c7d6-4805-b1c2-639e382222d2" -d '{"events": [{"server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "name": "network-vif-plugged", "status": "completed", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:24:14.348898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:24:14.416170 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:14.440488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d10766-282c-44f6-bf4d-248e2ddf4818 x-openstack-request-id: req-13d10766-282c-44f6-bf4d-248e2ddf4818 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:24:14.440809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "name": "network-vif-plugged", "status": "completed", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:24:14.441073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13d10766-282c-44f6-bf4d-248e2ddf4818 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:24:14.441471 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13d10766-282c-44f6-bf4d-248e2ddf4818'] response: {'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'code': 200} Apr 07 02:24:14.467178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:14.704316 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ea4f9-687f-4be0-8c5d-3133b612d659 req-67653092-7761-43fe-8067-ff9df78833e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:14.705841 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ca1ea4f9-687f-4be0-8c5d-3133b612d659 req-67653092-7761-43fe-8067-ff9df78833e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1129 time: 0.0444019 Apr 07 02:24:14.750387 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ca1ea4f9-687f-4be0-8c5d-3133b612d659 req-6315f901-e355-4eef-b305-74c8bbf98ed0 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Apr 07 02:24:15.159037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19814d-bd4f-4c3a-b5bc-dec31e99eee8 req-f2cc0a52-858f-4cef-960c-0d97efdf69ce tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:15.160509 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e19814d-bd4f-4c3a-b5bc-dec31e99eee8 req-f2cc0a52-858f-4cef-960c-0d97efdf69ce tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0512257 Apr 07 02:24:15.208484 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e19814d-bd4f-4c3a-b5bc-dec31e99eee8 req-4a6ba15a-3252-4611-bed4-28faba972e0b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423980 Apr 07 02:24:16.333889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ecb19-b050-4e74-8d32-393c9475d619 req-0672be4e-776f-4390-93ef-2f7e29775d1d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:16.335416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa6ecb19-b050-4e74-8d32-393c9475d619 req-0672be4e-776f-4390-93ef-2f7e29775d1d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0598061 Apr 07 02:24:16.387461 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa6ecb19-b050-4e74-8d32-393c9475d619 req-2f58982d-3c60-43db-bb5f-a25f1f111e03 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461631 Apr 07 02:24:17.503609 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f8564-26ea-4902-814e-809adbbda581 req-bc6b57fd-c61a-470b-96cb-bba0a0db5735 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:17.505109 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-046f8564-26ea-4902-814e-809adbbda581 req-bc6b57fd-c61a-470b-96cb-bba0a0db5735 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0529792 Apr 07 02:24:17.553269 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-046f8564-26ea-4902-814e-809adbbda581 req-2cc3a57d-6d3d-4053-87a2-abe208516c58 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Apr 07 02:24:17.667825 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c56ef-29d0-4c24-a69c-c34243e1d268 req-77931429-e817-46cf-b48d-ec97d5eddb6c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:17.669240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b12c56ef-29d0-4c24-a69c-c34243e1d268 req-77931429-e817-46cf-b48d-ec97d5eddb6c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0515959 Apr 07 02:24:17.718834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b12c56ef-29d0-4c24-a69c-c34243e1d268 req-894556c5-0e34-4727-82a7-f4a5df4cc7d8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440249 Apr 07 02:24:17.739506 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59604) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:17.787747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17023cd5-6169-4d3e-a505-fd5f79f9425d tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:17.789315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-17023cd5-6169-4d3e-a505-fd5f79f9425d tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1124 time: 0.0488091 Apr 07 02:24:17.792070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59606) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:17.797273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:24:17.896132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:17.990710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:18.095859 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.222 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/2c7257ee-9832-496e-8cb9-0ac9f2bd25dd) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:24:18.194754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:18.210292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:18.302024 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:18.350337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:24:18.355569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:24:18.357808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=2c7257ee-9832-496e-8cb9-0ac9f2bd25dd,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:18.360703 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:24:18.725219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (9113f3b7-4805-4206-9de6-85aeb6894314), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:18.833477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:18.983960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:19.021581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:19.094408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=2c7257ee-9832-496e-8cb9-0ac9f2bd25dd,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:19.102605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (9113f3b7-4805-4206-9de6-85aeb6894314), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:19.200372 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP 9113f3b7-4805-4206-9de6-85aeb6894314 associated. External IP: 172.26.8.222, port: 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2. Apr 07 02:24:19.410112 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router 17d32163-5568-421b-a1dc-7d11d725789c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:24:19.520294 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:24:19.530320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] Sync routers for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:24:19.539932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:19.540616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:19.606809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:19.640471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-bb2ac85c-adf5-439f-88b6-67a9c81e4247 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8473432 Apr 07 02:24:19.641101 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:24:19.643508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef48df4b-365c-443d-8cb0-8243688e3f31" -d '{"events": [{"name": "network-changed", "server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:24:19.649580 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:19.683590 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccf1af3-87d3-4ad1-84b6-0172aa31a159 x-openstack-request-id: req-eccf1af3-87d3-4ad1-84b6-0172aa31a159 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:24:19.683890 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:24:19.684147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eccf1af3-87d3-4ad1-84b6-0172aa31a159 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:24:19.684561 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccf1af3-87d3-4ad1-84b6-0172aa31a159'] response: {'name': 'network-changed', 'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'status': 'completed', 'code': 200} Apr 07 02:24:19.749459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-3d16c201-9895-47a6-a568-ac08478ef765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:19.751683 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-3d16c201-9895-47a6-a568-ac08478ef765 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1129 time: 0.0460467 Apr 07 02:24:19.757648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f758fc3-34b5-44a4-ac20-a661ac742fbf req-63eafbb0-30c5-4013-8316-8e84cc9f8a31 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:19.759171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7f758fc3-34b5-44a4-ac20-a661ac742fbf req-63eafbb0-30c5-4013-8316-8e84cc9f8a31 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0586820 Apr 07 02:24:19.812280 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7f758fc3-34b5-44a4-ac20-a661ac742fbf req-0689cb05-dc45-41f2-a52d-0a8735f8ae05 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 Apr 07 02:24:19.837263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59612) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:19.893691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '9113f3b7-4805-4206-9de6-85aeb6894314', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'port_id': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'mac_address': 'fa:16:3e:a8:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:24:18Z', 'updated_at': '2022-04-07T02:24:18Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:19.905818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-e696e49a-607e-4d5c-bc15-3b46d358874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:19.907879 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-e696e49a-607e-4d5c-bc15-3b46d358874e service neutron] 10.222.0.10 "GET /v2.0/networks?id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 200 len: 896 time: 0.1496046 Apr 07 02:24:19.923671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] Checking router: 17d32163-5568-421b-a1dc-7d11d725789c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:24:19.929662 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d4e4dcb8-54bc-413d-98f9-0612758f8a95 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/9113f3b7-4805-4206-9de6-85aeb6894314 HTTP/1.1" status: 200 len: 991 time: 0.0900893 Apr 07 02:24:19.932779 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:19.933389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:19.980206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-0f50641e-e869-4649-b93c-2daebb209ad3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 200 len: 999 time: 0.0649471 Apr 07 02:24:20.030538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-ced49b5d-4146-43f5-b56d-6c6ba2b09ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:20.032566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-ced49b5d-4146-43f5-b56d-6c6ba2b09ee9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=193d2f93-8c39-4bf5-8cfc-092b2e7d0624 HTTP/1.1" status: 200 len: 835 time: 0.0466807 Apr 07 02:24:20.042621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:20.081645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-b387fea7-968a-4c01-8029-5648d447fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:20.083214 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-b387fea7-968a-4c01-8029-5648d447fe1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435157 Apr 07 02:24:20.175426 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-51f2f724-9a39-415e-9f53-18ddc66b8876 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855398 Apr 07 02:24:20.263738 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-ef48df4b-365c-443d-8cb0-8243688e3f31 req-1200638f-f9b3-4494-abe5-521e7559a170 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830834 Apr 07 02:24:20.264647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '9113f3b7-4805-4206-9de6-85aeb6894314', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'port_id': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'mac_address': 'fa:16:3e:a8:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:24:18Z', 'updated_at': '2022-04-07T02:24:18Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:20.291712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d64a7e-4fc2-4875-8fa6-3531409747ba None None] The sync data for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv is: [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '9113f3b7-4805-4206-9de6-85aeb6894314', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.222', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'port_id': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'mac_address': 'fa:16:3e:a8:fe:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:24:18Z', 'updated_at': '2022-04-07T02:24:18Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:24:20.483228 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1162746-7e82-4f46-a991-6f01fd237844 None None] New status for floating IP 9113f3b7-4805-4206-9de6-85aeb6894314: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:24:20.932462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59614) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:20.995940 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2dbc0a80-3ff4-4da9-8cac-da908d875eab tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/9113f3b7-4805-4206-9de6-85aeb6894314 HTTP/1.1" status: 200 len: 993 time: 0.0621183 Apr 07 02:24:29.039149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-81f8b9c0-3105-481c-9ba3-08105ef70017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:31.404681 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-61e09670-ecc3-49e4-9c90-ae6748de4dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:32.581919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:34.055997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:35.325062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:45.284015 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:24:48.244899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:53.840831 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-a59759f1-dffb-431a-9559-cb82478641d5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479667 Apr 07 02:24:53.929529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-fe747965-4508-4fd6-996a-b3e46f6746b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:53.931029 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-fe747965-4508-4fd6-996a-b3e46f6746b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1129 time: 0.0449562 Apr 07 02:24:54.028529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-1bcf7b3c-5489-4ddf-8216-0b6d439c4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:54.030019 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-1bcf7b3c-5489-4ddf-8216-0b6d439c4f26 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 200 len: 896 time: 0.0814447 Apr 07 02:24:54.098106 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-b082d2e5-0658-4973-830e-827465d88591 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 200 len: 1001 time: 0.0613017 Apr 07 02:24:54.150578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-e909cb5a-341d-4bde-9e47-76e7e307eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:54.152067 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-e909cb5a-341d-4bde-9e47-76e7e307eb77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=193d2f93-8c39-4bf5-8cfc-092b2e7d0624 HTTP/1.1" status: 200 len: 835 time: 0.0434520 Apr 07 02:24:54.207345 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-782857e0-6722-4c69-b2e8-5032980b3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:54.208886 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-782857e0-6722-4c69-b2e8-5032980b3655 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0458870 Apr 07 02:24:54.301112 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-059d545f-9331-49a0-aa45-00605025e51b service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859699 Apr 07 02:24:54.395256 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b908c59d-d255-497e-aaed-77f6cba4d9e9 req-57d2cd21-387f-4bda-bfd2-0df7f659608c service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Apr 07 02:24:54.441037 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dda0af-694b-476e-82e8-b0c7f29c51f2 req-9f3cd5e8-906f-4f60-b710-aa2396b291eb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:54.442633 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3dda0af-694b-476e-82e8-b0c7f29c51f2 req-9f3cd5e8-906f-4f60-b710-aa2396b291eb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0576630 Apr 07 02:24:54.491350 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d3dda0af-694b-476e-82e8-b0c7f29c51f2 req-4b18cd3b-0fcd-4e92-a2e3-3d861a929eb5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432103 Apr 07 02:24:55.609399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b29425-ba78-498b-8463-744cc609b4ed req-9c35bb31-855f-4ea5-9d81-1c18664d649d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:55.610919 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a6b29425-ba78-498b-8463-744cc609b4ed req-9c35bb31-855f-4ea5-9d81-1c18664d649d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0516295 Apr 07 02:24:55.657874 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a6b29425-ba78-498b-8463-744cc609b4ed req-4f6ece70-6d18-46d4-b4bc-c2968b6e9a5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 Apr 07 02:24:55.679687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59632) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:55.742737 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ebad79df-0ed2-4992-9fd4-1309b15c7a2c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/9113f3b7-4805-4206-9de6-85aeb6894314 HTTP/1.1" status: 200 len: 993 time: 0.0617654 Apr 07 02:24:57.154682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c83aad-116c-4254-a7f2-f0a6db2a92c6 req-a0e40f98-b5e9-4dc9-8d24-03bc7b044c86 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:57.156197 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20c83aad-116c-4254-a7f2-f0a6db2a92c6 req-a0e40f98-b5e9-4dc9-8d24-03bc7b044c86 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0552466 Apr 07 02:24:57.205576 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-20c83aad-116c-4254-a7f2-f0a6db2a92c6 req-5d111df0-c045-466c-8dec-4d40fa25a203 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 Apr 07 02:24:58.327443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb6b1-742c-4308-8565-1448808e0e7b req-049d115a-e778-44e5-b43a-220169d7ed9c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:58.329547 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-67dfb6b1-742c-4308-8565-1448808e0e7b req-049d115a-e778-44e5-b43a-220169d7ed9c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0547504 Apr 07 02:24:58.378155 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-67dfb6b1-742c-4308-8565-1448808e0e7b req-925561e4-2c17-4abc-aaac-e25dbcba6393 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427330 Apr 07 02:24:58.400392 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59642) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:58.459430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-38b3b8be-dc70-4b9a-90ba-dabe69a0d84f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/9113f3b7-4805-4206-9de6-85aeb6894314 HTTP/1.1" status: 200 len: 993 time: 0.0579014 Apr 07 02:24:58.713210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59648) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:24:58.871358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 2c7257ee-9832-496e-8cb9-0ac9f2bd25dd {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:24:58.871698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:58.952736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:58.953090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:58.964526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 2c7257ee-9832-496e-8cb9-0ac9f2bd25dd owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:24:59.045055 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-86613dff-adc8-4e76-9e0e-6f560fc601d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:59.170891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2c7257ee-9832-496e-8cb9-0ac9f2bd25dd), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:59.194585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=2c7257ee-9832-496e-8cb9-0ac9f2bd25dd,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:24:59.223923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.225874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.225874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.225874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.225874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.225874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.226360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.226478 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.226718 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.227045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.227373 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.227701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.228025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.228348 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.228670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:24:59.267580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (9113f3b7-4805-4206-9de6-85aeb6894314), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:59.267911 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP 9113f3b7-4805-4206-9de6-85aeb6894314 disassociated (deleted). External IP: 172.26.8.222, port: 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2. Apr 07 02:24:59.476393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router 17d32163-5568-421b-a1dc-7d11d725789c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:24:59.583419 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:24:59.588919 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:24:59.593494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] Sync routers for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:24:59.603156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:59.603787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:59.618023 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-eac52db8-38c1-4f11-bfb6-fcfe6342826d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/floatingips/9113f3b7-4805-4206-9de6-85aeb6894314 HTTP/1.1" status: 204 len: 168 time: 0.9037344 Apr 07 02:24:59.618710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:24:59.621096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5da7a4c-3e06-4837-be08-fff66c40afcf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:24:59.659129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b1425-41d1-4780-ba8e-b50406af6821 x-openstack-request-id: req-2c4b1425-41d1-4780-ba8e-b50406af6821 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:24:59.659466 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:24:59.659674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c4b1425-41d1-4780-ba8e-b50406af6821 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:24:59.661745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c4b1425-41d1-4780-ba8e-b50406af6821'] response: {'name': 'network-changed', 'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'status': 'completed', 'code': 200} Apr 07 02:24:59.717837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:24:59.739606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-4c0d85a3-7c2b-44b6-a733-c6a5e704c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:59.741223 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-4c0d85a3-7c2b-44b6-a733-c6a5e704c2cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 1129 time: 0.0513546 Apr 07 02:24:59.837863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-afe48980-164d-458c-b418-e49c7fce5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:59.839366 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-afe48980-164d-458c-b418-e49c7fce5a14 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 200 len: 896 time: 0.0867703 Apr 07 02:24:59.898199 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-3c5565a4-9850-4e4e-9bda-516cd08bc15b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 200 len: 217 time: 0.0407863 Apr 07 02:24:59.926950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:24:59.955565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] Checking router: 17d32163-5568-421b-a1dc-7d11d725789c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:24:59.955972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-00bff2e2-6d3a-4f4b-af6e-e5626ed292f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:24:59.958262 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-00bff2e2-6d3a-4f4b-af6e-e5626ed292f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=193d2f93-8c39-4bf5-8cfc-092b2e7d0624 HTTP/1.1" status: 200 len: 835 time: 0.0524471 Apr 07 02:24:59.965098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:24:59.965727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:24:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:00.022850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79012dfa-f9d0-4d82-a1ab-34d05dc0499f req-5cf01dbb-eaff-49d2-aafa-cb0e926bf631 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:00.024260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79012dfa-f9d0-4d82-a1ab-34d05dc0499f req-5cf01dbb-eaff-49d2-aafa-cb0e926bf631 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0524511 Apr 07 02:25:00.073049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79012dfa-f9d0-4d82-a1ab-34d05dc0499f req-558f6d12-b111-4399-9e53-e19a36f21a8b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430148 Apr 07 02:25:00.073976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:00.268636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:00.298381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70494f2-d352-4d49-b9b2-4b3c3413a2cb None None] The sync data for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv is: [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fef0263c-318b-412a-8e55-e1ebfcc03098', 'name': '', 'network_id': '1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:fc:c0:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:03Z', 'updated_at': '2022-04-07T02:24:06Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '193d2f93-8c39-4bf5-8cfc-092b2e7d0624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:25:00.509604 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0cced-5fc3-4736-a5ce-db76592b7c5a None None] New status for floating IP 9113f3b7-4805-4206-9de6-85aeb6894314: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:25:01.195098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46dc40c-bfe4-431a-b14c-1b0370e4a3ff req-b4c51109-ed40-4298-932b-74ff937c31fe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:01.196508 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d46dc40c-bfe4-431a-b14c-1b0370e4a3ff req-b4c51109-ed40-4298-932b-74ff937c31fe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0560300 Apr 07 02:25:01.244943 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d46dc40c-bfe4-431a-b14c-1b0370e4a3ff req-a8d82745-870e-4900-a331-b2c75e112941 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=57ee9442-ea20-4932-ba27-85baf3c2a821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428047 Apr 07 02:25:01.431325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-6ec459f7-4d1d-4342-b800-46c1e16c5cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:01.432896 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-6ec459f7-4d1d-4342-b800-46c1e16c5cce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0445130 Apr 07 02:25:01.444878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e7875da5-58db-4622-a426-ed1205505557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:01.539112 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-e8a0c564-9c88-40dc-9ed5-7247c09ac036 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872207 Apr 07 02:25:01.836494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d5da7a4c-3e06-4837-be08-fff66c40afcf req-a87d78d3-b55f-4a88-8a8e-5c3151f9e999 service neutron] 10.222.0.10 "GET /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823803 Apr 07 02:25:01.950938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-82bc9a78-8860-4e6b-a58c-bd2d9526a214 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:01.952476 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-82bc9a78-8860-4e6b-a58c-bd2d9526a214 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 945 time: 0.0522201 Apr 07 02:25:02.049055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:25:02.049404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:02.135391 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:02.135753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:02.147897 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:25:02.314039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:02.339222 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7eba4270-b2f3-49e0-83a5-0c7f4bfdb2dd req-b7a23451-e233-4f5f-82b3-2a91617aa16a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=9b27d835-de2d-49dc-9b69-ee31fc83c105 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Apr 07 02:25:02.346361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:02.358817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.359180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.359529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.359881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.360913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.361258 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.361597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.361926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.362265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.362594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.363043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.363249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.363579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.364514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.364885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:02.404455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] No DVR routers for this DVR port 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:25:02.407342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:02.410658 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d9cf3123-2b6d-49a5-ad0e-57fead141166 req-d664b187-7e2d-4a62-b447-2787ed18c6a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "DELETE /v2.0/ports/4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 HTTP/1.1" status: 204 len: 173 time: 0.4507134 Apr 07 02:25:02.411115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'name': 'network-vif-deleted', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:25:02.413378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7116a644-db08-45f8-a246-d2708a398de5" -d '{"events": [{"server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "name": "network-vif-deleted", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:25:02.448005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf01f2c-07ec-4cfb-856d-763956282051 x-openstack-request-id: req-fdf01f2c-07ec-4cfb-856d-763956282051 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:25:02.448610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b27d835-de2d-49dc-9b69-ee31fc83c105", "name": "network-vif-deleted", "tag": "4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:25:02.448610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdf01f2c-07ec-4cfb-856d-763956282051 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:25:02.449092 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf01f2c-07ec-4cfb-856d-763956282051'] response: {'server_uuid': '9b27d835-de2d-49dc-9b69-ee31fc83c105', 'name': 'network-vif-deleted', 'tag': '4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2', 'status': 'completed', 'code': 200} Apr 07 02:25:02.564701 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:03.395725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59664) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:04.067613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:04.070739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (17d32163-5568-421b-a1dc-7d11d725789c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:04.325257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port fef0263c-318b-412a-8e55-e1ebfcc03098 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:25:04.325521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:04.394989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:25:04.413990 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:25:04.414347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 4479e83a-b6f5-4e8a-a7bf-c1270e5c30e2 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:25:04.416050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port fef0263c-318b-412a-8e55-e1ebfcc03098, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fef0263c-318b-412a-8e55-e1ebfcc03098,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:04.416428 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:04.428589 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for fef0263c-318b-412a-8e55-e1ebfcc03098 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:25:04.656745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (fef0263c-318b-412a-8e55-e1ebfcc03098), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:04.681243 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=fef0263c-318b-412a-8e55-e1ebfcc03098,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:04.861426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (17d32163-5568-421b-a1dc-7d11d725789c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.078221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router 17d32163-5568-421b-a1dc-7d11d725789c has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:25:05.186259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:25:05.193226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f51dcbd3-9b57-403d-9116-6a24da9049a7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/17d32163-5568-421b-a1dc-7d11d725789c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7946532 Apr 07 02:25:05.194133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59666) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:05.196859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] Sync routers for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:25:05.206546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:05.207225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:05.250090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting subnet 193d2f93-8c39-4bf5-8cfc-092b2e7d0624 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:25:05.253271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (193d2f93-8c39-4bf5-8cfc-092b2e7d0624), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.292597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (193d2f93-8c39-4bf5-8cfc-092b2e7d0624), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.332914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:05.362717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.375287 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (193d2f93-8c39-4bf5-8cfc-092b2e7d0624), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.496732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (193d2f93-8c39-4bf5-8cfc-092b2e7d0624), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.518868 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:25:04Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:05.526253 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Subnet': ['ID=193d2f93-8c39-4bf5-8cfc-092b2e7d0624,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:05.528259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.534592 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-25b87126-e735-4591-a82f-487387519b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/subnets/193d2f93-8c39-4bf5-8cfc-092b2e7d0624 HTTP/1.1" status: 204 len: 168 time: 0.3364263 Apr 07 02:25:05.534862 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59668) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:05.546761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcac1cc-11e8-42bf-8760-4dfbbe06de37 None None] Network 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:25:05.549384 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] Checking router: 17d32163-5568-421b-a1dc-7d11d725789c for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:25:05.605317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] Routers {'17d32163-5568-421b-a1dc-7d11d725789c'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:05.605967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['17d32163-5568-421b-a1dc-7d11d725789c'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:05.648254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (17d32163-5568-421b-a1dc-7d11d725789c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.739582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] Set router 17d32163-5568-421b-a1dc-7d11d725789c gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:05.758329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (17d32163-5568-421b-a1dc-7d11d725789c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.853217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] DHCP port deletion for 1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:25:05.903149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port ad09683f-e726-4045-9dfb-63b5760cb473 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:25:05.904073 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.955566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Deleting port 7123f1af-e6c8-4aa2-8730-accc76914a04 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:25:05.955944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:05.998072 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port ad09683f-e726-4045-9dfb-63b5760cb473, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=ad09683f-e726-4045-9dfb-63b5760cb473,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:05.998537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.012111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for ad09683f-e726-4045-9dfb-63b5760cb473 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:25:06.027431 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] For port 7123f1af-e6c8-4aa2-8730-accc76914a04, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7123f1af-e6c8-4aa2-8730-accc76914a04,segment=NetworkSegment(2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a),segment_id=2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:06.027840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.044253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Calling delete_port for 7123f1af-e6c8-4aa2-8730-accc76914a04 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:25:06.062105 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:25:04Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:06.245617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (ad09683f-e726-4045-9dfb-63b5760cb473), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.266635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1670d5-272d-42a3-8f03-c96d9f4607af None None] The sync data for ids ['17d32163-5568-421b-a1dc-7d11d725789c'] in dv-neutron-836863-2-hyperv is: [{'id': '17d32163-5568-421b-a1dc-7d11d725789c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-680946242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:23:59Z', 'updated_at': '2022-04-07T02:25:04Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'ad09683f-e726-4045-9dfb-63b5760cb473', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d32163-5568-421b-a1dc-7d11d725789c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:24:00Z', 'updated_at': '2022-04-07T02:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:25:06.276461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=ad09683f-e726-4045-9dfb-63b5760cb473,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:06.356603 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (17d32163-5568-421b-a1dc-7d11d725789c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.394066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (7123f1af-e6c8-4aa2-8730-accc76914a04), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.419695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Pushing event deleted for resources: {'Port': ['ID=7123f1af-e6c8-4aa2-8730-accc76914a04,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:06.430275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] No DVR routers for this DVR port 7123f1af-e6c8-4aa2-8730-accc76914a04 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:25:06.434893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.435023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.435623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.435623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.435980 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.436315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.436650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.437284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.437388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.437709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.438084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.438420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.438761 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.439229 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.440492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc01b9fd-59d5-4393-857a-ece04cf789d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:06.452419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (17d32163-5568-421b-a1dc-7d11d725789c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.455410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (17d32163-5568-421b-a1dc-7d11d725789c), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.559613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (17d32163-5568-421b-a1dc-7d11d725789c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.560097 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Fanout notify agent at l3_agent the message router_deleted on router 17d32163-5568-421b-a1dc-7d11d725789c {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:25:06.567523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.568660 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-df549d21-80fd-4793-af92-0986a95a5589 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/routers/17d32163-5568-421b-a1dc-7d11d725789c HTTP/1.1" status: 204 len: 168 time: 1.0329070 Apr 07 02:25:06.571342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59670) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:06.652526 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.745198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.765645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:06.775787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:06.776089 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:06.785617 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.798591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.804599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:25:06.805014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (2bfcccf1-fdd1-4379-8dca-e6909d2f8b9a), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:25:06.807868 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:25:06.931055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.941823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:06.942185 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/networks/1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc HTTP/1.1" status: 204 len: 168 time: 0.3697956 Apr 07 02:25:06.944951 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59672) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:06.959283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b57724-3b55-48a7-8c9e-bd29aa741d4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Network': ['ID=1782ec43-da9d-42a4-b9c2-34e7a8a1b6fc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:07.002794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c75b06ee-1142-4054-a328-2f6f2862bba8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (57ee9442-ea20-4932-ba27-85baf3c2a821), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.027476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c75b06ee-1142-4054-a328-2f6f2862bba8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (57ee9442-ea20-4932-ba27-85baf3c2a821), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.141991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c75b06ee-1142-4054-a328-2f6f2862bba8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (57ee9442-ea20-4932-ba27-85baf3c2a821), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.144594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c75b06ee-1142-4054-a328-2f6f2862bba8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.145789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c75b06ee-1142-4054-a328-2f6f2862bba8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/security-groups/57ee9442-ea20-4932-ba27-85baf3c2a821 HTTP/1.1" status: 204 len: 168 time: 0.1998580 Apr 07 02:25:07.154878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b06ee-1142-4054-a328-2f6f2862bba8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee9442-ea20-4932-ba27-85baf3c2a821,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:07.499656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7123f1af-e6c8-4aa2-8730-accc76914a04 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:25:07.520625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7123f1af-e6c8-4aa2-8730-accc76914a04 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:25:07.526789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7123f1af-e6c8-4aa2-8730-accc76914a04 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:25:07.526789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad09683f-e726-4045-9dfb-63b5760cb473 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:25:07.539450 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: ad09683f-e726-4045-9dfb-63b5760cb473 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:25:07.539806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device ad09683f-e726-4045-9dfb-63b5760cb473 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:25:07.540212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fef0263c-318b-412a-8e55-e1ebfcc03098 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:25:07.560653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: fef0263c-318b-412a-8e55-e1ebfcc03098 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:25:07.560972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fef0263c-318b-412a-8e55-e1ebfcc03098 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:25:07.610378 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59678) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:07.614956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385602954', 'description': 'tempest-secgroup-smoke-385602954 description', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:07.730776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.794175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (89c0536c-281d-4722-a54b-8d2463f23a6c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.861674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (89c0536c-281d-4722-a54b-8d2463f23a6c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.890060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c0536c-281d-4722-a54b-8d2463f23a6c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:07.932662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:07.934229 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c29788cc-42ad-4678-b6df-e940c8e8bf5f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3225665 Apr 07 02:25:07.936875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59680) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:07.941768 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '89c0536c-281d-4722-a54b-8d2463f23a6c', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:08.009095 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (949f0d0b-da0b-4dd3-81cb-e1b7c0e7be03), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.062566 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (949f0d0b-da0b-4dd3-81cb-e1b7c0e7be03), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.107689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (949f0d0b-da0b-4dd3-81cb-e1b7c0e7be03), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.126751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949f0d0b-da0b-4dd3-81cb-e1b7c0e7be03,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:08.184071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.185312 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-32dfed85-a12f-419a-8f94-55440437d119 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475171 Apr 07 02:25:08.188063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59682) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:08.192261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '89c0536c-281d-4722-a54b-8d2463f23a6c', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:08.277823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (14321300-249d-43ed-9c14-9830929fdd70), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.333565 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (14321300-249d-43ed-9c14-9830929fdd70), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.422087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (14321300-249d-43ed-9c14-9830929fdd70), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.441528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14321300-249d-43ed-9c14-9830929fdd70,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:08.527094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.528378 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-10a4192c-6714-4df3-9717-0deecf6bcab1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3393540 Apr 07 02:25:08.531060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59684) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:08.535950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '89c0536c-281d-4722-a54b-8d2463f23a6c', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:08.621074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (923efa3f-6114-4ba3-9343-00ce0d83f924), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.679029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (923efa3f-6114-4ba3-9343-00ce0d83f924), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.747227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (923efa3f-6114-4ba3-9343-00ce0d83f924), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.763841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923efa3f-6114-4ba3-9343-00ce0d83f924,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:08.812139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.813866 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-251a30f4-4b27-4815-ab8d-001a0e6b57bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818384 Apr 07 02:25:08.816453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59686) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:08.820661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '89c0536c-281d-4722-a54b-8d2463f23a6c', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:08.883882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (f5aaac8b-c378-4b8c-a527-5789bf8fb25a), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:08.942169 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (f5aaac8b-c378-4b8c-a527-5789bf8fb25a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.004502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f5aaac8b-c378-4b8c-a527-5789bf8fb25a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.023474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5aaac8b-c378-4b8c-a527-5789bf8fb25a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:09.092552 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.093770 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b008051e-0b45-4524-8d23-26d66a9d9c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2763615 Apr 07 02:25:09.096449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59688) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:09.100731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '89c0536c-281d-4722-a54b-8d2463f23a6c', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:09.182132 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:25:09.186999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (35e6c601-e559-47b9-85f0-32cbb0b45a1a), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.244313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (35e6c601-e559-47b9-85f0-32cbb0b45a1a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.307732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (35e6c601-e559-47b9-85f0-32cbb0b45a1a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.326239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e6c601-e559-47b9-85f0-32cbb0b45a1a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:09.406611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.407827 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-64f63f10-fa86-4e81-ab12-21cb925be3e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103788 Apr 07 02:25:09.410577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59690) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:09.414908 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '89c0536c-281d-4722-a54b-8d2463f23a6c', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:09.490374 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:25:09.495143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (27fecaa6-0af5-45d7-aabf-bbbd4397d696), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.555548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (27fecaa6-0af5-45d7-aabf-bbbd4397d696), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.633239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (27fecaa6-0af5-45d7-aabf-bbbd4397d696), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.650943 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27fecaa6-0af5-45d7-aabf-bbbd4397d696,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:09.715602 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.716774 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-aaa94bc9-7e65-4a7b-a1ac-4158e9315fe4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3052239 Apr 07 02:25:09.720142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59692) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:09.725116 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'network': {'name': 'tempest-network-smoke--1103379757', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'port_security_enabled': True}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:09.810691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:25:09.814079 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.836443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:25:09.845874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (642aa502-97db-49ea-acb0-baf080e3108c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.846220 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Added segment 642aa502-97db-49ea-acb0-baf080e3108c of type vlan for network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 Apr 07 02:25:09.886394 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (5e6c39cb-5e4e-4dce-a556-fda5a40cd122), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.987950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (5e6c39cb-5e4e-4dce-a556-fda5a40cd122), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:09.992856 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:09.993438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:10.056534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Network': ['ID=5e6c39cb-5e4e-4dce-a556-fda5a40cd122,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:10.066599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:25:10.116347 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db7e26c4-2499-4d1e-a240-2e574d07a1c2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3950658 Apr 07 02:25:10.118963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59694) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:10.123386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'admin_state_up': True, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:10.210354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (ec4098d7-70df-4b99-8d31-75fa72c3e08d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:10.211361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (ec4098d7-70df-4b99-8d31-75fa72c3e08d), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:10.265224 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (ec4098d7-70df-4b99-8d31-75fa72c3e08d), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:10.772276 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (ec4098d7-70df-4b99-8d31-75fa72c3e08d), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:11.028325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (ec4098d7-70df-4b99-8d31-75fa72c3e08d), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:11.046983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:11.151643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.152 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/a66aec7b-4ede-439f-90e8-9ea68209d867) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:25:11.251611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:11.336828 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:11.377332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:25:11.383888 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:11.387464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:25:11.392942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=a66aec7b-4ede-439f-90e8-9ea68209d867,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:11.707744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (ec4098d7-70df-4b99-8d31-75fa72c3e08d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:11.905840 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (ec4098d7-70df-4b99-8d31-75fa72c3e08d), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:12.090157 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router ec4098d7-70df-4b99-8d31-75fa72c3e08d is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:25:12.197998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:25:12.207699 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Sync routers for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:25:12.217527 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:12.221584 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:12.269602 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:12.270850 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d4633494-1baa-42da-a317-635ed1a38015 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1508703 Apr 07 02:25:12.273966 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59696) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:12.302735 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-696faae8-8ea1-438b-bde1-76394ee8ea3d tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4add1a62bb3c45c4b9d4bf8ad279c996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276637 Apr 07 02:25:12.305445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59698) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:12.397046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13178617-98a6-44fc-b728-bac278dea51d tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:12.398604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-13178617-98a6-44fc-b728-bac278dea51d tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922012 Apr 07 02:25:12.401354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59700) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:12.413827 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:12.433030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9b761031-f5b5-44cd-ab68-313d679ef10f tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305617 Apr 07 02:25:12.435437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59702) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:12.440721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1823058369', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:12.558901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:25:12.562418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:12.586491 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:11Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:12.616746 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Checking router: ec4098d7-70df-4b99-8d31-75fa72c3e08d for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:25:12.617124 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Updating router ec4098d7-70df-4b99-8d31-75fa72c3e08d port a66aec7b-4ede-439f-90e8-9ea68209d867 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:25:12.643966 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:12.810769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:12.864586 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Subnet': ['ID=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:12.884523 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Checking segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:25:12.884917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network hostable DHCP agents. Network: 5e6c39cb-5e4e-4dce-a556-fda5a40cd122, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:25:12.889632 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Publish callbacks [] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:12.965044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:25:12.965589 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.019836 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Pushing event updated for resources: {'Port': ['ID=a66aec7b-4ede-439f-90e8-9ea68209d867,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:13.022800 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Attempting to bind port a66aec7b-4ede-439f-90e8-9ea68209d867 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:25:13.023177 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Attempting to bind port a66aec7b-4ede-439f-90e8-9ea68209d867 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:25:13.023597 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Attempting to bind port a66aec7b-4ede-439f-90e8-9ea68209d867 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:25:13.030091 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.030449 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.030792 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.031133 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.031470 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.032460 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.032813 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:25:13.040924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:25:13.041710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:25:13.041710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.041910 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:25:13.042347 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Bound port: a66aec7b-4ede-439f-90e8-9ea68209d867, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:25:13.042852 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.062304 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 5e6c39cb-5e4e-4dce-a556-fda5a40cd122) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:13.066649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:13.075286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.075436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f08eb7c-f717-45a3-8ab7-b1026899b6d9 None None] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:25:13.093422 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] For port a66aec7b-4ede-439f-90e8-9ea68209d867, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:25:13.097055 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] For port a66aec7b-4ede-439f-90e8-9ea68209d867, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a66aec7b-4ede-439f-90e8-9ea68209d867,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:25:13.172982 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:25:13.178061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.194237 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.196428 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-19f379c6-6e32-4cc1-96c0-3d14b6eaee6f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7598960 Apr 07 02:25:13.199154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59704) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:13.249532 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:13.250157 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:13.292081 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e522ab60-0c1b-49f0-979c-a388ddf74bda None None] Pushing event updated for resources: {'Port': ['ID=a66aec7b-4ede-439f-90e8-9ea68209d867,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:13.356433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Allocated IP 172.20.0.2 (5e6c39cb-5e4e-4dce-a556-fda5a40cd122/8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1/290421db-e90b-42f3-91e8-4b5d6bbc27b1) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:25:13.366404 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:13.504531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Publish callbacks [] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.549008 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:11Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:13.565914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.575013 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ee6c7a-4087-4a11-948f-75d20efeebc4 None None] The sync data for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv is: [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:11Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:25:13.615859 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:25:13.619531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:13.621745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Pushing event updated for resources: {'Port': ['ID=290421db-e90b-42f3-91e8-4b5d6bbc27b1,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:13.623907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:25:13.662813 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.685545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Attempting to bind port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:25:13.686024 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Attempting to bind port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:25:13.686482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Attempting to bind port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 on network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:25:13.693063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:25:13.693750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Checking segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:25:13.694333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.694736 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Bound using segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:25:13.695213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Bound port: 290421db-e90b-42f3-91e8-4b5d6bbc27b1, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:25:13.695796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.765112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] For port 290421db-e90b-42f3-91e8-4b5d6bbc27b1, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:25:13.768528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] For port 290421db-e90b-42f3-91e8-4b5d6bbc27b1, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=290421db-e90b-42f3-91e8-4b5d6bbc27b1,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:25:13.823141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:13.902063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964918f-6e5b-417d-b67a-fa51fd347570 None None] Pushing event updated for resources: {'Port': ['ID=290421db-e90b-42f3-91e8-4b5d6bbc27b1,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:13.988455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.1 (5e6c39cb-5e4e-4dce-a556-fda5a40cd122/8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1/7ef1e558-2d38-4cbc-9b82-4a002c606b17) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:25:14.138412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:14.252184 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:14.297784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:25:14.300987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:14.305444 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:25:14.309430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=7ef1e558-2d38-4cbc-9b82-4a002c606b17,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:14.355703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (ec4098d7-70df-4b99-8d31-75fa72c3e08d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:14.856158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b5895-59d9-4fc9-abd2-6c8cf7aead0b None None] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:25:14.909931 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:14.978062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] Provisioning complete for port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:14.978448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.072063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] Current status of the port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:15.072917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.121160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] For port 290421db-e90b-42f3-91e8-4b5d6bbc27b1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=290421db-e90b-42f3-91e8-4b5d6bbc27b1,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:15.205988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.219801 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.256722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d4a25-d68c-4abe-a2cb-f0115eba5ebb None None] Pushing event updated for resources: {'Port': ['ID=290421db-e90b-42f3-91e8-4b5d6bbc27b1,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:15.279214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.331430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-661e3a5a-ea8b-4cc0-aa89-b19d5abe3c38 None None] Provisioning complete for port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:15.332271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-661e3a5a-ea8b-4cc0-aa89-b19d5abe3c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.358780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=7ef1e558-2d38-4cbc-9b82-4a002c606b17,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:15.364143 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (ec4098d7-70df-4b99-8d31-75fa72c3e08d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.376564 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a5a-ea8b-4cc0-aa89-b19d5abe3c38 None None] Port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:25:15.387130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-661e3a5a-ea8b-4cc0-aa89-b19d5abe3c38 None None] Provisioning complete for port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:15.387626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-661e3a5a-ea8b-4cc0-aa89-b19d5abe3c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.463293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:25:15.465008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:15.475824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-661e3a5a-ea8b-4cc0-aa89-b19d5abe3c38 None None] Current status of the port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:15.554082 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a66aec7b-4ede-439f-90e8-9ea68209d867 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:25:15.595290 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router ec4098d7-70df-4b99-8d31-75fa72c3e08d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:25:15.614714 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ad43d085-8229-4aa8-9236-958772f9072f None None] Provisioning complete for port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:15.615107 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ad43d085-8229-4aa8-9236-958772f9072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.641919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a66aec7b-4ede-439f-90e8-9ea68209d867 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:15.642309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.679030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ad43d085-8229-4aa8-9236-958772f9072f None None] Port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:25:15.721239 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:25:15.729179 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b84b38c7-d6cc-434e-9263-e3d5d247473b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/ec4098d7-70df-4b99-8d31-75fa72c3e08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5260642 Apr 07 02:25:15.734958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a66aec7b-4ede-439f-90e8-9ea68209d867 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:15.735692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.741898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Sync routers for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:25:15.765792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a66aec7b-4ede-439f-90e8-9ea68209d867, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a66aec7b-4ede-439f-90e8-9ea68209d867,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:15.767715 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:15.768341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:15.858060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.858856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 290421db-e90b-42f3-91e8-4b5d6bbc27b1 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:25:15.884054 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-df8955c2-90a8-4fdc-b2d7-c3d6eb7b3665 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385602954&fields=id&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 267 time: 0.0494580 Apr 07 02:25:15.913372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8afe472d-1e46-455a-90c6-8ec4c7a6abd7 None None] Provisioning complete for port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:15.913750 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8afe472d-1e46-455a-90c6-8ec4c7a6abd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:15.983531 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:15.993211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-5de47407-de40-4812-9088-7b81be933d64 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:15.994729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-5de47407-de40-4812-9088-7b81be933d64 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 797 time: 0.1038513 Apr 07 02:25:16.009704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-63ba01f5-9bf5-4df5-8614-8fbe62955911 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/quotas/4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 375 time: 0.0096655 Apr 07 02:25:16.018520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a66aec7b-4ede-439f-90e8-9ea68209d867,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:16.023251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8afe472d-1e46-455a-90c6-8ec4c7a6abd7 None None] Port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:25:16.070492 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-566eb620-da35-4852-990e-524a76c306e0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556982 Apr 07 02:25:16.084150 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:16.084529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:16.133133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-0bdccbae-f00a-4eb5-a30d-746bb591a03d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:25:16.134349 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-0bdccbae-f00a-4eb5-a30d-746bb591a03d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526228 Apr 07 02:25:16.227814 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-a834055d-c3c2-4b57-b5e4-4349f31294b6 service neutron] 10.222.0.25 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874615 Apr 07 02:25:16.242625 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:16.263800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 2, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:16.289989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Checking router: ec4098d7-70df-4b99-8d31-75fa72c3e08d for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:25:16.290351 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Updating router ec4098d7-70df-4b99-8d31-75fa72c3e08d port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:25:16.318090 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-7cab0d3c-effa-4c76-a88b-35fd2c963d9e service neutron] 10.222.0.25 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841699 Apr 07 02:25:16.321004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:16.576238 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1a427394-d4cd-4ade-b237-09ad7899f5a3 req-82f819af-552c-46af-8148-df52bc261bd3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 210 time: 0.0328646 Apr 07 02:25:16.588591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Publish callbacks [] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:16.674190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:16.726037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be890fe-4f63-4928-a6f2-930b1669c719 None None] Pushing event updated for resources: {'Port': ['ID=7ef1e558-2d38-4cbc-9b82-4a002c606b17,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:16.777487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Attempting to bind port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:25:16.777864 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Attempting to bind port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:25:16.778234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Attempting to bind port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 on network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:25:16.784305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:25:16.784684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Checking segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:25:16.785117 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:16.785520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Bound using segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:25:16.785985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Bound port: 7ef1e558-2d38-4cbc-9b82-4a002c606b17, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:25:16.786466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:16.983959 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7dcf34d6-9a96-4b27-9577-701ca792babc None None] Provisioning complete for port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:16.984594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7dcf34d6-9a96-4b27-9577-701ca792babc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:17.033934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] For port 7ef1e558-2d38-4cbc-9b82-4a002c606b17, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:25:17.035654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf34d6-9a96-4b27-9577-701ca792babc None None] Port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:25:17.038080 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] For port 7ef1e558-2d38-4cbc-9b82-4a002c606b17, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7ef1e558-2d38-4cbc-9b82-4a002c606b17,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:25:17.090877 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:17.150314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:17.150944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:17.155684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be890fe-4f63-4928-a6f2-930b1669c719 None None] Pushing event updated for resources: {'Port': ['ID=7ef1e558-2d38-4cbc-9b82-4a002c606b17,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:17.274115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:17.406910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] Provisioning complete for port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:17.407225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:17.524613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a66aec7b-4ede-439f-90e8-9ea68209d867 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:25:17.565330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] Current status of the port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:17.565643 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:17.617510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:17.624201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] For port 7ef1e558-2d38-4cbc-9b82-4a002c606b17, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7ef1e558-2d38-4cbc-9b82-4a002c606b17,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:17.652445 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6f717a-7a31-4424-8adf-1dda535acb73 None None] The sync data for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv is: [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:25:17.660505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a66aec7b-4ede-439f-90e8-9ea68209d867 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:17.660908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:17.675215 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6be1f84-89fb-4cb7-94e5-9b0b986a489d req-e9db7481-776b-4065-ab7c-94de41448c97 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 210 time: 0.0290363 Apr 07 02:25:17.693766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:17.760682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a216e6e0-44ed-45bf-850c-1988c1a02e04 None None] Pushing event updated for resources: {'Port': ['ID=7ef1e558-2d38-4cbc-9b82-4a002c606b17,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:17.805841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a66aec7b-4ede-439f-90e8-9ea68209d867 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:18.268587 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:18.327838 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-1f9ceb45-4249-4222-963a-64a954a9da0a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:18.330076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-1f9ceb45-4249-4222-963a-64a954a9da0a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 797 time: 0.1181362 Apr 07 02:25:18.399881 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-f1ad828d-8f93-468c-a958-76b3b5b32735 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 379 time: 0.0583766 Apr 07 02:25:18.411754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'port': {'device_id': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'admin_state_up': True, 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'security_groups': ['89c0536c-281d-4722-a54b-8d2463f23a6c']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:18.576508 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:25:18.580727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:18.724357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.8 (5e6c39cb-5e4e-4dce-a556-fda5a40cd122/8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1/6694cdaf-778f-4605-b2fb-42e131c24a94) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:25:18.788953 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3054abb-2dfb-4c0f-aa7e-e0268fd56be2 req-cb84ad7b-9fd6-42bd-ae1b-25cc8fc785e2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 210 time: 0.0343266 Apr 07 02:25:18.864742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:18.965199 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.005894 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:25:19.010993 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:19.014876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:25:19.039914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=6694cdaf-778f-4605-b2fb-42e131c24a94,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:19.068955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:19.069447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.139234 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-70afa504-2eff-47c8-85d2-866638342d04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327743 Apr 07 02:25:19.154883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Request body: {'port': {'device_id': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:19.219313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.233420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-51fda74d-20b7-4b06-b680-aea7dfd98efb None None] Provisioning complete for port 6694cdaf-778f-4605-b2fb-42e131c24a94 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:19.233699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-51fda74d-20b7-4b06-b680-aea7dfd98efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.270534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-51fda74d-20b7-4b06-b680-aea7dfd98efb None None] Port 6694cdaf-778f-4605-b2fb-42e131c24a94 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:25:19.478544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6694cdaf-778f-4605-b2fb-42e131c24a94 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:25:19.486807 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Publish callbacks [] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.498533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Transition to ACTIVE for port object 6694cdaf-778f-4605-b2fb-42e131c24a94 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:25:19.513442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7ef1e558-2d38-4cbc-9b82-4a002c606b17 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:25:19.554157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.560933 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:19.561314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.630182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Pushing event updated for resources: {'Port': ['ID=6694cdaf-778f-4605-b2fb-42e131c24a94,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:19.644079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:19.680882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Attempting to bind port 6694cdaf-778f-4605-b2fb-42e131c24a94 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:25:19.681226 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Attempting to bind port 6694cdaf-778f-4605-b2fb-42e131c24a94 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:25:19.681564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Attempting to bind port 6694cdaf-778f-4605-b2fb-42e131c24a94 on network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:25:19.686120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Port 6694cdaf-778f-4605-b2fb-42e131c24a94 on network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:25:19.686451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Attempting to bind port 6694cdaf-778f-4605-b2fb-42e131c24a94 on network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:25:19.691375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:25:19.691719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Checking segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:25:19.692711 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Bound using segment: {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:25:19.693182 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Bound port: 6694cdaf-778f-4605-b2fb-42e131c24a94, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642aa502-97db-49ea-acb0-baf080e3108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:25:19.693549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.759683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] For port 6694cdaf-778f-4605-b2fb-42e131c24a94, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:25:19.762985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] For port 6694cdaf-778f-4605-b2fb-42e131c24a94, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6694cdaf-778f-4605-b2fb-42e131c24a94,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:25:19.834201 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.866703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:19.867284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:19.869003 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] 10.222.0.10 "PUT /v2.0/ports/6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 1093 time: 0.7185628 Apr 07 02:25:19.871688 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:25:19.873913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada5819-4cbd-4098-9a70-499c8a818d73" -d '{"events": [{"name": "network-changed", "server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:25:19.913656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46cb2a-090f-43a9-81f2-cc95ce59f4df req-75432dc3-ea0d-4d4c-b21b-639cc2f31e17 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:19.917217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e584bdf-fae0-49c6-9a4b-0edbee3c1dbe service neutron] Pushing event updated for resources: {'Port': ['ID=6694cdaf-778f-4605-b2fb-42e131c24a94,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:19.921270 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f46cb2a-090f-43a9-81f2-cc95ce59f4df req-75432dc3-ea0d-4d4c-b21b-639cc2f31e17 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 943 time: 0.0674524 Apr 07 02:25:19.938978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a41560e-dc05-4c7d-b629-5d474cadeaa0 x-openstack-request-id: req-4a41560e-dc05-4c7d-b629-5d474cadeaa0 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:25:19.939279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:25:19.939536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a41560e-dc05-4c7d-b629-5d474cadeaa0 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:25:19.939949 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a41560e-dc05-4c7d-b629-5d474cadeaa0'] response: {'name': 'network-changed', 'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'status': 'completed', 'code': 200} Apr 07 02:25:19.980398 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f46cb2a-090f-43a9-81f2-cc95ce59f4df req-d9c2158d-a74b-4dd2-9759-7a462e1f55e3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529146 Apr 07 02:25:20.027083 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5819-4cbd-4098-9a70-499c8a818d73 req-8c0e5c04-1948-49a2-b5ac-92df9e750d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:20.028639 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cada5819-4cbd-4098-9a70-499c8a818d73 req-8c0e5c04-1948-49a2-b5ac-92df9e750d6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0600402 Apr 07 02:25:20.131186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5819-4cbd-4098-9a70-499c8a818d73 req-ea34df05-6c2f-45b3-aba9-ebd5538df7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:20.132685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cada5819-4cbd-4098-9a70-499c8a818d73 req-ea34df05-6c2f-45b3-aba9-ebd5538df7bf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0937665 Apr 07 02:25:20.232266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada5819-4cbd-4098-9a70-499c8a818d73 req-03527e6a-7ab4-4249-b1cc-2dcabccf3ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:20.233689 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-cada5819-4cbd-4098-9a70-499c8a818d73 req-03527e6a-7ab4-4249-b1cc-2dcabccf3ffe service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913436 Apr 07 02:25:20.314402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-f6e133a4-96c8-4816-a881-d1d6c7c592a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:20.315951 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-f6e133a4-96c8-4816-a881-d1d6c7c592a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0437021 Apr 07 02:25:20.365976 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-e301c54f-a9ef-4283-9cee-cde303c3ab71 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 217 time: 0.0395870 Apr 07 02:25:20.419291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-75461d32-33d2-47f1-ba8d-790ad3cb04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:20.420730 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-75461d32-33d2-47f1-ba8d-790ad3cb04b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 200 len: 835 time: 0.0441911 Apr 07 02:25:20.472100 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-08911c77-862c-4340-acde-cb377923fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:20.473669 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-08911c77-862c-4340-acde-cb377923fb5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434513 Apr 07 02:25:20.566538 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-dcd98647-09c5-4527-a362-b9f17584f8fa service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836723 Apr 07 02:25:20.657412 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8925d801-fd9e-487b-ab43-0c36fcaeb62b req-7a8c022e-2caa-4acc-bf5a-f6255aa8e76e service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810246 Apr 07 02:25:21.105959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bba09-7b68-45eb-b234-262ffd0d3fc4 req-d0cb965a-6128-47b2-9b79-5fdd1d47a0b0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:21.107425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d50bba09-7b68-45eb-b234-262ffd0d3fc4 req-d0cb965a-6128-47b2-9b79-5fdd1d47a0b0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 943 time: 0.0544944 Apr 07 02:25:21.155213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d50bba09-7b68-45eb-b234-262ffd0d3fc4 req-4b1136ae-45c6-465d-a69a-e4c30eded3f8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415142 Apr 07 02:25:22.272055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e573c5-fa35-47b3-a8fa-e93e4b7c3797 req-911a4d91-2a34-45ea-af4f-c6537d509067 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:22.275612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-91e573c5-fa35-47b3-a8fa-e93e4b7c3797 req-911a4d91-2a34-45ea-af4f-c6537d509067 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 943 time: 0.0551915 Apr 07 02:25:22.283996 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:25:22.323389 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-91e573c5-fa35-47b3-a8fa-e93e4b7c3797 req-b5bbd798-7fdc-4a77-a421-6c774d334b16 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420880 Apr 07 02:25:22.472527 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6694cdaf-778f-4605-b2fb-42e131c24a94 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:25:22.565125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6694cdaf-778f-4605-b2fb-42e131c24a94, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6694cdaf-778f-4605-b2fb-42e131c24a94,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:22.576040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'port_id': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'mac_address': 'fa:16:3e:91:a3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:25:22.616017 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6694cdaf-778f-4605-b2fb-42e131c24a94 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:22.616410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:22.629738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6694cdaf-778f-4605-b2fb-42e131c24a94 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:25:22.648663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6694cdaf-778f-4605-b2fb-42e131c24a94, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6694cdaf-778f-4605-b2fb-42e131c24a94,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:22.707851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:22.754872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6694cdaf-778f-4605-b2fb-42e131c24a94,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:22.970457 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['6694cdaf-778f-4605-b2fb-42e131c24a94'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:25:23.444110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffa8bc-f5c3-42ec-9fc4-562c804e0f17 req-1ea439b8-d017-4386-992f-85821784dda3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:23.445631 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-feffa8bc-f5c3-42ec-9fc4-562c804e0f17 req-1ea439b8-d017-4386-992f-85821784dda3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 944 time: 0.0561461 Apr 07 02:25:23.494035 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-feffa8bc-f5c3-42ec-9fc4-562c804e0f17 req-0986f28c-d669-474e-aa3c-4f7ce32b80b3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428045 Apr 07 02:25:24.489194 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6694cdaf-778f-4605-b2fb-42e131c24a94 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:25:24.582275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 6694cdaf-778f-4605-b2fb-42e131c24a94 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:25:24.586447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 6694cdaf-778f-4605-b2fb-42e131c24a94 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:25:24.586906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:24.609206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b70e-0310-4ba2-8de5-961e726cef93 req-97bbad32-7f57-4c13-a182-fc192004edad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:24.611313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1e6b70e-0310-4ba2-8de5-961e726cef93 req-97bbad32-7f57-4c13-a182-fc192004edad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 944 time: 0.0527177 Apr 07 02:25:24.660235 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1e6b70e-0310-4ba2-8de5-961e726cef93 req-55d429e4-d662-438d-9771-2c90f25bf6a3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Apr 07 02:25:24.667578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 6694cdaf-778f-4605-b2fb-42e131c24a94 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:25:24.667974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:24.691638 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:25:24.693899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0d043b-3e0e-496e-a457-9c51ed40dd4c" -d '{"events": [{"server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "name": "network-vif-plugged", "status": "completed", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:25:24.706300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 6694cdaf-778f-4605-b2fb-42e131c24a94, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6694cdaf-778f-4605-b2fb-42e131c24a94,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:25:24.730221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b067d4-3b49-4554-8a70-a214864e3b6d x-openstack-request-id: req-49b067d4-3b49-4554-8a70-a214864e3b6d {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:25:24.730515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "name": "network-vif-plugged", "status": "completed", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:25:24.730773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49b067d4-3b49-4554-8a70-a214864e3b6d {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:25:24.731240 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b067d4-3b49-4554-8a70-a214864e3b6d'] response: {'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'code': 200} Apr 07 02:25:24.776706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:24.823203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=6694cdaf-778f-4605-b2fb-42e131c24a94,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:25.055334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30011940-c8d5-4bb8-afad-ff36d0105931 req-8fb98c22-0192-4daf-a2cd-25d179e0ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:25.056737 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-30011940-c8d5-4bb8-afad-ff36d0105931 req-8fb98c22-0192-4daf-a2cd-25d179e0ac33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0446446 Apr 07 02:25:25.104546 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-30011940-c8d5-4bb8-afad-ff36d0105931 req-c9b91fc5-d89d-4318-9bb3-ff3bb4ff38e7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386705 Apr 07 02:25:25.775479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3ed85-1655-40e8-b65b-ac86525db620 req-bbac3c2a-e28d-43d2-ba48-226553d2da6e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:25.776908 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6d3ed85-1655-40e8-b65b-ac86525db620 req-bbac3c2a-e28d-43d2-ba48-226553d2da6e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0513585 Apr 07 02:25:25.828587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b6d3ed85-1655-40e8-b65b-ac86525db620 req-c279da42-fd06-4313-b696-f0f18817dc6b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460510 Apr 07 02:25:26.947393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad668331-e75d-4149-8d1b-5c066c0dbc4d req-5b8c93cb-d9cb-46ec-a37b-83a19630b07a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:26.948892 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ad668331-e75d-4149-8d1b-5c066c0dbc4d req-5b8c93cb-d9cb-46ec-a37b-83a19630b07a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0523832 Apr 07 02:25:26.997167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ad668331-e75d-4149-8d1b-5c066c0dbc4d req-3e86d26f-77db-49b7-901b-f794cb46a2f7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421669 Apr 07 02:25:27.111957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413a0aa-a6dd-4518-ad7b-b1d1d3ac6367 req-c38d06db-f3e9-43cd-beb1-c34d5444893c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:27.113390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5413a0aa-a6dd-4518-ad7b-b1d1d3ac6367 req-c38d06db-f3e9-43cd-beb1-c34d5444893c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0524476 Apr 07 02:25:27.161017 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5413a0aa-a6dd-4518-ad7b-b1d1d3ac6367 req-259691f1-dfd1-46d2-bff8-b78c99ba0a69 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Apr 07 02:25:27.182203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59762) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:27.228643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1b895-a350-4b23-b7ab-ad888c3a3653 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:27.230188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-cae1b895-a350-4b23-b7ab-ad888c3a3653 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1124 time: 0.0469732 Apr 07 02:25:27.233070 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59764) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:27.237850 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:25:27.307776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:27.402536 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:27.506273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.65 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/5213ebba-7b14-4f94-a097-2228a0521315) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:25:27.604044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (5213ebba-7b14-4f94-a097-2228a0521315), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:27.684944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5213ebba-7b14-4f94-a097-2228a0521315), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:27.728241 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:25:27.731233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:25:27.735289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:25:27.740576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=5213ebba-7b14-4f94-a097-2228a0521315,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:28.091809 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (38e1a403-549f-4899-9284-afb19d41dc99), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:28.191366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (5213ebba-7b14-4f94-a097-2228a0521315), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:28.339300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (5213ebba-7b14-4f94-a097-2228a0521315), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:28.410428 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (5213ebba-7b14-4f94-a097-2228a0521315), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:28.481766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=5213ebba-7b14-4f94-a097-2228a0521315,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:25:28.490918 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (38e1a403-549f-4899-9284-afb19d41dc99), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:28.594096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP 38e1a403-549f-4899-9284-afb19d41dc99 associated. External IP: 172.26.8.65, port: 6694cdaf-778f-4605-b2fb-42e131c24a94. Apr 07 02:25:28.802727 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router ec4098d7-70df-4b99-8d31-75fa72c3e08d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:25:28.910027 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:25:28.920171 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] Sync routers for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:25:28.930183 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:28.930822 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:28.995626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:29.025542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fdacde46-f103-40b8-8aa5-b869c3240dff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7914519 Apr 07 02:25:29.026130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:25:29.028377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc33fad-6ac7-4d94-9aa7-c44b03756680" -d '{"events": [{"name": "network-changed", "server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:25:29.043373 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:29.045668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5ad3770c-1927-40b7-a625-53ac3713c984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:29.068912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412b327f-b68d-49f9-a995-bca8f324b743 x-openstack-request-id: req-412b327f-b68d-49f9-a995-bca8f324b743 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:25:29.069204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:25:29.069463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-412b327f-b68d-49f9-a995-bca8f324b743 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:25:29.069872 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412b327f-b68d-49f9-a995-bca8f324b743'] response: {'name': 'network-changed', 'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'status': 'completed', 'code': 200} Apr 07 02:25:29.128664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1070d-019e-4561-bab7-c56afe5edd64 req-1ad7179b-4863-44c4-b1a3-c2a0046fc61e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:29.130204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-61b1070d-019e-4561-bab7-c56afe5edd64 req-1ad7179b-4863-44c4-b1a3-c2a0046fc61e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0551543 Apr 07 02:25:29.140026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-e7f1cc5a-c135-42e9-8bb7-88f7cbeb14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:29.141773 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-e7f1cc5a-c135-42e9-8bb7-88f7cbeb14c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0516315 Apr 07 02:25:29.184378 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-61b1070d-019e-4561-bab7-c56afe5edd64 req-d0f4ad63-49a1-4e2a-9616-d688ce2e000e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472102 Apr 07 02:25:29.206042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59770) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:29.238985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-56e9781b-a024-494e-979b-fe205799a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:29.240664 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-56e9781b-a024-494e-979b-fe205799a152 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 897 time: 0.0927191 Apr 07 02:25:29.293881 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '38e1a403-549f-4899-9284-afb19d41dc99', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'port_id': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'mac_address': 'fa:16:3e:91:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:25:27Z', 'updated_at': '2022-04-07T02:25:27Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:29.315337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-ec014f17-bef1-4183-a1fd-6e5845cfeba4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 998 time: 0.0677078 Apr 07 02:25:29.321773 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] Checking router: ec4098d7-70df-4b99-8d31-75fa72c3e08d for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:25:29.331046 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:25:29.331688 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:25:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:29.369024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-64fe1107-7239-464a-8f9e-4af3c00896fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:29.370930 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-64fe1107-7239-464a-8f9e-4af3c00896fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 200 len: 835 time: 0.0487542 Apr 07 02:25:29.426238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-7d78ecae-7207-49ae-b284-6948e35d55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:29.428022 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-7d78ecae-7207-49ae-b284-6948e35d55d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0497468 Apr 07 02:25:29.539992 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-184aeb29-7bf8-40ad-9acb-d59cef67e141 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046567 Apr 07 02:25:29.552417 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:25:29.585715 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8c4a64ed-d762-49d2-88fb-4e379cc1d2f8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/38e1a403-549f-4899-9284-afb19d41dc99 HTTP/1.1" status: 200 len: 990 time: 0.3772898 Apr 07 02:25:29.636743 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dcc33fad-6ac7-4d94-9aa7-c44b03756680 req-8d1d2637-4ba6-4267-b499-742ad752f0f6 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904264 Apr 07 02:25:29.777420 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '38e1a403-549f-4899-9284-afb19d41dc99', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'port_id': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'mac_address': 'fa:16:3e:91:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:25:27Z', 'updated_at': '2022-04-07T02:25:27Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:25:29.802554 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93eadce-3c79-45ce-a47b-16fbf65baf5e None None] The sync data for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv is: [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '38e1a403-549f-4899-9284-afb19d41dc99', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'port_id': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'mac_address': 'fa:16:3e:91:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:25:27Z', 'updated_at': '2022-04-07T02:25:27Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:25:29.984599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bce67c-3798-4ff6-b9c1-2f1216cce60b None None] New status for floating IP 38e1a403-549f-4899-9284-afb19d41dc99: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:25:30.588924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59772) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:25:30.654324 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4cd07c1c-016b-4136-aa22-4a42b94ce811 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/38e1a403-549f-4899-9284-afb19d41dc99 HTTP/1.1" status: 200 len: 992 time: 0.0643394 Apr 07 02:25:31.404465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b205ec65-86f2-4030-a35f-4d96dd40f252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:32.576221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:34.080059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:35.296025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:48.233201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:53.831394 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-0f574ecb-9958-4675-985f-ee67811179c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430980 Apr 07 02:25:53.928457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffe72-c4b3-4863-9672-7457731039bb req-54a3be80-ba94-49d3-b051-b9c90c09ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:53.930013 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-54a3be80-ba94-49d3-b051-b9c90c09ac1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0497065 Apr 07 02:25:54.032487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffe72-c4b3-4863-9672-7457731039bb req-b947cb21-39b0-4d7c-996a-df3bf68be319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:54.033963 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-b947cb21-39b0-4d7c-996a-df3bf68be319 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 897 time: 0.0838516 Apr 07 02:25:54.101775 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-7bd75c18-41b2-4956-90c6-7be07b9f29c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 1000 time: 0.0613389 Apr 07 02:25:54.149977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffe72-c4b3-4863-9672-7457731039bb req-9802af43-0acb-47ae-bb6e-f982c64a885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:54.151426 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-9802af43-0acb-47ae-bb6e-f982c64a885a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 200 len: 835 time: 0.0433819 Apr 07 02:25:54.200781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffe72-c4b3-4863-9672-7457731039bb req-32dfcb61-aa73-4183-9c48-9966deea9e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:25:54.202277 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-32dfcb61-aa73-4183-9c48-9966deea9e57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0430200 Apr 07 02:25:54.292311 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-45954202-667d-445b-8448-8e5a162c2efa service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824130 Apr 07 02:25:54.383176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-978ffe72-c4b3-4863-9672-7457731039bb req-f485c560-c6b3-4180-871d-547afab8c4c2 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825546 Apr 07 02:25:59.056312 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4ec3-1d81-4b77-bb57-d39ab75f52bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:25:59.283465 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:26:01.399091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6447eb9a-468e-46f3-977a-3fa9cb7f20e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:02.593260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:04.096462 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:05.324874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:06.239636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c4450-ce29-4abb-82b7-0d8283b89444 req-0f8a8ef7-6d46-4415-8147-5757b27237ad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:06.241191 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-582c4450-ce29-4abb-82b7-0d8283b89444 req-0f8a8ef7-6d46-4415-8147-5757b27237ad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0534472 Apr 07 02:26:06.294430 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-582c4450-ce29-4abb-82b7-0d8283b89444 req-ba05962a-ad09-4ebe-8bd8-13f6686acbfe tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464876 Apr 07 02:26:06.310236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-bf0dee13-a869-43d8-b7ab-df99dc986fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:06.311788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-bf0dee13-a869-43d8-b7ab-df99dc986fe3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0451491 Apr 07 02:26:06.405405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-a861a300-0614-465d-89d3-1352af533460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:06.406799 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-a861a300-0614-465d-89d3-1352af533460 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 897 time: 0.0866938 Apr 07 02:26:06.472304 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-0f0bdec3-e8b1-4cf5-8727-8e7de1083ea1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 1000 time: 0.0582430 Apr 07 02:26:06.526420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-54ed5385-2f2c-4059-b604-ac7b7758d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:06.527875 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-54ed5385-2f2c-4059-b604-ac7b7758d3a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 200 len: 835 time: 0.0458939 Apr 07 02:26:06.580941 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-f130635e-ec0b-4a56-987a-c0b035d71e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:06.582469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-f130635e-ec0b-4a56-987a-c0b035d71e9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435839 Apr 07 02:26:06.670048 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-291dc87c-5c60-4395-8389-73033d9c7290 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798590 Apr 07 02:26:06.761840 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-56d2afee-be34-43ee-9d33-ac32fb2a422d req-a84f4711-cc3b-4d1c-9eb3-94a32071462e service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Apr 07 02:26:07.415661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f95f5b-8336-4375-a391-8a135ff724a1 req-1abfa279-4129-4628-978d-c1fbf24a79f0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:07.417172 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4f95f5b-8336-4375-a391-8a135ff724a1 req-1abfa279-4129-4628-978d-c1fbf24a79f0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0539217 Apr 07 02:26:07.464129 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4f95f5b-8336-4375-a391-8a135ff724a1 req-7b6819a5-e04f-4179-89bd-5ab96d133301 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 Apr 07 02:26:08.582438 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81929e-f6ca-49f0-9c9a-0379bd630f82 req-05d45e7f-bcf4-415a-81ad-cf06f02265ea tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:08.583932 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f81929e-f6ca-49f0-9c9a-0379bd630f82 req-05d45e7f-bcf4-415a-81ad-cf06f02265ea tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0538087 Apr 07 02:26:08.633621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f81929e-f6ca-49f0-9c9a-0379bd630f82 req-1e7c9413-1b04-4bd4-a23b-6eb999771a3c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438180 Apr 07 02:26:09.748902 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26f3c4-9398-43b5-81e7-6c4c56dba24b req-8bb474a8-f1cb-4d3a-b2ad-6eafffeab61e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:09.750934 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3e26f3c4-9398-43b5-81e7-6c4c56dba24b req-8bb474a8-f1cb-4d3a-b2ad-6eafffeab61e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0522470 Apr 07 02:26:09.801776 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3e26f3c4-9398-43b5-81e7-6c4c56dba24b req-5545592b-3f9f-4cd0-aa0d-0406fd64cfd4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 Apr 07 02:26:10.918753 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c1669-41f4-47a7-839c-33ca646cffc4 req-840dd400-9b57-411a-9829-fc7809d93222 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:10.920230 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e14c1669-41f4-47a7-839c-33ca646cffc4 req-840dd400-9b57-411a-9829-fc7809d93222 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0527503 Apr 07 02:26:10.968152 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e14c1669-41f4-47a7-839c-33ca646cffc4 req-09a6e635-67d5-487b-9750-94acb6e050b3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421619 Apr 07 02:26:12.084474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212c0ca-3580-493d-8932-591cf939b036 req-65dabf9f-79d5-46db-88da-40b3bcfc3a82 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:12.086019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f212c0ca-3580-493d-8932-591cf939b036 req-65dabf9f-79d5-46db-88da-40b3bcfc3a82 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0507891 Apr 07 02:26:12.133386 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f212c0ca-3580-493d-8932-591cf939b036 req-d115563b-760e-4fe5-99ee-397edc83a6a6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417275 Apr 07 02:26:13.254479 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f2df3-e2c8-4a5c-83b5-a945ba9e1480 req-401b1026-6a5d-472f-80c3-e4dbe1dc473c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:13.255952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-189f2df3-e2c8-4a5c-83b5-a945ba9e1480 req-401b1026-6a5d-472f-80c3-e4dbe1dc473c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0566444 Apr 07 02:26:13.303630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-189f2df3-e2c8-4a5c-83b5-a945ba9e1480 req-906c2283-7603-42f8-9ea7-70f499a86a32 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421526 Apr 07 02:26:14.419760 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668563c1-ab02-4a74-a5a6-6c1dc9e0f766 req-ff23a844-dabe-4de7-b022-3b27392e5682 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:14.421258 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-668563c1-ab02-4a74-a5a6-6c1dc9e0f766 req-ff23a844-dabe-4de7-b022-3b27392e5682 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0515828 Apr 07 02:26:14.469449 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-668563c1-ab02-4a74-a5a6-6c1dc9e0f766 req-2a4a1494-94ec-4895-9f07-ebf9535ec15c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424986 Apr 07 02:26:15.588730 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be8e14-37dc-48b2-898f-61a840f5105a req-2dbb1ddc-7603-4f7e-84ae-372c1a41c505 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:15.590216 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92be8e14-37dc-48b2-898f-61a840f5105a req-2dbb1ddc-7603-4f7e-84ae-372c1a41c505 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0558639 Apr 07 02:26:15.636949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92be8e14-37dc-48b2-898f-61a840f5105a req-254027dd-2e99-489b-ae86-5392714fa747 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Apr 07 02:26:16.753932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182e708-96ff-4796-868c-f4de10b9b029 req-e4ce0310-b6d8-40c8-82da-5b812ebab506 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:16.755373 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e182e708-96ff-4796-868c-f4de10b9b029 req-e4ce0310-b6d8-40c8-82da-5b812ebab506 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0518594 Apr 07 02:26:16.803121 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e182e708-96ff-4796-868c-f4de10b9b029 req-d1e05b9a-338f-4622-b1d3-91418efe8999 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422497 Apr 07 02:26:17.919864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d7e5a-54b5-471d-af04-a0ef3bc5b85e req-921b1d78-ca1c-4232-bb87-d9dad3f6746b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:17.921376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-123d7e5a-54b5-471d-af04-a0ef3bc5b85e req-921b1d78-ca1c-4232-bb87-d9dad3f6746b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0523369 Apr 07 02:26:17.973881 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-123d7e5a-54b5-471d-af04-a0ef3bc5b85e req-8732d090-c486-45b4-aec5-966c7f600d48 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469296 Apr 07 02:26:18.267484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:19.091798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f082aa-52b8-4e0c-a2ed-ea602e4e3f82 req-865e60fa-71fc-4d21-971d-9e542645198d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:19.093878 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6f082aa-52b8-4e0c-a2ed-ea602e4e3f82 req-865e60fa-71fc-4d21-971d-9e542645198d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Apr 07 02:26:19.140822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c6f082aa-52b8-4e0c-a2ed-ea602e4e3f82 req-3d3b96e4-fd70-4248-92d7-2db308e9b36d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414214 Apr 07 02:26:20.258683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a85d0b-060a-42ec-98bb-b2bd8cd088c0 req-90fe8114-f385-4945-8679-9579ab7f8e32 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:20.260143 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b5a85d0b-060a-42ec-98bb-b2bd8cd088c0 req-90fe8114-f385-4945-8679-9579ab7f8e32 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Apr 07 02:26:20.306753 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b5a85d0b-060a-42ec-98bb-b2bd8cd088c0 req-69aa35f0-3cc7-407f-927b-913283c0a0c7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410457 Apr 07 02:26:21.427567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba1faf-b001-463f-9eac-6dc51982ab29 req-0af3f519-8bd9-4f2d-8bd6-e4a89b6c7d9f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:21.429049 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1bba1faf-b001-463f-9eac-6dc51982ab29 req-0af3f519-8bd9-4f2d-8bd6-e4a89b6c7d9f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0563920 Apr 07 02:26:21.483291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1bba1faf-b001-463f-9eac-6dc51982ab29 req-114fdc91-33b2-4445-bd54-f674a61f4334 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Apr 07 02:26:22.593666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceef3f1-3ea7-465c-aa88-d7ee94968d3a req-e9a793ed-ba3f-45a3-96ce-737d4ce302b7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:22.595141 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ceef3f1-3ea7-465c-aa88-d7ee94968d3a req-e9a793ed-ba3f-45a3-96ce-737d4ce302b7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0519669 Apr 07 02:26:22.642213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9ceef3f1-3ea7-465c-aa88-d7ee94968d3a req-64a62ea3-e32b-4600-816f-cdd9915eaf1d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Apr 07 02:26:23.760990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d810c-bcdf-436d-b12f-26f90a47233b req-3face1fd-c645-497c-9b4d-953fa34a4138 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:23.762368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a50d810c-bcdf-436d-b12f-26f90a47233b req-3face1fd-c645-497c-9b4d-953fa34a4138 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0523019 Apr 07 02:26:23.813953 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a50d810c-bcdf-436d-b12f-26f90a47233b req-d3ffd53d-fccd-4a64-ac2b-5a2fabfe22e5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460267 Apr 07 02:26:23.835871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59818) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:26:23.900093 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7b8cba17-3ad0-49c1-9856-d27432cfe905 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/38e1a403-549f-4899-9284-afb19d41dc99 HTTP/1.1" status: 200 len: 992 time: 0.0631049 Apr 07 02:26:29.084949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0bd8da3f-6176-4d6e-981e-12057c5fb9c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:31.410745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-49527803-ea1b-41c3-94f3-054bd7644601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:32.604735 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:34.084519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:35.307684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:36.282386 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:26:42.680773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-40560850-acde-4373-8b09-9fd40947cdcd req-6d0366cc-373c-437a-bb74-c828605715eb service neutron] (110983) timed out ('10.222.0.10', 54114) {{(pid=110983) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 02:26:48.267672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:54.818624 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-a6477905-5ca0-4f92-9f2c-7f44689ae19e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450161 Apr 07 02:26:54.907310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559b47f-4f65-4283-9479-23ac376134e5 req-eeb01ffa-75be-4d3f-9d27-f78135ab2172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:54.908894 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-eeb01ffa-75be-4d3f-9d27-f78135ab2172 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0482707 Apr 07 02:26:55.017133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559b47f-4f65-4283-9479-23ac376134e5 req-d4a89e4c-b74a-4469-b02c-f88a87907a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:55.018611 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-d4a89e4c-b74a-4469-b02c-f88a87907a9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 897 time: 0.0884278 Apr 07 02:26:55.087445 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-55d72369-5b2a-4156-bde7-a7ac22942592 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 1000 time: 0.0582762 Apr 07 02:26:55.137907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559b47f-4f65-4283-9479-23ac376134e5 req-7b1cc8bd-5710-4c5b-8ce2-20382b0c24b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:55.139335 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-7b1cc8bd-5710-4c5b-8ce2-20382b0c24b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 200 len: 835 time: 0.0463378 Apr 07 02:26:55.187749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559b47f-4f65-4283-9479-23ac376134e5 req-d8919112-52fa-48f8-931a-602af872c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:55.189255 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-d8919112-52fa-48f8-931a-602af872c782 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439065 Apr 07 02:26:55.277552 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-fa117699-8a17-4c04-9062-71403011b003 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804741 Apr 07 02:26:55.369309 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f559b47f-4f65-4283-9479-23ac376134e5 req-1e7e891b-3c88-4089-98a0-49c384da1ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844901 Apr 07 02:26:56.289395 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59828) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:26:56.448358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 5213ebba-7b14-4f94-a097-2228a0521315 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:26:56.450641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5213ebba-7b14-4f94-a097-2228a0521315), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:56.522383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5213ebba-7b14-4f94-a097-2228a0521315), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:56.522721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (5213ebba-7b14-4f94-a097-2228a0521315), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:56.534580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 5213ebba-7b14-4f94-a097-2228a0521315 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:26:56.736544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5213ebba-7b14-4f94-a097-2228a0521315), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:56.767028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=5213ebba-7b14-4f94-a097-2228a0521315,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:26:56.790031 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.790387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.790740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.791089 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.791434 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.791776 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.792114 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.792455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.792804 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.793141 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.793476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.793808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.794139 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.794470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.794799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:26:56.834275 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (38e1a403-549f-4899-9284-afb19d41dc99), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:56.834614 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP 38e1a403-549f-4899-9284-afb19d41dc99 disassociated (deleted). External IP: 172.26.8.65, port: 6694cdaf-778f-4605-b2fb-42e131c24a94. Apr 07 02:26:57.050201 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router ec4098d7-70df-4b99-8d31-75fa72c3e08d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:26:57.159239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:26:57.163991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:57.168502 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] Sync routers for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:26:57.180970 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:26:57.181591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:26:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:26:57.198187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-94c4cacd-99e9-4368-8d53-e98af094e9e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/floatingips/38e1a403-549f-4899-9284-afb19d41dc99 HTTP/1.1" status: 204 len: 168 time: 0.9077854 Apr 07 02:26:57.198870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:26:57.201297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d740657-56d5-4bb6-8d28-95d2a8432bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:26:57.244043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc631364-e323-41b5-bd4b-9966836a33c2 x-openstack-request-id: req-fc631364-e323-41b5-bd4b-9966836a33c2 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:26:57.244337 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:26:57.244600 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc631364-e323-41b5-bd4b-9966836a33c2 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:26:57.245050 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc631364-e323-41b5-bd4b-9966836a33c2'] response: {'name': 'network-changed', 'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'status': 'completed', 'code': 200} Apr 07 02:26:57.296280 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:26:57.316206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-f9b98728-1e92-4d0e-81eb-85835ab7472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:57.317767 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-f9b98728-1e92-4d0e-81eb-85835ab7472b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0493729 Apr 07 02:26:57.414450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-9881f570-3e8a-452b-bb43-1544c5dc947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:57.415944 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-9881f570-3e8a-452b-bb43-1544c5dc947f service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 200 len: 897 time: 0.0906167 Apr 07 02:26:57.459117 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-dcf9d11a-92d5-4b09-96f3-f968acbd21c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 200 len: 217 time: 0.0360801 Apr 07 02:26:57.498473 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:26:57.513348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-8de8a1af-f09c-41f6-826e-c01e923f6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:57.515045 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-8de8a1af-f09c-41f6-826e-c01e923f6ba2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 200 len: 835 time: 0.0498288 Apr 07 02:26:57.529078 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] Checking router: ec4098d7-70df-4b99-8d31-75fa72c3e08d for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:26:57.536732 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:26:57.537400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:26:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:26:57.571659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-cca73df4-e845-4ed1-9693-f209f9809f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:57.573126 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-cca73df4-e845-4ed1-9693-f209f9809f1c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e6c39cb-5e4e-4dce-a556-fda5a40cd122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0517404 Apr 07 02:26:57.612372 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6065bd-1b6b-4f37-8a78-e76b1f371dd3 req-3f8e146f-90eb-452d-b707-4a38a92d11b6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:57.613887 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e6065bd-1b6b-4f37-8a78-e76b1f371dd3 req-3f8e146f-90eb-452d-b707-4a38a92d11b6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0552919 Apr 07 02:26:57.646722 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:26:57.662480 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e6065bd-1b6b-4f37-8a78-e76b1f371dd3 req-111998fb-c4dc-432e-9a19-acdaf343b143 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430608 Apr 07 02:26:57.841635 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:26:57.867172 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c4b9f6-bf04-4ee1-95b0-93d8d2150b2c None None] The sync data for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv is: [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:25:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7ef1e558-2d38-4cbc-9b82-4a002c606b17', 'name': '', 'network_id': '5e6c39cb-5e4e-4dce-a556-fda5a40cd122', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:35:7d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:13Z', 'updated_at': '2022-04-07T02:25:17Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:26:58.086878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b5a685-22f0-4005-80f6-1fd74f29030f None None] New status for floating IP 38e1a403-549f-4899-9284-afb19d41dc99: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:26:58.781268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da7f1-585a-4d33-9b0c-edfc83b83e77 req-ac13dc91-61b8-4ae7-a84e-cc6a7fad4931 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:58.782741 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-844da7f1-585a-4d33-9b0c-edfc83b83e77 req-ac13dc91-61b8-4ae7-a84e-cc6a7fad4931 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0517046 Apr 07 02:26:58.831326 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-844da7f1-585a-4d33-9b0c-edfc83b83e77 req-8d06cb0d-ad21-4c09-a2fd-c0d0ef6c9b77 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Apr 07 02:26:58.972948 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-8cb67e73-c6d5-4a10-a6d3-7a88cd052f56 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809515 Apr 07 02:26:59.050692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-34576b2b-810e-4fcd-81e3-9f634000fe0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:59.082047 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3d740657-56d5-4bb6-8d28-95d2a8432bf3 req-d06e4735-436f-41c9-8bfb-eeb330337258 service neutron] 10.222.0.10 "GET /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898869 Apr 07 02:26:59.376517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-56b6e7da-998f-4c34-99a8-b17aa1c6f272 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:59.378084 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-56b6e7da-998f-4c34-99a8-b17aa1c6f272 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0530996 Apr 07 02:26:59.468272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 6694cdaf-778f-4605-b2fb-42e131c24a94 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:26:59.469161 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:59.879726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 6694cdaf-778f-4605-b2fb-42e131c24a94, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=6694cdaf-778f-4605-b2fb-42e131c24a94,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:26:59.880096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:26:59.893276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 6694cdaf-778f-4605-b2fb-42e131c24a94 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:26:59.955507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42481ad9-8d93-4b26-b756-5244ae6968fa req-84d7cd44-25c5-4a10-8a25-2bd68c312cb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:26:59.957103 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-42481ad9-8d93-4b26-b756-5244ae6968fa req-84d7cd44-25c5-4a10-8a25-2bd68c312cb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 945 time: 0.0561910 Apr 07 02:27:00.006124 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-42481ad9-8d93-4b26-b756-5244ae6968fa req-cc59cac0-c8f6-444c-95b2-828f1d83c68d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=89c0536c-281d-4722-a54b-8d2463f23a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433774 Apr 07 02:27:00.078885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6694cdaf-778f-4605-b2fb-42e131c24a94), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:00.109031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=6694cdaf-778f-4605-b2fb-42e131c24a94,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:00.133712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.134084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.134441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.134795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.135235 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.135583 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.135923 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.136262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.136600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.136963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.137302 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.137639 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.137976 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.138309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.138640 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:00.162150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] No DVR routers for this DVR port 6694cdaf-778f-4605-b2fb-42e131c24a94 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:27:00.164633 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:00.167971 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e80a558e-7beb-4d32-b6d0-5d5ceb83e66e req-7849d352-cbc7-4570-a36a-0d9f5cca40ff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "DELETE /v2.0/ports/6694cdaf-778f-4605-b2fb-42e131c24a94 HTTP/1.1" status: 204 len: 173 time: 0.7818577 Apr 07 02:27:00.168430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'name': 'network-vif-deleted', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:27:00.170721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ff8d8e-26c0-4fdf-b34e-a2e4e8d6135e" -d '{"events": [{"server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "name": "network-vif-deleted", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:27:00.206525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a40b5-d366-464a-9d41-c26b67f576c6 x-openstack-request-id: req-f16a40b5-d366-464a-9d41-c26b67f576c6 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:27:00.206826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "063af62b-0b19-40c5-b8f9-498396eaa4e0", "name": "network-vif-deleted", "tag": "6694cdaf-778f-4605-b2fb-42e131c24a94", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:27:00.207082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f16a40b5-d366-464a-9d41-c26b67f576c6 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:27:00.207493 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16a40b5-d366-464a-9d41-c26b67f576c6'] response: {'server_uuid': '063af62b-0b19-40c5-b8f9-498396eaa4e0', 'name': 'network-vif-deleted', 'tag': '6694cdaf-778f-4605-b2fb-42e131c24a94', 'status': 'completed', 'code': 200} Apr 07 02:27:01.112505 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f749a10-9cd5-432b-99f5-78d2de1d7bc5 req-451d054d-17d8-4293-8380-f5db1fd10594 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=063af62b-0b19-40c5-b8f9-498396eaa4e0 HTTP/1.1" status: 200 len: 210 time: 0.0277450 Apr 07 02:27:01.427442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b6181dda-82dd-42ef-b12b-dbcbdff87b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:02.181646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59850) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:02.541597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (ec4098d7-70df-4b99-8d31-75fa72c3e08d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:02.593154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:02.796108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 7ef1e558-2d38-4cbc-9b82-4a002c606b17 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:27:02.796374 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:02.887873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 7ef1e558-2d38-4cbc-9b82-4a002c606b17, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7ef1e558-2d38-4cbc-9b82-4a002c606b17,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:02.888245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:02.901003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 7ef1e558-2d38-4cbc-9b82-4a002c606b17 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:27:02.972929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6694cdaf-778f-4605-b2fb-42e131c24a94 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:27:02.992477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 6694cdaf-778f-4605-b2fb-42e131c24a94 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:27:02.992846 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 6694cdaf-778f-4605-b2fb-42e131c24a94 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:27:03.142261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7ef1e558-2d38-4cbc-9b82-4a002c606b17), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:03.169740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=7ef1e558-2d38-4cbc-9b82-4a002c606b17,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:03.345410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (ec4098d7-70df-4b99-8d31-75fa72c3e08d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:03.585001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router ec4098d7-70df-4b99-8d31-75fa72c3e08d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:27:03.692452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:27:03.697527 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-37545318-11d4-47d6-ab52-5ac32c488047 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/ec4098d7-70df-4b99-8d31-75fa72c3e08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148559 Apr 07 02:27:03.700232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59852) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:03.702962 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] Sync routers for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:27:03.712616 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:03.713245 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:03.750858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting subnet 8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:27:03.753863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:03.793578 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:03.888371 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:03.909932 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:04.018860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.053165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.058796 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/subnets/8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1 HTTP/1.1" status: 204 len: 168 time: 0.3552325 Apr 07 02:27:04.058796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f349f-5800-4c0b-8e92-70f67c344c80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Subnet': ['ID=8492a2ae-a4dd-4c2e-b0bb-00314c29a5e1,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:04.062126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59854) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:04.062624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883144c3-7a4e-463b-97fe-4ade29491e4b None None] Network 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:27:04.094747 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:27:03Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:04.122099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.124903 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] Checking router: ec4098d7-70df-4b99-8d31-75fa72c3e08d for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:27:04.133186 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] Routers {'ec4098d7-70df-4b99-8d31-75fa72c3e08d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:04.133878 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:04.173988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (ec4098d7-70df-4b99-8d31-75fa72c3e08d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.237931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] DHCP port deletion for 5e6c39cb-5e4e-4dce-a556-fda5a40cd122 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:27:04.242170 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] Set router ec4098d7-70df-4b99-8d31-75fa72c3e08d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:04.287095 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (ec4098d7-70df-4b99-8d31-75fa72c3e08d), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.292350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Deleting port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:27:04.292787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.362134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] For port 290421db-e90b-42f3-91e8-4b5d6bbc27b1, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=290421db-e90b-42f3-91e8-4b5d6bbc27b1,segment=NetworkSegment(642aa502-97db-49ea-acb0-baf080e3108c),segment_id=642aa502-97db-49ea-acb0-baf080e3108c)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:04.362532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.374801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Calling delete_port for 290421db-e90b-42f3-91e8-4b5d6bbc27b1 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:27:04.386822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port a66aec7b-4ede-439f-90e8-9ea68209d867 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:27:04.387172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.425011 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:27:03Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:04.450867 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af30a37-bc07-4077-a72c-e70ac5a5074d None None] The sync data for ids ['ec4098d7-70df-4b99-8d31-75fa72c3e08d'] in dv-neutron-836863-2-hyperv is: [{'id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145027995', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:25:10Z', 'updated_at': '2022-04-07T02:27:03Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a66aec7b-4ede-439f-90e8-9ea68209d867', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4098d7-70df-4b99-8d31-75fa72c3e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:25:11Z', 'updated_at': '2022-04-07T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:27:04.482755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port a66aec7b-4ede-439f-90e8-9ea68209d867, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a66aec7b-4ede-439f-90e8-9ea68209d867,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:04.483142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.495534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for a66aec7b-4ede-439f-90e8-9ea68209d867 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:27:04.570434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (290421db-e90b-42f3-91e8-4b5d6bbc27b1), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.597888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Pushing event deleted for resources: {'Port': ['ID=290421db-e90b-42f3-91e8-4b5d6bbc27b1,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:04.600164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] No DVR routers for this DVR port 290421db-e90b-42f3-91e8-4b5d6bbc27b1 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:27:04.609581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.609581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.609581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.609581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.610912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.610912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.610912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.610912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.611214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.611551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.611887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.612217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.612545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.612903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.613228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d40bcb3-ce04-4e72-ba55-1c3346897ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:04.730357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a66aec7b-4ede-439f-90e8-9ea68209d867), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.757666 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=a66aec7b-4ede-439f-90e8-9ea68209d867,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:04.817306 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (ec4098d7-70df-4b99-8d31-75fa72c3e08d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.920653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (ec4098d7-70df-4b99-8d31-75fa72c3e08d), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:04.922981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (ec4098d7-70df-4b99-8d31-75fa72c3e08d), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.050487 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (ec4098d7-70df-4b99-8d31-75fa72c3e08d), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.051069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Fanout notify agent at l3_agent the message router_deleted on router ec4098d7-70df-4b99-8d31-75fa72c3e08d {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:27:05.059318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.059318 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6e3e955d-302e-4b36-95c1-50830d260790 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/routers/ec4098d7-70df-4b99-8d31-75fa72c3e08d HTTP/1.1" status: 204 len: 168 time: 0.9986241 Apr 07 02:27:05.061499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59856) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:05.141640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (5e6c39cb-5e4e-4dce-a556-fda5a40cd122), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.231029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (5e6c39cb-5e4e-4dce-a556-fda5a40cd122), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.252429 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e6c39cb-5e4e-4dce-a556-fda5a40cd122']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:05.261594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642aa502-97db-49ea-acb0-baf080e3108c') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:05.264899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642aa502-97db-49ea-acb0-baf080e3108c') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:05.271044 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (642aa502-97db-49ea-acb0-baf080e3108c), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.283877 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (642aa502-97db-49ea-acb0-baf080e3108c), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.289559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:27:05.289946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (642aa502-97db-49ea-acb0-baf080e3108c), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:27:05.292793 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:27:05.347653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.433229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (5e6c39cb-5e4e-4dce-a556-fda5a40cd122), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.442698 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.443741 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/networks/5e6c39cb-5e4e-4dce-a556-fda5a40cd122 HTTP/1.1" status: 204 len: 168 time: 0.3813028 Apr 07 02:27:05.446538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59858) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:05.455271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238ffee-b8d9-4a8c-a576-fbce390f3020 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Network': ['ID=5e6c39cb-5e4e-4dce-a556-fda5a40cd122,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:05.506736 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d66181a3-94e0-4a3c-89b6-106a08d82262 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (89c0536c-281d-4722-a54b-8d2463f23a6c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.538947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d66181a3-94e0-4a3c-89b6-106a08d82262 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (89c0536c-281d-4722-a54b-8d2463f23a6c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.561886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7ef1e558-2d38-4cbc-9b82-4a002c606b17 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:27:05.582065 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7ef1e558-2d38-4cbc-9b82-4a002c606b17 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:27:05.582421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7ef1e558-2d38-4cbc-9b82-4a002c606b17 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:27:05.582841 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a66aec7b-4ede-439f-90e8-9ea68209d867 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:27:05.601951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a66aec7b-4ede-439f-90e8-9ea68209d867 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:27:05.602309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a66aec7b-4ede-439f-90e8-9ea68209d867 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:27:05.602722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 290421db-e90b-42f3-91e8-4b5d6bbc27b1 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:27:05.623998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 290421db-e90b-42f3-91e8-4b5d6bbc27b1 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:27:05.624348 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 290421db-e90b-42f3-91e8-4b5d6bbc27b1 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:27:05.644853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d66181a3-94e0-4a3c-89b6-106a08d82262 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (89c0536c-281d-4722-a54b-8d2463f23a6c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.647465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d66181a3-94e0-4a3c-89b6-106a08d82262 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:05.648705 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d66181a3-94e0-4a3c-89b6-106a08d82262 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/security-groups/89c0536c-281d-4722-a54b-8d2463f23a6c HTTP/1.1" status: 204 len: 168 time: 0.2011318 Apr 07 02:27:05.658784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66181a3-94e0-4a3c-89b6-106a08d82262 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c0536c-281d-4722-a54b-8d2463f23a6c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:06.158848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59864) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:06.163540 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-768468565', 'description': 'tempest-secgroup-smoke-768468565 description', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:06.238755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.303509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (1f6a2f0d-0371-4c22-8ef5-611c94f5438b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.370353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1f6a2f0d-0371-4c22-8ef5-611c94f5438b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.399523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6a2f0d-0371-4c22-8ef5-611c94f5438b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:06.463434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.465024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fa3053cb-c967-4de5-81ab-8d0fe5e53863 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3050878 Apr 07 02:27:06.467745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59866) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:06.472198 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '1f6a2f0d-0371-4c22-8ef5-611c94f5438b', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:06.545755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (bdd53fd0-eabd-45bf-b387-e7976f7dc6ed), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.600661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (bdd53fd0-eabd-45bf-b387-e7976f7dc6ed), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.678574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (bdd53fd0-eabd-45bf-b387-e7976f7dc6ed), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.696506 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd53fd0-eabd-45bf-b387-e7976f7dc6ed,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:06.755356 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.756618 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-cfb5085c-c451-4441-bce0-b3153998d25d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2879293 Apr 07 02:27:06.759370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59868) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:06.763761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '1f6a2f0d-0371-4c22-8ef5-611c94f5438b', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:06.855750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (a822f3ca-bb51-4a44-999c-033bd12bf7ab), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.915594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (a822f3ca-bb51-4a44-999c-033bd12bf7ab), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.953257 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (a822f3ca-bb51-4a44-999c-033bd12bf7ab), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:06.970707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a822f3ca-bb51-4a44-999c-033bd12bf7ab,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:07.023655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.024890 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6253a9ef-03f2-4038-8ced-fb87e6fc88c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2645473 Apr 07 02:27:07.027574 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59870) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:07.032289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '1f6a2f0d-0371-4c22-8ef5-611c94f5438b', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:07.100486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (2fd10cd8-7e86-4d73-8f69-aa712915888b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.156369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (2fd10cd8-7e86-4d73-8f69-aa712915888b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.198825 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2fd10cd8-7e86-4d73-8f69-aa712915888b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.216527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd10cd8-7e86-4d73-8f69-aa712915888b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:07.275318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.276553 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b374fa37-e4ea-47c1-9753-1b825ad963e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2480571 Apr 07 02:27:07.279366 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59872) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:07.284311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '1f6a2f0d-0371-4c22-8ef5-611c94f5438b', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:07.380559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (41d9b953-5230-410c-b196-2b22ad1a06c5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.437380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (41d9b953-5230-410c-b196-2b22ad1a06c5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.518479 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (41d9b953-5230-410c-b196-2b22ad1a06c5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.536721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d9b953-5230-410c-b196-2b22ad1a06c5,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:07.623604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.624916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c5b25e4c-33ae-4887-820a-3fe379260e3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3445842 Apr 07 02:27:07.627689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59874) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:07.631902 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '1f6a2f0d-0371-4c22-8ef5-611c94f5438b', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:07.718761 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:27:07.723457 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (e4eb0f4f-61b3-4253-abfe-b048bd050164), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.782310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (e4eb0f4f-61b3-4253-abfe-b048bd050164), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.828890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (e4eb0f4f-61b3-4253-abfe-b048bd050164), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.849014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eb0f4f-61b3-4253-abfe-b048bd050164,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:07.893240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:07.894511 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a1268fdf-a07a-47e3-a666-29e2c7e57bc0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2658827 Apr 07 02:27:07.897315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59876) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:07.901632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '1f6a2f0d-0371-4c22-8ef5-611c94f5438b', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:07.976307 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:27:07.981093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (7f34e488-c554-4412-bd59-c471e98b52d3), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.038468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (7f34e488-c554-4412-bd59-c471e98b52d3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.101907 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (7f34e488-c554-4412-bd59-c471e98b52d3), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.119340 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f34e488-c554-4412-bd59-c471e98b52d3,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:08.201422 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.202703 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3c81f192-2587-4abe-9a4e-55d3cdfbdf3d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3044295 Apr 07 02:27:08.205567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59878) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:08.210328 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'network': {'name': 'tempest-network-smoke--277145487', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:08.296277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:27:08.300064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.323217 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:27:08.332137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6970afba-0774-43f3-855b-0877ba751f01), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.332480 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Added segment 6970afba-0774-43f3-855b-0877ba751f01 of type vlan for network dec2af12-680d-4670-ba66-e2567abf1bb8 Apr 07 02:27:08.370659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (dec2af12-680d-4670-ba66-e2567abf1bb8), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.450541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (dec2af12-680d-4670-ba66-e2567abf1bb8), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.455763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:08.456361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.527332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Network': ['ID=dec2af12-680d-4670-ba66-e2567abf1bb8,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:08.537931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network dec2af12-680d-4670-ba66-e2567abf1bb8 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:27:08.607352 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-94cc1aad-f5da-4015-a9f6-3afc582fb061 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4007611 Apr 07 02:27:08.610630 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59880) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:08.615048 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'admin_state_up': True, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:08.701938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.703002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.755020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:08.963491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:09.217423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:09.235335 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:09.333595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.65 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:27:09.434295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:09.553750 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:09.593883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:27:09.596875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:09.599264 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:27:09.625687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:09.908996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:10.105784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:10.301913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:27:10.409247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:27:10.419076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Sync routers for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:27:10.428615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:10.431860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:10.480995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:10.482357 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9c683570-160f-4473-b6e8-9ba3172aaec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8707311 Apr 07 02:27:10.485538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59882) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:10.522720 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fb6c0699-ab52-4db7-829b-b0650971f242 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4add1a62bb3c45c4b9d4bf8ad279c996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336528 Apr 07 02:27:10.522997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59884) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:10.544903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:10.672492 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f0977-9791-49c8-825f-4730f2a41040 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:10.674136 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fb7f0977-9791-49c8-825f-4730f2a41040 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1501894 Apr 07 02:27:10.676921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59886) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:10.709610 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-56ff0fd9-8fd7-499a-8ca0-e07cc003b07b tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316401 Apr 07 02:27:10.712019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59888) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:10.716853 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-982790037', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:10.720503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:09Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:10.747806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Checking router: dffe66bd-b1c6-41a2-ad0e-208d9c648cfe for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:27:10.748166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Updating router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:27:10.786025 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.055592 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Publish callbacks [] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.124686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.172295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Attempting to bind port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:27:11.174198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Attempting to bind port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:27:11.174198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Attempting to bind port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:27:11.181642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:27:11.182020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:27:11.182421 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.182816 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:27:11.183277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Bound port: a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:27:11.183660 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.185975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57a919-3f58-4bb8-966c-d8b98d260a56 None None] Pushing event updated for resources: {'Port': ['ID=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:11.221731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:27:11.225289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.238334 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] For port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:27:11.241306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] For port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:27:11.308417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.360770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:11.361415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:11.402958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57a919-3f58-4bb8-966c-d8b98d260a56 None None] Pushing event updated for resources: {'Port': ['ID=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:11.462446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (08d8a227-efa3-4793-8b47-79f0ed90d178), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.478572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:11.513147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Subnet': ['ID=08d8a227-efa3-4793-8b47-79f0ed90d178,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:11.549354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Checking segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:27:11.549729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network hostable DHCP agents. Network: dec2af12-680d-4670-ba66-e2567abf1bb8, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:27:11.610324 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network dec2af12-680d-4670-ba66-e2567abf1bb8 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:27:11.658188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:09Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:11.662118 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, dec2af12-680d-4670-ba66-e2567abf1bb8) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:11.671306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:11.675392 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.699066 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0184173-b14b-4d2a-b940-eed77c0ad887 None None] Network dec2af12-680d-4670-ba66-e2567abf1bb8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:27:11.701528 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e41e0d-f878-4e16-bc8c-be5596207cfd None None] The sync data for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv is: [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:09Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:27:11.751427 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eadbe12f-4275-4022-bc5d-cb7d498261dc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0383358 Apr 07 02:27:11.754200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59890) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:11.807218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-dec2af12-680d-4670-ba66-e2567abf1bb8', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:27:11.808090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:11.967124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Allocated IP 172.20.0.2 (dec2af12-680d-4670-ba66-e2567abf1bb8/08d8a227-efa3-4793-8b47-79f0ed90d178/7fef5570-6f6a-4ff6-b8a2-005604c05a16) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:27:12.267741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.278713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Publish callbacks [] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.320418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.363152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Network dec2af12-680d-4670-ba66-e2567abf1bb8 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:27:12.366128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:12.370688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:27:12.373949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Pushing event updated for resources: {'Port': ['ID=7fef5570-6f6a-4ff6-b8a2-005604c05a16,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:12.433061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Attempting to bind port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:27:12.433785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Attempting to bind port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:27:12.434165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Attempting to bind port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 on network dec2af12-680d-4670-ba66-e2567abf1bb8 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:27:12.440332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:27:12.440722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Checking segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:27:12.441167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.441570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Bound using segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:27:12.442754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Bound port: 7fef5570-6f6a-4ff6-b8a2-005604c05a16, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:27:12.442754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.510924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] For port 7fef5570-6f6a-4ff6-b8a2-005604c05a16, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:27:12.514595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] For port 7fef5570-6f6a-4ff6-b8a2-005604c05a16, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7fef5570-6f6a-4ff6-b8a2-005604c05a16,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:27:12.569537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.1 (dec2af12-680d-4670-ba66-e2567abf1bb8/08d8a227-efa3-4793-8b47-79f0ed90d178/2629d37a-ff6c-4dfe-9d9c-26040a90cbfb) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:27:12.571284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.637172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c1c22-84f2-4574-b972-7d8e88851c71 None None] Pushing event updated for resources: {'Port': ['ID=7fef5570-6f6a-4ff6-b8a2-005604c05a16,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:12.696625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.765577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:12.822718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network dec2af12-680d-4670-ba66-e2567abf1bb8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:27:12.825925 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:12.830982 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:27:12.835671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:12.887507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.071229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.282357 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:27:13.360189 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.399186 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.469860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:13.474834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.575266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network dec2af12-680d-4670-ba66-e2567abf1bb8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:27:13.576690 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:13.590173 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7fef5570-6f6a-4ff6-b8a2-005604c05a16 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:27:13.644386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:13.644789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.697208 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:27:13.725560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:13.725886 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.761034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 7fef5570-6f6a-4ff6-b8a2-005604c05a16, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7fef5570-6f6a-4ff6-b8a2-005604c05a16,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:13.814299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:27:13.828550 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f0d8ddd3-e85c-4222-9041-a3a72364190b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/dffe66bd-b1c6-41a2-ad0e-208d9c648cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0641615 Apr 07 02:27:13.829237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.829237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:27:13.832024 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Sync routers for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:27:13.844648 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:13.845575 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:13.920679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=7fef5570-6f6a-4ff6-b8a2-005604c05a16,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:13.935513 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:13.935974 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:13.970373 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:14.002933 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-6b8b7b1b-8193-422f-9595-a9ef50acb0d2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-768468565&fields=id&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 267 time: 0.0544889 Apr 07 02:27:14.019877 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:14.020434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.043474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:14.075798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fd6154-d122-4ecc-8c3d-eeb9d939d4f6 None None] Network dec2af12-680d-4670-ba66-e2567abf1bb8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:27:14.119333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.132630 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-9e026550-3d42-401b-857c-09838b054b9e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:14.137230 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-9e026550-3d42-401b-857c-09838b054b9e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 796 time: 0.1258337 Apr 07 02:27:14.149612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-ff153367-4b36-4e54-8efc-79b907248fa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/quotas/4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 375 time: 0.0100691 Apr 07 02:27:14.181835 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:13Z', 'revision_number': 2, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:14.186452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-cf6b05ca-435e-4e56-bd55-c079c914c989 None None] Provisioning complete for port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:14.186830 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf6b05ca-435e-4e56-bd55-c079c914c989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.206632 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-bcbde42a-7314-40ca-9f1b-70d323bb0912 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511372 Apr 07 02:27:14.209302 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Checking router: dffe66bd-b1c6-41a2-ad0e-208d9c648cfe for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:27:14.209922 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Updating router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:27:14.239749 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:14.244099 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.311621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-665c5cdb-3a18-4612-a143-5c73495f4f96 service neutron] 10.222.0.25 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919385 Apr 07 02:27:14.325238 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-cf6b05ca-435e-4e56-bd55-c079c914c989 None None] Current status of the port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:14.414447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-c2217e16-3c58-4035-a4db-56eaa71ffe0a service neutron] 10.222.0.25 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953441 Apr 07 02:27:14.525344 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Publish callbacks [] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.547639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b963b2a8-db6c-490a-a71f-c01a1e7c948b None None] Provisioning complete for port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:14.547950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b963b2a8-db6c-490a-a71f-c01a1e7c948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.634088 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.644788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b963b2a8-db6c-490a-a71f-c01a1e7c948b None None] Current status of the port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:14.664230 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cd812f42-df66-4590-acc6-ab2f06f0f211 req-26d553aa-5419-411a-b89f-d4ed8c0c8b15 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 210 time: 0.0338500 Apr 07 02:27:14.665190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b963b2a8-db6c-490a-a71f-c01a1e7c948b None None] Provisioning complete for port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:14.665571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b963b2a8-db6c-490a-a71f-c01a1e7c948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.711569 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Pushing event updated for resources: {'Port': ['ID=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:14.718086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b963b2a8-db6c-490a-a71f-c01a1e7c948b None None] Port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:27:14.722572 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.722915 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.723357 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.723794 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.724348 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.724679 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.725126 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.725467 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.725857 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.726246 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.726684 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.727078 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.727464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.727924 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.728228 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:27:14.786292 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Attempting to bind port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:27:14.786669 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Attempting to bind port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:27:14.787338 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Attempting to bind port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb on network dec2af12-680d-4670-ba66-e2567abf1bb8 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:27:14.793160 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:27:14.793541 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Checking segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:27:14.793947 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.794338 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Bound using segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:27:14.794802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Bound port: 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:27:14.795184 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.842917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b5a68a26-909d-4bd7-879d-6bd56789f9ac None None] Provisioning complete for port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:14.843835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b5a68a26-909d-4bd7-879d-6bd56789f9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.860847 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] For port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:27:14.864582 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] For port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:27:14.881249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b5a68a26-909d-4bd7-879d-6bd56789f9ac None None] Port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:27:14.936566 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:14.997002 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:14.997695 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:15.003086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cdac1-2811-4652-9a3a-1e4980b97825 None None] Pushing event updated for resources: {'Port': ['ID=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:15.019555 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] Provisioning complete for port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:15.020035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.113700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] Current status of the port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:15.114433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.126576 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:15.157802 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] For port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:15.222221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.276544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba697aed-8d27-4a36-be84-37433c50fe42 None None] Pushing event updated for resources: {'Port': ['ID=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:15.344035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-308b606a-775b-4abb-baaf-c4f233d7a12a None None] Provisioning complete for port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:15.344328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-308b606a-775b-4abb-baaf-c4f233d7a12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.427739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-308b606a-775b-4abb-baaf-c4f233d7a12a None None] Current status of the port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:15.472087 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:15.497013 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33eea74-7c73-4ec1-83f0-98b718d169e1 None None] The sync data for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv is: [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:27:15.573327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-17f5450b-93a5-41d5-ab0b-904aa19bb449 None None] Provisioning complete for port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:15.573734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17f5450b-93a5-41d5-ab0b-904aa19bb449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.653694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7fef5570-6f6a-4ff6-b8a2-005604c05a16 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:27:15.703447 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-17f5450b-93a5-41d5-ab0b-904aa19bb449 None None] Current status of the port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:15.727998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:15.728458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.783604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88672b77-7ac8-44ed-b5be-ab811d27521e req-ba03ccfb-8e7b-46de-b1e6-60870c12761e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 210 time: 0.0410762 Apr 07 02:27:15.818209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:15.819298 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:27:15.868851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:15.869265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:15.956005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:16.540125 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-1ce2eab2-8891-4122-b8cf-e1100d0edd62 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:16.541750 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-1ce2eab2-8891-4122-b8cf-e1100d0edd62 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 796 time: 0.1055105 Apr 07 02:27:16.607341 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-f6b64ca5-b27d-4426-8012-6cb8ec73c47a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 379 time: 0.0553033 Apr 07 02:27:16.618868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'port': {'device_id': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'admin_state_up': True, 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'security_groups': ['1f6a2f0d-0371-4c22-8ef5-611c94f5438b']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:16.810000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:27:16.814121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:16.883839 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a9bfe333-6bca-4d9f-8f39-b3594f302a83 req-cdfd8ca9-439d-4079-bfca-31999a7a8d49 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 210 time: 0.0338290 Apr 07 02:27:16.955045 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.13 (dec2af12-680d-4670-ba66-e2567abf1bb8/08d8a227-efa3-4793-8b47-79f0ed90d178/14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:27:17.087559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.176464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.224528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network dec2af12-680d-4670-ba66-e2567abf1bb8 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:27:17.227844 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:17.231536 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:27:17.238093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:17.285171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:17.285795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.361392 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-9895a800-3e62-45d7-b434-c3cc9ba7c006 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7462373 Apr 07 02:27:17.378492 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Request body: {'port': {'device_id': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:17.433732 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6f58b246-e539-46b9-ac13-676b325e8a92 None None] Provisioning complete for port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:17.434295 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6f58b246-e539-46b9-ac13-676b325e8a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.442520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.468216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6f58b246-e539-46b9-ac13-676b325e8a92 None None] Port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:27:17.579734 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:27:17.627907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:17.628282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.711130 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:17.713539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:27:17.721432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Publish callbacks [] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.732985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Transition to ACTIVE for port object 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:27:17.804707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:17.856638 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:17.929524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Attempting to bind port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:27:17.929879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Attempting to bind port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:27:17.930215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Attempting to bind port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c on network dec2af12-680d-4670-ba66-e2567abf1bb8 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:27:17.939122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c on network dec2af12-680d-4670-ba66-e2567abf1bb8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:27:17.939486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Attempting to bind port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c on network dec2af12-680d-4670-ba66-e2567abf1bb8 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:27:17.945050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:27:17.945333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Checking segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:27:17.945977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Bound using segment: {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:27:17.946426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Bound port: 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6970afba-0774-43f3-855b-0877ba751f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:27:17.946792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:18.015092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:27:18.020722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186af8-183e-4f1f-bfe8-187395b37a69 req-4e342595-41ad-413a-90c3-dbf23732fd07 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.021270 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:27:18.021625 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-65186af8-183e-4f1f-bfe8-187395b37a69 req-4e342595-41ad-413a-90c3-dbf23732fd07 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 944 time: 0.0571852 Apr 07 02:27:18.069507 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-65186af8-183e-4f1f-bfe8-187395b37a69 req-fca72cab-4af4-415a-9631-0b07b41346de tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Apr 07 02:27:18.096846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:18.130013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.130642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:18.132088 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] 10.222.0.10 "PUT /v2.0/ports/14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1094 time: 0.7582572 Apr 07 02:27:18.132513 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:27:18.134776 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be604df-2ec5-46c8-94cb-b632bfe1f097" -d '{"events": [{"name": "network-changed", "server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:27:18.160869 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0020ba-c7a4-4d8c-a3ff-4f5518bf6525 service neutron] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:18.174361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c367d9-a2b0-436a-804a-e7adb0e5a176 x-openstack-request-id: req-28c367d9-a2b0-436a-804a-e7adb0e5a176 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:27:18.174361 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:27:18.174593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28c367d9-a2b0-436a-804a-e7adb0e5a176 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:27:18.175008 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c367d9-a2b0-436a-804a-e7adb0e5a176'] response: {'name': 'network-changed', 'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'status': 'completed', 'code': 200} Apr 07 02:27:18.245058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be604df-2ec5-46c8-94cb-b632bfe1f097 req-93521656-fc0c-439d-839c-ce8d07ff582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.246850 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9be604df-2ec5-46c8-94cb-b632bfe1f097 req-93521656-fc0c-439d-839c-ce8d07ff582b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1128 time: 0.0512753 Apr 07 02:27:18.302321 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:18.356632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be604df-2ec5-46c8-94cb-b632bfe1f097 req-14e718a7-30cb-4045-8881-47b064900470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.358144 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9be604df-2ec5-46c8-94cb-b632bfe1f097 req-14e718a7-30cb-4045-8881-47b064900470 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1000464 Apr 07 02:27:18.458867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be604df-2ec5-46c8-94cb-b632bfe1f097 req-368ebfc1-71d7-4c4d-99dd-cd561cb17715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.460274 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-9be604df-2ec5-46c8-94cb-b632bfe1f097 req-368ebfc1-71d7-4c4d-99dd-cd561cb17715 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0932252 Apr 07 02:27:18.545576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-877bdcc6-4607-4b93-8e1d-51698ed7af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.547713 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-877bdcc6-4607-4b93-8e1d-51698ed7af18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1128 time: 0.0447521 Apr 07 02:27:18.592413 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-fa6323cb-28d2-46c6-9f9e-cbb82da54ab4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 217 time: 0.0341644 Apr 07 02:27:18.645852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-a1e00b97-e785-4f70-86ee-5a70f2971e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.647313 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-a1e00b97-e785-4f70-86ee-5a70f2971e1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0459065 Apr 07 02:27:18.698138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa92e70-b097-468e-9f27-da0f7560183f req-88e1beaa-60d7-4467-b1df-464f0286eefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:18.699649 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-88e1beaa-60d7-4467-b1df-464f0286eefe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424485 Apr 07 02:27:18.790184 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-7f7e2376-f1a0-4d19-8b19-a6264a522bb6 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807896 Apr 07 02:27:18.884504 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-caa92e70-b097-468e-9f27-da0f7560183f req-bd4f70ee-1bd5-47c1-a7ab-9fd04ffd756f service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851955 Apr 07 02:27:19.184963 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9929d-43c1-4783-bcf1-8fd1aec7f3ce req-c81aaf1d-a63d-4ace-a3e1-5077c1d4f481 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:19.186438 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dbe9929d-43c1-4783-bcf1-8fd1aec7f3ce req-c81aaf1d-a63d-4ace-a3e1-5077c1d4f481 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 944 time: 0.0510664 Apr 07 02:27:19.233241 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dbe9929d-43c1-4783-bcf1-8fd1aec7f3ce req-8a67d1e9-c594-4c10-b06a-d6420fbe48ad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413196 Apr 07 02:27:20.352998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a8781-f0d0-4581-941f-527a218f8773 req-9d695fc0-77f8-4cfa-a645-8bbf326225fc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:20.354516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f6a8781-f0d0-4581-941f-527a218f8773 req-9d695fc0-77f8-4cfa-a645-8bbf326225fc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 944 time: 0.0550802 Apr 07 02:27:20.402806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f6a8781-f0d0-4581-941f-527a218f8773 req-83878699-3d9a-46e2-b99a-3e907f724e9b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425134 Apr 07 02:27:21.103157 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:27:21.202451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:21.213856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'port_id': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'mac_address': 'fa:16:3e:02:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:27:21.249056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:21.249443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:21.262537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:27:21.282002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:21.358913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:21.407661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:21.518798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fe355e-6ecd-40ed-a778-7cfc5f5522ab req-48b611c9-d57d-4ace-82fc-6e12a1f7bf25 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:21.520293 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40fe355e-6ecd-40ed-a778-7cfc5f5522ab req-48b611c9-d57d-4ace-82fc-6e12a1f7bf25 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 945 time: 0.0524027 Apr 07 02:27:21.568179 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40fe355e-6ecd-40ed-a778-7cfc5f5522ab req-8e5afdc4-84eb-43c7-b6d0-94f48cc0bace tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422568 Apr 07 02:27:21.650796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:27:22.682827 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee4c55b-19be-492a-a5d0-f194a4c83850 req-0a487eee-06e1-4d30-898f-4a1dccfeb879 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:22.684279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cee4c55b-19be-492a-a5d0-f194a4c83850 req-0a487eee-06e1-4d30-898f-4a1dccfeb879 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 945 time: 0.0506480 Apr 07 02:27:22.736653 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cee4c55b-19be-492a-a5d0-f194a4c83850 req-b3ec0d50-a0bc-4ba3-ae5b-f0fbff435895 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463707 Apr 07 02:27:23.128866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:27:23.227276 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:27:23.230858 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:27:23.231237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:23.304993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:27:23.305380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:23.330364 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:27:23.332612 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6423d59c-c986-46ca-8fb2-0a620df3b7d2" -d '{"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-plugged", "status": "completed", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:27:23.347226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:27:23.373687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a6ef03-e53b-4680-87f1-3beca1b598dd x-openstack-request-id: req-d8a6ef03-e53b-4680-87f1-3beca1b598dd {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:27:23.373977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-plugged", "status": "completed", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:27:23.374228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8a6ef03-e53b-4680-87f1-3beca1b598dd {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:27:23.374624 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a6ef03-e53b-4680-87f1-3beca1b598dd'] response: {'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'code': 200} Apr 07 02:27:23.416516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:23.469357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:23.688229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eac841-ddac-4748-ae1c-7a10790a8104 req-3937b41c-9910-42f0-bc52-bf3d2e7032ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:23.689799 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74eac841-ddac-4748-ae1c-7a10790a8104 req-3937b41c-9910-42f0-bc52-bf3d2e7032ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0442371 Apr 07 02:27:23.742015 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74eac841-ddac-4748-ae1c-7a10790a8104 req-8d7d5bef-4737-4f90-b49b-944fb2fd8cd6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423965 Apr 07 02:27:23.854369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a50e2-ca49-43b5-a763-0cce912ed6be req-416a6e48-768a-4c8b-ab7f-e51e50e203ba tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:23.855864 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-302a50e2-ca49-43b5-a763-0cce912ed6be req-416a6e48-768a-4c8b-ab7f-e51e50e203ba tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0519686 Apr 07 02:27:23.903600 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-302a50e2-ca49-43b5-a763-0cce912ed6be req-282731bd-2420-4960-a46b-1d2e9608a6c1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421417 Apr 07 02:27:25.020725 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba57dc-3536-4e57-9c76-f3a61fb9cd93 req-d983b90b-ede7-409c-9b07-5ed8f783ebd3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:25.022244 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-05ba57dc-3536-4e57-9c76-f3a61fb9cd93 req-d983b90b-ede7-409c-9b07-5ed8f783ebd3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0511830 Apr 07 02:27:25.070121 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-05ba57dc-3536-4e57-9c76-f3a61fb9cd93 req-d78123b6-f234-473a-a171-b909bd34d153 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Apr 07 02:27:26.191016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44648fbc-d90a-4a5a-b628-e69428f5fbc5 req-977cab94-8cd2-4106-98c9-5eddae4d2f8b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:26.192441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44648fbc-d90a-4a5a-b628-e69428f5fbc5 req-977cab94-8cd2-4106-98c9-5eddae4d2f8b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0571725 Apr 07 02:27:26.239655 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44648fbc-d90a-4a5a-b628-e69428f5fbc5 req-0307443a-4ddb-4598-8d0b-367c400b5217 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416663 Apr 07 02:27:26.356912 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51133d7-0ea1-45d4-bd17-ffd61d9f6b64 req-707528e8-2300-41f8-be19-a7e30999b355 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:26.358379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d51133d7-0ea1-45d4-bd17-ffd61d9f6b64 req-707528e8-2300-41f8-be19-a7e30999b355 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0516281 Apr 07 02:27:26.406419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d51133d7-0ea1-45d4-bd17-ffd61d9f6b64 req-6c0261dc-815f-434b-b76e-9e629aabdadb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420587 Apr 07 02:27:26.428542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59950) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:26.474684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20f4cd-e308-4114-82be-ac2a3a9b7884 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:26.476115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-db20f4cd-e308-4114-82be-ac2a3a9b7884 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1125 time: 0.0465636 Apr 07 02:27:26.479069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 59952) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:26.483521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:27:26.553307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:26.651714 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:26.752014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.179 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/8b13eb4d-3601-4a13-bb6d-1d6952e689a1) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:27:26.855543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:26.971604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:27.010775 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:27:27.014178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:27:27.018216 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:27:27.043559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=8b13eb4d-3601-4a13-bb6d-1d6952e689a1,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:27.389001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (16d716d1-55a3-494e-930d-c9ee03baf007), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:27.548891 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:27.691673 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:27.758681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:27.826701 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=8b13eb4d-3601-4a13-bb6d-1d6952e689a1,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:27:27.838060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (16d716d1-55a3-494e-930d-c9ee03baf007), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:27.939514 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP 16d716d1-55a3-494e-930d-c9ee03baf007 associated. External IP: 172.26.8.179, port: 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c. Apr 07 02:27:28.472778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:27:28.580256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:27:28.590337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] Sync routers for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:27:28.599885 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:28.600494 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:28.663177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:28.695244 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-61445baf-d0c2-48c3-af9d-b78719c9b6fd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2125852 Apr 07 02:27:28.695244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:27:28.695850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6835e7f2-2ea6-414d-9044-a1336726f3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:27:28.710465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:28.732937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e35cf4-6c7b-46c3-8a3c-b68f5cb7ba68 x-openstack-request-id: req-d6e35cf4-6c7b-46c3-8a3c-b68f5cb7ba68 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:27:28.733242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:27:28.733502 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e35cf4-6c7b-46c3-8a3c-b68f5cb7ba68 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:27:28.733916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e35cf4-6c7b-46c3-8a3c-b68f5cb7ba68'] response: {'name': 'network-changed', 'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'status': 'completed', 'code': 200} Apr 07 02:27:28.805883 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-ac043043-cffb-4401-8803-c5aee913f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:28.806377 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7a211-541d-457e-807e-75442c10e4a0 req-a7f5cfd1-f1f2-480a-9b13-619f1a1d022f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:28.807430 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-ac043043-cffb-4401-8803-c5aee913f94e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0520055 Apr 07 02:27:28.807884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcb7a211-541d-457e-807e-75442c10e4a0 req-a7f5cfd1-f1f2-480a-9b13-619f1a1d022f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0580332 Apr 07 02:27:28.859419 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bcb7a211-541d-457e-807e-75442c10e4a0 req-66612ea5-05d2-412f-a247-dd16755ec048 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Apr 07 02:27:28.882136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59958) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:28.901399 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-719d26ca-d516-42b6-80e0-15b6d6f719a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:28.903022 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-719d26ca-d516-42b6-80e0-15b6d6f719a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.0896032 Apr 07 02:27:28.949907 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b42030e3-a8e8-45cf-8f22-58949a82f5eb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/16d716d1-55a3-494e-930d-c9ee03baf007 HTTP/1.1" status: 200 len: 992 time: 0.0640745 Apr 07 02:27:28.962949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '16d716d1-55a3-494e-930d-c9ee03baf007', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'port_id': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'mac_address': 'fa:16:3e:02:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:27:27Z', 'updated_at': '2022-04-07T02:27:27Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:15Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:28.978929 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-765273b1-3182-4aae-8ff4-38fd256a9504 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1000 time: 0.0695269 Apr 07 02:27:28.993045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] Checking router: dffe66bd-b1c6-41a2-ad0e-208d9c648cfe for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:27:29.008466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:27:29.009109 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:27:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:29.028382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-809453f6-1104-4855-9e25-88f3d2fd8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:29.029978 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-809453f6-1104-4855-9e25-88f3d2fd8f61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0439408 Apr 07 02:27:29.078938 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-23dcf7c5-bf8f-438c-b168-ca3bc9d04df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:29.080492 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-23dcf7c5-bf8f-438c-b168-ca3bc9d04df5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0444894 Apr 07 02:27:29.177962 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-7dca1ed9-c8db-432d-8156-206f8c54607a service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909297 Apr 07 02:27:29.232799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f4ddee11-26ea-4675-bf04-feea57c1c878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:29.260623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:27:29.271478 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6835e7f2-2ea6-414d-9044-a1336726f3a4 req-60ee4b68-23e8-4cbd-a3cb-a445cea7ebf1 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870745 Apr 07 02:27:29.483059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '16d716d1-55a3-494e-930d-c9ee03baf007', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'port_id': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'mac_address': 'fa:16:3e:02:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:27:27Z', 'updated_at': '2022-04-07T02:27:27Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:15Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:27:29.513068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ea6cb5-3bc6-4d14-a67d-a04f0467566a None None] The sync data for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv is: [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '16d716d1-55a3-494e-930d-c9ee03baf007', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'port_id': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'mac_address': 'fa:16:3e:02:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:27:27Z', 'updated_at': '2022-04-07T02:27:27Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:15Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:27:29.691189 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce92b57-e2e5-466a-a571-7f528893d75e None None] New status for floating IP 16d716d1-55a3-494e-930d-c9ee03baf007: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:27:29.954262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59960) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:27:30.016868 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-722cf9cd-9d40-47a8-aa5a-79e780cf1229 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/16d716d1-55a3-494e-930d-c9ee03baf007 HTTP/1.1" status: 200 len: 994 time: 0.0608921 Apr 07 02:27:31.421593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ce0b8440-c48f-4927-8c68-d4c4e79bb491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:32.593057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:34.096369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:35.312888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:48.347309 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:27:50.281025 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:27:54.914605 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-e0833a08-f286-49b5-8037-7c5993660b21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951095 Apr 07 02:27:55.005404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-53de0f66-67d0-4193-a4a8-b63ad02db80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:55.006897 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-53de0f66-67d0-4193-a4a8-b63ad02db80b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0475724 Apr 07 02:27:55.107026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-fab05228-6bbe-4ba4-9782-84b2cf6b2840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:55.108483 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-fab05228-6bbe-4ba4-9782-84b2cf6b2840 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.0828240 Apr 07 02:27:55.176127 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-203c0aa0-42d2-4f16-a66e-8ee3a5f6a424 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1002 time: 0.0611188 Apr 07 02:27:55.225342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-884b38c7-5756-4213-8e31-5e434df18c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:55.226773 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-884b38c7-5756-4213-8e31-5e434df18c23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0442488 Apr 07 02:27:55.273822 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-f55f6cc2-61cc-4ea5-affb-f902bb9ee013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:27:55.275285 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-f55f6cc2-61cc-4ea5-affb-f902bb9ee013 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425713 Apr 07 02:27:55.285914 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-10d6f684-aee2-4773-8b84-9c4b9ae0d170 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:27:55.286846 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-10d6f684-aee2-4773-8b84-9c4b9ae0d170 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053213 Apr 07 02:27:55.379698 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-3862ae7b-35c7-4583-bded-34c021e0b5d4 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859833 Apr 07 02:27:55.467996 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-24015b33-120a-48ca-81d8-5e00bdc846e0 req-d69273ae-e088-4e46-8d44-37e38f86d6a4 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799353 Apr 07 02:27:59.089488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0063d54a-88d8-40f8-a074-5654f80828cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:01.415204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-69facbd3-7fea-4d1c-bb71-6ee6a8cffa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:02.604327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:03.215215 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-4bd3b22d-1894-4628-9a06-10a263381bbc req-52f55031-35f8-4541-93c8-2f239968891e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:28:03.216200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4bd3b22d-1894-4628-9a06-10a263381bbc req-52f55031-35f8-4541-93c8-2f239968891e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063517 Apr 07 02:28:03.540457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ede6b-a4a0-4554-a2f7-a65666bf4a2b req-152b1bcb-5c06-4c93-a4c6-a743ff380d1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:03.542058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cf1ede6b-a4a0-4554-a2f7-a65666bf4a2b req-152b1bcb-5c06-4c93-a4c6-a743ff380d1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0520298 Apr 07 02:28:03.600640 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cf1ede6b-a4a0-4554-a2f7-a65666bf4a2b req-20f31893-977f-4557-9e97-38eb01b06659 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529647 Apr 07 02:28:03.686867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 59984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:28:03.770667 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-c2625765-e11b-4300-b5d8-9be91ca4e45b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826542 Apr 07 02:28:03.778988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-53714347-bb08-4dae-bf8f-f19ef69d8a6e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:28:03.779952 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-53714347-bb08-4dae-bf8f-f19ef69d8a6e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047972 Apr 07 02:28:04.079099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:04.213480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60004) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:28:04.307121 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-eaa9a834-570c-4677-afff-b29abff0b90e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:04.308469 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-eaa9a834-570c-4677-afff-b29abff0b90e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports/14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 943 time: 0.0935082 Apr 07 02:28:04.720837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf282f-88ac-45a3-866c-c4a15d96d26a req-9c3aecef-8bd4-482c-a6cb-32c5564be142 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:04.722357 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-97bf282f-88ac-45a3-866c-c4a15d96d26a req-9c3aecef-8bd4-482c-a6cb-32c5564be142 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0532744 Apr 07 02:28:04.774714 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-97bf282f-88ac-45a3-866c-c4a15d96d26a req-6cdfe246-c550-402e-8cf5-ec079e2c8942 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467093 Apr 07 02:28:05.336089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:05.812778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-9e337847-659f-4d81-8063-5476f954d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:05.814298 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-9e337847-659f-4d81-8063-5476f954d2a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0504148 Apr 07 02:28:05.891435 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428ac86-ec50-4098-b998-18c7d00d5a7e req-5888cba1-9472-4ddf-8741-76cb7f861dce tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:05.896535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9428ac86-ec50-4098-b998-18c7d00d5a7e req-5888cba1-9472-4ddf-8741-76cb7f861dce tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0514846 Apr 07 02:28:05.910568 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-3d204280-9997-4007-b989-9eacebeece82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:05.912052 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-3d204280-9997-4007-b989-9eacebeece82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.0886700 Apr 07 02:28:05.941852 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9428ac86-ec50-4098-b998-18c7d00d5a7e req-2a75b9c3-bd5d-48af-89cf-05f937d796c9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425436 Apr 07 02:28:05.988985 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-405e5e33-7600-46ad-bc5c-ae632e276104 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1002 time: 0.0642171 Apr 07 02:28:06.039992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-4248165e-0bb2-4232-ab53-1f25567d958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:06.041440 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-4248165e-0bb2-4232-ab53-1f25567d958a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0435863 Apr 07 02:28:06.092310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-9e8b298c-17b1-47f7-ae5b-980705e71b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:06.093724 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-9e8b298c-17b1-47f7-ae5b-980705e71b29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0428405 Apr 07 02:28:06.186698 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-f05a6fa9-aea1-4fff-bb86-8b737b795d6b service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834768 Apr 07 02:28:06.279032 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-9ec282d3-b8cb-4069-b44f-46c34a7f5bbf service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829248 Apr 07 02:28:07.063385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585e313-60cb-4bb3-be96-23dd8b06757d req-80c40a81-9283-40f1-b50a-db2a5bb82263 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:07.064915 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7585e313-60cb-4bb3-be96-23dd8b06757d req-80c40a81-9283-40f1-b50a-db2a5bb82263 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0531070 Apr 07 02:28:07.113032 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7585e313-60cb-4bb3-be96-23dd8b06757d req-38eda738-7029-4ad6-b204-b99112e2db1d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Apr 07 02:28:08.526771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e03bb-25a6-43e8-94d6-ca3d2fbb55b6 req-8b77d819-440e-406d-b079-ec309e0e74c0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:08.528154 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c48e03bb-25a6-43e8-94d6-ca3d2fbb55b6 req-8b77d819-440e-406d-b079-ec309e0e74c0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.3500223 Apr 07 02:28:08.574454 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c48e03bb-25a6-43e8-94d6-ca3d2fbb55b6 req-b6839098-d950-4af6-b17f-c9ca378f3435 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407369 Apr 07 02:28:09.689060 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c12bd-678a-4133-b36f-523ebec4728e req-e0dd27e6-67bb-4ab9-9b22-e3233052df11 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:09.690543 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-757c12bd-678a-4133-b36f-523ebec4728e req-e0dd27e6-67bb-4ab9-9b22-e3233052df11 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0514095 Apr 07 02:28:09.738263 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-757c12bd-678a-4133-b36f-523ebec4728e req-0ab0ee54-0316-435a-b86b-ed70e8c8253d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421469 Apr 07 02:28:10.857417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97da82b-0133-415d-8109-ce347a949c70 req-0492835d-6dc6-4bba-a933-4745765dc91a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:10.858890 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c97da82b-0133-415d-8109-ce347a949c70 req-0492835d-6dc6-4bba-a933-4745765dc91a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0543613 Apr 07 02:28:10.906300 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c97da82b-0133-415d-8109-ce347a949c70 req-5a612181-9ce9-41fb-888f-defd7484e082 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412486 Apr 07 02:28:12.025326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1abf0-3ac1-4284-91dc-f99283b2f789 req-0fbec2df-9af4-4abf-8634-d5af2e9787a6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:12.026784 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e1d1abf0-3ac1-4284-91dc-f99283b2f789 req-0fbec2df-9af4-4abf-8634-d5af2e9787a6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0505059 Apr 07 02:28:12.074440 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e1d1abf0-3ac1-4284-91dc-f99283b2f789 req-fbc7039c-8b82-4228-8783-ee5f9129d5c9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 Apr 07 02:28:13.194025 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e5714-e71c-4689-b0af-39f0d1918a76 req-1dadca52-ca75-461c-8180-8dfbfc700004 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:13.195413 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e39e5714-e71c-4689-b0af-39f0d1918a76 req-1dadca52-ca75-461c-8180-8dfbfc700004 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0515501 Apr 07 02:28:13.247014 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e39e5714-e71c-4689-b0af-39f0d1918a76 req-77bd63c6-f71d-472e-9ae9-cb4bb52782ad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460012 Apr 07 02:28:14.363270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f0f30-7ef4-4420-b49d-8ae4ce86490d req-65a062f7-0479-453a-ae23-fe615d373a5c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:14.364772 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-737f0f30-7ef4-4420-b49d-8ae4ce86490d req-65a062f7-0479-453a-ae23-fe615d373a5c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0519741 Apr 07 02:28:14.413166 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-737f0f30-7ef4-4420-b49d-8ae4ce86490d req-e22074d0-747d-4643-871e-83b20783cbc6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426660 Apr 07 02:28:15.527689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4ec5e-4a7a-4e41-b668-993471fc3288 req-e460dbb1-9fbc-4c49-8291-474b35620fa4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:15.529176 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40c4ec5e-4a7a-4e41-b668-993471fc3288 req-e460dbb1-9fbc-4c49-8291-474b35620fa4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0509286 Apr 07 02:28:15.577177 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40c4ec5e-4a7a-4e41-b668-993471fc3288 req-66ecfbff-1ff5-4478-84e0-7775163e3b4f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Apr 07 02:28:16.697010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e79193-6c8b-4e8b-b840-4c182fe88da5 req-ef6d32b1-f033-40c1-84d1-2493f91493f6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:16.698545 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1e79193-6c8b-4e8b-b840-4c182fe88da5 req-ef6d32b1-f033-40c1-84d1-2493f91493f6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0557628 Apr 07 02:28:16.746953 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1e79193-6c8b-4e8b-b840-4c182fe88da5 req-adffdd19-dd00-4977-90ae-2e4c9df84288 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428956 Apr 07 02:28:17.862770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807327ca-0742-4ba2-ba0b-9c9fb52ee842 req-c50c5d8b-b55d-4de4-abbb-4c7f3a436d34 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:17.864254 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-807327ca-0742-4ba2-ba0b-9c9fb52ee842 req-c50c5d8b-b55d-4de4-abbb-4c7f3a436d34 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0515604 Apr 07 02:28:17.915922 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-807327ca-0742-4ba2-ba0b-9c9fb52ee842 req-9064eb4c-866d-4941-a8c1-05e75398e581 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452101 Apr 07 02:28:18.278565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:19.035540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8d891-8539-443d-bee7-4b0e793a73d1 req-1c9872d2-ddc9-4182-9dcd-2a0e1406fa69 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:19.037016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-28a8d891-8539-443d-bee7-4b0e793a73d1 req-1c9872d2-ddc9-4182-9dcd-2a0e1406fa69 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0547576 Apr 07 02:28:19.084554 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-28a8d891-8539-443d-bee7-4b0e793a73d1 req-6a8fd4a7-e2bf-4df2-92dc-bc106f1b6ff8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420520 Apr 07 02:28:20.203520 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c283c-d719-47f8-b34c-1dd41ae05f14 req-2a50c3f7-7a19-49d5-9b66-424f4a6bf8cb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:20.204919 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-540c283c-d719-47f8-b34c-1dd41ae05f14 req-2a50c3f7-7a19-49d5-9b66-424f4a6bf8cb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0506649 Apr 07 02:28:20.301456 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-540c283c-d719-47f8-b34c-1dd41ae05f14 req-76b34a5f-3943-405b-918b-0177b42aa344 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903640 Apr 07 02:28:21.418533 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1f93a-ebc7-4542-9ff1-cff2cc50cbb5 req-accf8302-d9f3-4b6d-8c9e-4fd3b3752b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:21.420021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8fe1f93a-ebc7-4542-9ff1-cff2cc50cbb5 req-accf8302-d9f3-4b6d-8c9e-4fd3b3752b04 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0517890 Apr 07 02:28:21.471737 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8fe1f93a-ebc7-4542-9ff1-cff2cc50cbb5 req-091638e4-6ba1-4d32-a9ff-a98a90fb497d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461087 Apr 07 02:28:22.585820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022211a-7c8d-4a82-abdb-5e572e9ab1f1 req-fad386fd-b166-4153-9b7b-d31e9dd471b8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:22.587266 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e022211a-7c8d-4a82-abdb-5e572e9ab1f1 req-fad386fd-b166-4153-9b7b-d31e9dd471b8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0509391 Apr 07 02:28:22.634650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e022211a-7c8d-4a82-abdb-5e572e9ab1f1 req-61af940a-94ff-4e3c-97f7-0cbb264b6ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415993 Apr 07 02:28:23.477545 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-69bcbd78-33a7-4f64-984f-44d9a3c32148 service neutron] 10.222.0.10 "GET /v2.0/ports/14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c/bindings/hv-neutron-8368 HTTP/1.1" status: 200 len: 384 time: 0.0550830 Apr 07 02:28:23.756184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b64cd-8b0a-426a-97e1-fe9f2bfaf325 req-95fd4647-5e7b-4c33-81e1-9fc1a0566f77 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:23.757604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2b9b64cd-8b0a-426a-97e1-fe9f2bfaf325 req-95fd4647-5e7b-4c33-81e1-9fc1a0566f77 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0529478 Apr 07 02:28:23.805172 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2b9b64cd-8b0a-426a-97e1-fe9f2bfaf325 req-3f5aa560-441b-43a7-8727-20a616727ea7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420041 Apr 07 02:28:23.994425 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-e33b68b9-a447-415f-8e03-84c1f1b641d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:23.995942 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-e33b68b9-a447-415f-8e03-84c1f1b641d0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 1130 time: 0.0485342 Apr 07 02:28:24.061828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-375dfd72-f34c-4826-99b9-68303a817f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:24.063245 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-375dfd72-f34c-4826-99b9-68303a817f84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0425305 Apr 07 02:28:24.151065 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-33fc0f1f-cb05-4cee-b20e-4f190e13e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:24.152579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-33fc0f1f-cb05-4cee-b20e-4f190e13e2f9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.0827751 Apr 07 02:28:24.224546 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-e6313e07-29c8-41cf-be22-571a10e514fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1002 time: 0.0622756 Apr 07 02:28:24.275312 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-d5d04ccc-bd92-4397-baf7-615df06574bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:24.276720 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-d5d04ccc-bd92-4397-baf7-615df06574bc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0430720 Apr 07 02:28:24.326647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-d5ef3272-f62f-43fa-9da6-89c57d51d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:24.328047 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-d5ef3272-f62f-43fa-9da6-89c57d51d42e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427802 Apr 07 02:28:24.422994 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-e3a5c49e-6118-428f-9772-bf555fff1eba service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849860 Apr 07 02:28:24.513527 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-dce39d5b-36b3-42af-9e30-3d909ac27886 req-6f2bd61e-cfbb-486a-84d9-50a35a8893ac service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814223 Apr 07 02:28:24.927710 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec535d73-3503-4d2f-a6d4-15dc9979be22 req-05f924e0-5528-4976-9e06-74a7ba231dcc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:24.929204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ec535d73-3503-4d2f-a6d4-15dc9979be22 req-05f924e0-5528-4976-9e06-74a7ba231dcc tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0564792 Apr 07 02:28:24.977247 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ec535d73-3503-4d2f-a6d4-15dc9979be22 req-bf163b44-d098-40d6-bb7d-dbf611c0bc40 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424623 Apr 07 02:28:25.438261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:28:25.519141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:28:25.519553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:25.541076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:28:25.543296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab3e728-ab9a-4757-a23a-8ef4898f26d6" -d '{"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-unplugged", "status": "completed", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:28:25.555354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:28:25.589604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f9ad9b-e20e-4ee8-84ee-5d1148283ff9 x-openstack-request-id: req-50f9ad9b-e20e-4ee8-84ee-5d1148283ff9 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:28:25.589915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-unplugged", "status": "completed", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:28:25.590410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50f9ad9b-e20e-4ee8-84ee-5d1148283ff9 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:28:25.590816 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f9ad9b-e20e-4ee8-84ee-5d1148283ff9'] response: {'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'code': 200} Apr 07 02:28:25.621469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:25.668403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:28:25.675871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.676266 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.676610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.676971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.677322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.677669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.678009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.678350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.678689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.679029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.679369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.679706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.680042 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.680380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:25.680711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:28:26.094166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9006-50fa-4ab0-bc20-e7dc9820f066 req-ff3ca82d-38ee-4ca0-9c63-6099eb1df76e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:26.095681 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0fdf9006-50fa-4ab0-bc20-e7dc9820f066 req-ff3ca82d-38ee-4ca0-9c63-6099eb1df76e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 944 time: 0.0520773 Apr 07 02:28:26.143605 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0fdf9006-50fa-4ab0-bc20-e7dc9820f066 req-62eea796-9a63-4d1f-b537-f1407c3b68a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Apr 07 02:28:27.267674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15823da-826a-4d0d-a508-0c63576ea251 req-0a347bbc-2432-4ef0-bfec-5f63f49cd3df tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:27.269209 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c15823da-826a-4d0d-a508-0c63576ea251 req-0a347bbc-2432-4ef0-bfec-5f63f49cd3df tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 944 time: 0.0524337 Apr 07 02:28:27.279824 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:28:27.321759 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c15823da-826a-4d0d-a508-0c63576ea251 req-be958615-7b2f-4be0-9751-721a1a87cc77 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467517 Apr 07 02:28:27.453272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:28:27.559374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:28:27.576145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'port_id': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'mac_address': 'fa:16:3e:02:0c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:28:27.609078 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4483709-9ecc-40a4-a4fc-c1ace16b63e7 req-2a1630a3-4c50-4e7b-84ec-99ff3d63be38 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:27.610919 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4483709-9ecc-40a4-a4fc-c1ace16b63e7 req-2a1630a3-4c50-4e7b-84ec-99ff3d63be38 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 944 time: 0.0541134 Apr 07 02:28:27.623191 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:28:27.623586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:27.637752 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:28:27.658037 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:28:27.661077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-b8017c32-0942-4928-bc56-12d71552485e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:27.662584 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-b8017c32-0942-4928-bc56-12d71552485e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&binding%3Ahost_id=hv-neutron-8368 HTTP/1.1" status: 200 len: 944 time: 0.0631218 Apr 07 02:28:27.664747 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d4483709-9ecc-40a4-a4fc-c1ace16b63e7 req-6db585ad-a884-46c8-80e5-5490a77aa689 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475833 Apr 07 02:28:27.707783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:27.755465 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-aef64a12-6de9-4e23-93c5-eec8969ddb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:27.757035 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-aef64a12-6de9-4e23-93c5-eec8969ddb8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1129 time: 0.0494530 Apr 07 02:28:27.766412 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:28:27.782203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:28:27.792162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412b8fe-357e-4e49-bbb9-2184ad963d00 req-a2ab7ea0-d918-4136-935d-6eb8b633ce94 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:27.793744 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9412b8fe-357e-4e49-bbb9-2184ad963d00 req-a2ab7ea0-d918-4136-935d-6eb8b633ce94 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 945 time: 0.0569577 Apr 07 02:28:27.856427 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9412b8fe-357e-4e49-bbb9-2184ad963d00 req-45561cac-04f8-4041-811e-48ebf0f0cbda tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551379 Apr 07 02:28:27.881744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-ad0a7e4a-287e-4d58-9034-c1dc3885e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:27.883406 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-ad0a7e4a-287e-4d58-9034-c1dc3885e40b service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.1027954 Apr 07 02:28:27.954226 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-4e666ad5-931c-4212-aa01-af5ebb4e7479 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1001 time: 0.0637839 Apr 07 02:28:28.002593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-e309c099-b3bb-4572-813a-3c3828454e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:28.003974 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-e309c099-b3bb-4572-813a-3c3828454e6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0437183 Apr 07 02:28:28.051705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-b902dfd4-c4e9-4c9c-a10f-845b4994ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:28.053252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-b902dfd4-c4e9-4c9c-a10f-845b4994ea06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436602 Apr 07 02:28:28.146910 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-97a9c34a-0a15-4801-94b9-9cfea3e52b71 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853443 Apr 07 02:28:28.235564 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6b18c9a0-9867-48df-95e6-c9329eab67dd req-f6d88bad-a05e-4448-adb4-640e4dfa7a3b service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814819 Apr 07 02:28:28.979880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21c10-1d3d-4183-a4b9-83368eeb1d8b req-78c949df-7b2a-43ed-a49c-198ad9bde0b0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:28.981385 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14b21c10-1d3d-4183-a4b9-83368eeb1d8b req-78c949df-7b2a-43ed-a49c-198ad9bde0b0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 945 time: 0.0575376 Apr 07 02:28:29.032445 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14b21c10-1d3d-4183-a4b9-83368eeb1d8b req-66a438b2-789d-4dcb-a5d1-56a0f00bd2a5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454524 Apr 07 02:28:29.051146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6962d049-7505-45aa-a534-6d94aef7fa6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:29.469290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:28:29.520243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:28:29.520627 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:29.595217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:28:29.595610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:29.618249 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:28:29.620486 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e84c6fc-1f1c-4ce7-bdde-050434557eb6" -d '{"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-plugged", "status": "completed", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:28:29.632291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:28:29.656604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f510ab7-b244-4ddf-b6f1-7eec1a395ea5 x-openstack-request-id: req-1f510ab7-b244-4ddf-b6f1-7eec1a395ea5 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:28:29.656925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-plugged", "status": "completed", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:28:29.657207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f510ab7-b244-4ddf-b6f1-7eec1a395ea5 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:28:29.657602 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f510ab7-b244-4ddf-b6f1-7eec1a395ea5'] response: {'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'code': 200} Apr 07 02:28:29.707645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:29.757189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:28:30.150053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb65f3-1aa9-4e10-bdaf-4edd20bac010 req-5a07f928-e588-45a6-96f0-d0bd9ecc774e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:30.151518 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2adb65f3-1aa9-4e10-bdaf-4edd20bac010 req-5a07f928-e588-45a6-96f0-d0bd9ecc774e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0516655 Apr 07 02:28:30.198804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2adb65f3-1aa9-4e10-bdaf-4edd20bac010 req-c452d65a-f7f0-4571-aa11-a0122eb5380f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418105 Apr 07 02:28:30.220589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60078) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:28:30.282976 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e1a996d6-668f-4cdf-b0f0-200cac83f9f2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/16d716d1-55a3-494e-930d-c9ee03baf007 HTTP/1.1" status: 200 len: 994 time: 0.0612311 Apr 07 02:28:31.421745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ae18dc1-72f5-443f-a7aa-e66d4a8983d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:32.621260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:34.106953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:35.335401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:48.324409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:28:55.826222 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-086f7e1c-e09c-434f-8650-df30c3ea3342 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436811 Apr 07 02:28:55.915670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671609-1023-4bf9-8960-b802c37ad89f req-622914f7-34bc-4a88-bee9-67cc7e538750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:55.917206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-622914f7-34bc-4a88-bee9-67cc7e538750 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0487983 Apr 07 02:28:56.019265 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671609-1023-4bf9-8960-b802c37ad89f req-af254110-8da0-4d69-bddd-4be2418487e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:56.020731 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-af254110-8da0-4d69-bddd-4be2418487e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.0829461 Apr 07 02:28:56.090361 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-a70697c3-05cf-441e-87e8-e0d83766c948 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 1002 time: 0.0620720 Apr 07 02:28:56.144283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671609-1023-4bf9-8960-b802c37ad89f req-075d7f8f-24df-4dab-a301-6f95b8c54be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:56.145780 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-075d7f8f-24df-4dab-a301-6f95b8c54be9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0451989 Apr 07 02:28:56.199533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8671609-1023-4bf9-8960-b802c37ad89f req-cc56a133-6997-4e69-82ad-2259d9daddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:28:56.201088 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-cc56a133-6997-4e69-82ad-2259d9daddf7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0490193 Apr 07 02:28:56.292023 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-8f6eae63-d971-4729-b664-7005ba53cc6f service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837975 Apr 07 02:28:56.382653 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f8671609-1023-4bf9-8960-b802c37ad89f req-352af0f8-f158-41e3-ab53-b9cd721abc2c service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812221 Apr 07 02:28:59.077470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-892f8edd-870c-461c-b5cd-855f4dd827f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:00.906012 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60088) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:01.100096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 8b13eb4d-3601-4a13-bb6d-1d6952e689a1 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:29:01.100445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.177361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.177610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.188944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 8b13eb4d-3601-4a13-bb6d-1d6952e689a1 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:29:01.392883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (8b13eb4d-3601-4a13-bb6d-1d6952e689a1), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.415488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-649a5408-00b1-431b-a446-35165c5b53f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.419977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=8b13eb4d-3601-4a13-bb6d-1d6952e689a1,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:01.445597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.445873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.446223 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.446567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.446907 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.447243 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.447577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.447906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.448235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.448564 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.448922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.449253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.449578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.449904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.450229 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:01.489256 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (16d716d1-55a3-494e-930d-c9ee03baf007), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.489589 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP 16d716d1-55a3-494e-930d-c9ee03baf007 disassociated (deleted). External IP: 172.26.8.179, port: 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c. Apr 07 02:29:01.699675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:29:01.857774 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:29:01.862679 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:01.867153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] Sync routers for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:29:01.876420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:01.877087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:01.895853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d0debccc-b7b9-4f11-a3c2-28be0fbef808 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/floatingips/16d716d1-55a3-494e-930d-c9ee03baf007 HTTP/1.1" status: 204 len: 168 time: 0.9887629 Apr 07 02:29:01.896583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:29:01.899403 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3" -d '{"events": [{"name": "network-changed", "server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:29:01.996333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:02.000342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e948075-11db-46d7-9fb4-c9efc1f15eb0 x-openstack-request-id: req-3e948075-11db-46d7-9fb4-c9efc1f15eb0 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:29:02.000880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:29:02.000993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e948075-11db-46d7-9fb4-c9efc1f15eb0 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:29:02.001312 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e948075-11db-46d7-9fb4-c9efc1f15eb0'] response: {'name': 'network-changed', 'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'status': 'completed', 'code': 200} Apr 07 02:29:02.070449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-91bbf552-1a52-4948-b759-d1eef0266f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:02.072730 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-91bbf552-1a52-4948-b759-d1eef0266f16 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 1130 time: 0.0458541 Apr 07 02:29:02.168430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-0ff16593-f4ae-4667-95fd-3fcab4f4ea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:02.170101 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-0ff16593-f4ae-4667-95fd-3fcab4f4ea1e service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 200 len: 896 time: 0.0896742 Apr 07 02:29:02.196679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:15Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:02.218563 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-b36389bb-097c-47ba-b1a5-96e52e2deb53 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 200 len: 217 time: 0.0367813 Apr 07 02:29:02.225551 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] Checking router: dffe66bd-b1c6-41a2-ad0e-208d9c648cfe for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:29:02.233973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:02.234572 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:02.268697 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-a050f53a-a429-46f9-8841-22a086ef7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:02.270693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-a050f53a-a429-46f9-8841-22a086ef7707 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 200 len: 834 time: 0.0504942 Apr 07 02:29:02.324868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-37e50a34-535a-4cfb-b42d-ff76d6e84ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:02.326148 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-37e50a34-535a-4cfb-b42d-ff76d6e84ef6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2af12-680d-4670-ba66-e2567abf1bb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0485013 Apr 07 02:29:02.347794 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:02.405274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c11b4-6e50-49d1-825c-789c330cc5ae req-3735ced8-1955-48e8-aa36-2d0cd5f54db8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:02.406779 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-777c11b4-6e50-49d1-825c-789c330cc5ae req-3735ced8-1955-48e8-aa36-2d0cd5f54db8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0523210 Apr 07 02:29:02.455443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-777c11b4-6e50-49d1-825c-789c330cc5ae req-21165a3b-b804-4129-adc4-feb2a9d68f2f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428572 Apr 07 02:29:02.562087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:15Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:02.584671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c7dab3-e80b-4e55-9c80-30ca6b7dd079 None None] The sync data for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv is: [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:27:12Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2629d37a-ff6c-4dfe-9d9c-26040a90cbfb', 'name': '', 'network_id': 'dec2af12-680d-4670-ba66-e2567abf1bb8', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:5a:1f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:12Z', 'updated_at': '2022-04-07T02:27:15Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '08d8a227-efa3-4793-8b47-79f0ed90d178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:29:02.621775 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:02.797925 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fd1b72-002a-4d46-abc5-1e7c03a64818 None None] New status for floating IP 16d716d1-55a3-494e-930d-c9ee03baf007: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:29:03.627665 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69879301-22b7-4bb9-8f38-99a4caa0f098 req-896147ae-05a3-416d-8178-27433138fc0f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:03.629208 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69879301-22b7-4bb9-8f38-99a4caa0f098 req-896147ae-05a3-416d-8178-27433138fc0f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.1032307 Apr 07 02:29:03.676912 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-69879301-22b7-4bb9-8f38-99a4caa0f098 req-1b47c858-2cab-4a93-8fe2-b4d1dc3696e4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Apr 07 02:29:04.002981 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-ae4b2512-2de5-4af4-b803-6ef49737a5cc service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813432 Apr 07 02:29:04.105880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:04.279099 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:29:04.428014 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e6d1f84f-05e8-47f4-aee6-85df4d7089b3 req-49312550-570a-465f-b4af-4c2fec3c9fce service neutron] 10.222.0.10 "GET /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904465 Apr 07 02:29:04.524041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-5e63af4b-6769-40a6-a36d-7e8eccd73a44 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:04.525596 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-5e63af4b-6769-40a6-a36d-7e8eccd73a44 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0534315 Apr 07 02:29:04.793624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67611ab6-7430-4570-924c-3ff7d991b9fd req-b90d783d-8dc5-40f6-a993-79f695d404d5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:04.795128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-67611ab6-7430-4570-924c-3ff7d991b9fd req-b90d783d-8dc5-40f6-a993-79f695d404d5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 946 time: 0.0518355 Apr 07 02:29:04.820109 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:29:04.820451 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:04.844264 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-67611ab6-7430-4570-924c-3ff7d991b9fd req-88c82728-5b37-4093-813a-edda49158816 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f6a2f0d-0371-4c22-8ef5-611c94f5438b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427537 Apr 07 02:29:04.908462 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:04.908867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:04.921504 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:29:05.089978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:05.118824 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:05.130657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.131020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.131389 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.131731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.132069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.132431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.132780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.133120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.133452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.133778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.134144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.134471 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.134797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.135120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.135449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:05.174605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] No DVR routers for this DVR port 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:29:05.177867 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:05.181290 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f0f9988f-2e96-4ec1-adf9-5648f41554a2 req-261f7339-a622-4520-8670-f37fafe4c700 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "DELETE /v2.0/ports/14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c HTTP/1.1" status: 204 len: 173 time: 0.4554505 Apr 07 02:29:05.181755 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-deleted', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:29:05.184017 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54968852-b3d4-473a-887d-949e5af8e280" -d '{"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-deleted", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:29:05.218478 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39db36f-ff9d-488c-9420-358e1717c9a1 x-openstack-request-id: req-e39db36f-ff9d-488c-9420-358e1717c9a1 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:29:05.218773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37dbaa22-f81f-407d-8937-1d3665daa61c", "name": "network-vif-deleted", "tag": "14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:29:05.219092 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e39db36f-ff9d-488c-9420-358e1717c9a1 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:29:05.219514 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39db36f-ff9d-488c-9420-358e1717c9a1'] response: {'server_uuid': '37dbaa22-f81f-407d-8937-1d3665daa61c', 'name': 'network-vif-deleted', 'tag': '14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c', 'status': 'completed', 'code': 200} Apr 07 02:29:05.323260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:05.951673 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1d008733-161f-4e78-ac53-00d7d221af4e req-b2561759-afb4-4795-af82-25ea708c4980 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=37dbaa22-f81f-407d-8937-1d3665daa61c HTTP/1.1" status: 200 len: 210 time: 0.0310059 Apr 07 02:29:07.017059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60112) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:07.381576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:07.641029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:29:07.641291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:07.729409 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:07.729775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:07.742729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:29:08.004399 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2629d37a-ff6c-4dfe-9d9c-26040a90cbfb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:08.031245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=2629d37a-ff6c-4dfe-9d9c-26040a90cbfb,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:08.209494 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:08.720127 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:29:08.826801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:29:08.831814 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b552a4c1-5a90-4675-bc7c-0bc771f7fd4e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/dffe66bd-b1c6-41a2-ad0e-208d9c648cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8137472 Apr 07 02:29:08.834468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60114) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:08.838136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] Sync routers for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:29:08.848684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:08.849403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:08.884870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting subnet 08d8a227-efa3-4793-8b47-79f0ed90d178 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:29:08.887999 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (08d8a227-efa3-4793-8b47-79f0ed90d178), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:08.928747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (08d8a227-efa3-4793-8b47-79f0ed90d178), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.018807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (08d8a227-efa3-4793-8b47-79f0ed90d178), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.108722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:09.124577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (08d8a227-efa3-4793-8b47-79f0ed90d178), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.153391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Subnet': ['ID=08d8a227-efa3-4793-8b47-79f0ed90d178,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:09.155624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.158871 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f561695a-1995-4c76-9d20-fe6b867ef637 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/subnets/08d8a227-efa3-4793-8b47-79f0ed90d178 HTTP/1.1" status: 204 len: 168 time: 0.3234653 Apr 07 02:29:09.162154 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60116) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:09.172893 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e04e9-322f-4122-98e9-be9b6c693bef None None] Network dec2af12-680d-4670-ba66-e2567abf1bb8 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:29:09.281066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.371258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:29:07Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:09.394411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.400440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] Checking router: dffe66bd-b1c6-41a2-ad0e-208d9c648cfe for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:29:09.408537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] Routers {'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:09.409798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:09.447730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] DHCP port deletion for dec2af12-680d-4670-ba66-e2567abf1bb8 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:29:09.499441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:29:09.499786 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.549945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] Set router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:09.552944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] Deleting port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:29:09.553320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.592587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:09.592994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.605573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:29:09.616399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:29:09.707515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7fef5570-6f6a-4ff6-b8a2-005604c05a16 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:29:09.709195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:29:09.709535 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 14ca0b6b-bbe7-4921-bdf9-76a3d2401e7c not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:29:09.762692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] For port 7fef5570-6f6a-4ff6-b8a2-005604c05a16, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7fef5570-6f6a-4ff6-b8a2-005604c05a16,segment=NetworkSegment(6970afba-0774-43f3-855b-0877ba751f01),segment_id=6970afba-0774-43f3-855b-0877ba751f01)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:09.763083 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.783690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] Calling delete_port for 7fef5570-6f6a-4ff6-b8a2-005604c05a16 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:29:09.816507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.840992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:09.906450 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.926013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:09.926593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:09.970512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:29:07Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:09.997102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a0058d-c1b9-4914-9fd6-489c603ba29f None None] The sync data for ids ['dffe66bd-b1c6-41a2-ad0e-208d9c648cfe'] in dv-neutron-836863-2-hyperv is: [{'id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723034403', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65'}], 'enable_snat': True}, 'gw_port_id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:27:08Z', 'updated_at': '2022-04-07T02:29:07Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dffe66bd-b1c6-41a2-ad0e-208d9c648cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:27:09Z', 'updated_at': '2022-04-07T02:27:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:29:10.001028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.004015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.034300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (7fef5570-6f6a-4ff6-b8a2-005604c05a16), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.081492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] Pushing event deleted for resources: {'Port': ['ID=7fef5570-6f6a-4ff6-b8a2-005604c05a16,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:10.083505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d8af8-46e2-49d5-b233-091e441baba8 None None] No DVR routers for this DVR port 7fef5570-6f6a-4ff6-b8a2-005604c05a16 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:29:10.101542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (dffe66bd-b1c6-41a2-ad0e-208d9c648cfe), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.102133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Fanout notify agent at l3_agent the message router_deleted on router dffe66bd-b1c6-41a2-ad0e-208d9c648cfe {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:29:10.109178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.110318 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ce4a7a95-7e26-49d1-a7d1-a96bf2f44c76 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/routers/dffe66bd-b1c6-41a2-ad0e-208d9c648cfe HTTP/1.1" status: 204 len: 168 time: 0.9467533 Apr 07 02:29:10.113467 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60118) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:10.188519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (dec2af12-680d-4670-ba66-e2567abf1bb8), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.274759 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (dec2af12-680d-4670-ba66-e2567abf1bb8), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.293941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec2af12-680d-4670-ba66-e2567abf1bb8']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:10.303277 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6970afba-0774-43f3-855b-0877ba751f01') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:10.303578 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6970afba-0774-43f3-855b-0877ba751f01') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:10.312597 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (6970afba-0774-43f3-855b-0877ba751f01), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.326013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (6970afba-0774-43f3-855b-0877ba751f01), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.331671 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:29:10.332004 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (6970afba-0774-43f3-855b-0877ba751f01), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:29:10.337322 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:29:10.467268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (dec2af12-680d-4670-ba66-e2567abf1bb8), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.474781 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.477516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/networks/dec2af12-680d-4670-ba66-e2567abf1bb8 HTTP/1.1" status: 204 len: 168 time: 0.3630571 Apr 07 02:29:10.480233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60120) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:10.489332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb155d-c1ec-4f56-b4f6-1d391d21dcb0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Network': ['ID=dec2af12-680d-4670-ba66-e2567abf1bb8,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:10.537945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f4abfa-7d25-43b4-b518-ad80e4489308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (1f6a2f0d-0371-4c22-8ef5-611c94f5438b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.563572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f4abfa-7d25-43b4-b518-ad80e4489308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (1f6a2f0d-0371-4c22-8ef5-611c94f5438b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.678524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f4abfa-7d25-43b4-b518-ad80e4489308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (1f6a2f0d-0371-4c22-8ef5-611c94f5438b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.681240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d7f4abfa-7d25-43b4-b518-ad80e4489308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:10.682494 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d7f4abfa-7d25-43b4-b518-ad80e4489308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f6a2f0d-0371-4c22-8ef5-611c94f5438b HTTP/1.1" status: 204 len: 168 time: 0.2012284 Apr 07 02:29:10.692680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4abfa-7d25-43b4-b518-ad80e4489308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6a2f0d-0371-4c22-8ef5-611c94f5438b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:11.041027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60126) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:11.045656 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1267985245', 'description': 'tempest-secgroup-smoke-1267985245 description', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:11.130075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.195868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (82819fbb-9507-4cb2-8a8a-96ae00c26366), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.249917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (82819fbb-9507-4cb2-8a8a-96ae00c26366), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.278383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82819fbb-9507-4cb2-8a8a-96ae00c26366,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:11.312531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.313854 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-29a78584-83b1-4b53-be04-009d1b5ce5af tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2717960 Apr 07 02:29:11.318663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60128) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:11.320889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '82819fbb-9507-4cb2-8a8a-96ae00c26366', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:11.391854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (6b87eb3a-86b0-41bc-92aa-a8cc0f92a636), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.449818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (6b87eb3a-86b0-41bc-92aa-a8cc0f92a636), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.495313 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (6b87eb3a-86b0-41bc-92aa-a8cc0f92a636), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.513327 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b87eb3a-86b0-41bc-92aa-a8cc0f92a636,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:11.594841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.596102 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-063dc391-3de8-4e08-b2e1-b9e7995eb1e1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2785168 Apr 07 02:29:11.599467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60130) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:11.603829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '82819fbb-9507-4cb2-8a8a-96ae00c26366', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:11.615378 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:29:11.636838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:29:11.637205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2629d37a-ff6c-4dfe-9d9c-26040a90cbfb not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:29:11.637626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:29:11.656570 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:29:11.656962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a27d86d9-b7e7-4cdf-b1fc-7aa4e9aec427 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:29:11.706606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (40c78569-07d8-425a-a562-cd7e8b736377), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.761211 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (40c78569-07d8-425a-a562-cd7e8b736377), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.826674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (40c78569-07d8-425a-a562-cd7e8b736377), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.845233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c78569-07d8-425a-a562-cd7e8b736377,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:11.937713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:11.938990 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-558686a1-1950-45e5-9ec1-115b3baf7b35 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385537 Apr 07 02:29:11.942215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60132) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:11.946537 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '82819fbb-9507-4cb2-8a8a-96ae00c26366', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:12.025901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (f9458606-7762-40ed-830a-e70a66e63733), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.081311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (f9458606-7762-40ed-830a-e70a66e63733), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.141028 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f9458606-7762-40ed-830a-e70a66e63733), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.159292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9458606-7762-40ed-830a-e70a66e63733,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:12.211832 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.213080 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-7468475f-f287-43dc-b46a-e9baf6b438d6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699056 Apr 07 02:29:12.215678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60134) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:12.220135 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '82819fbb-9507-4cb2-8a8a-96ae00c26366', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:12.294910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (2b765a9b-17ba-4e62-8d44-33693d93730c), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.353661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (2b765a9b-17ba-4e62-8d44-33693d93730c), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.392698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2b765a9b-17ba-4e62-8d44-33693d93730c), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.411241 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b765a9b-17ba-4e62-8d44-33693d93730c,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:12.469282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.470502 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-53ffb4ca-8ff4-4ad8-b7d8-29d65499e6c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2536609 Apr 07 02:29:12.473649 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60136) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:12.477948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '82819fbb-9507-4cb2-8a8a-96ae00c26366', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:12.558864 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:29:12.563919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (c659d72e-9963-461b-86de-2c826f7e8329), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.620905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (c659d72e-9963-461b-86de-2c826f7e8329), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.689859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (c659d72e-9963-461b-86de-2c826f7e8329), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.706983 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c659d72e-9963-461b-86de-2c826f7e8329,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:12.777932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.779143 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6bbdb7fc-514c-4550-ad04-c70afa3f218e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3045440 Apr 07 02:29:12.781995 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60138) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:12.786913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '82819fbb-9507-4cb2-8a8a-96ae00c26366', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:12.901326 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:29:12.906771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (72188fc5-0c20-4dbb-a260-63f9e9d53eef), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:12.966764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (72188fc5-0c20-4dbb-a260-63f9e9d53eef), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.020917 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (72188fc5-0c20-4dbb-a260-63f9e9d53eef), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.039424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72188fc5-0c20-4dbb-a260-63f9e9d53eef,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:13.091871 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.093176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-195ec063-89a7-4036-951f-26277e8befd1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3102424 Apr 07 02:29:13.095918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60140) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:13.101387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'network': {'name': 'tempest-network-smoke--949889785', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:13.181282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:29:13.184521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.207918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:29:13.216634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (89250a2b-1678-4106-befb-bfd9fe4ee1d0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.219257 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Added segment 89250a2b-1678-4106-befb-bfd9fe4ee1d0 of type vlan for network 76b25458-26cb-4e04-91df-d55a44c0293e Apr 07 02:29:13.261481 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (76b25458-26cb-4e04-91df-d55a44c0293e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.341594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (76b25458-26cb-4e04-91df-d55a44c0293e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.346556 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:13.347148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.411195 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Network': ['ID=76b25458-26cb-4e04-91df-d55a44c0293e,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:13.421706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 76b25458-26cb-4e04-91df-d55a44c0293e details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:29:13.441896 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-80b0fb03-4285-4576-ae84-382260330c53 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3441956 Apr 07 02:29:13.444482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60142) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:13.448791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'admin_state_up': True, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:13.537663 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (a710983f-97ee-4fdf-81ab-dac84490e492), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.538774 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (a710983f-97ee-4fdf-81ab-dac84490e492), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.597139 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (a710983f-97ee-4fdf-81ab-dac84490e492), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:13.777082 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (a710983f-97ee-4fdf-81ab-dac84490e492), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:14.041689 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (a710983f-97ee-4fdf-81ab-dac84490e492), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:14.060034 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:14.162394 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.205 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/a6d17e28-7b72-4347-a26e-8129a0cf802b) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:29:14.264001 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:14.358411 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:14.398077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:29:14.403150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:14.405547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:29:14.435420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=a6d17e28-7b72-4347-a26e-8129a0cf802b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:15.024717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (a710983f-97ee-4fdf-81ab-dac84490e492), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:15.234577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (a710983f-97ee-4fdf-81ab-dac84490e492), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:15.415127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router a710983f-97ee-4fdf-81ab-dac84490e492 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:29:15.527827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:29:15.537877 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Sync routers for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:29:15.547072 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:15.548884 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:15.583999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:15.585311 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b2eb598b-76db-4385-a90d-0d3ab4de3aa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1398389 Apr 07 02:29:15.588482 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60144) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:15.653562 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:15.657759 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d633b2fe-a430-41ad-bd86-cca8bb9be13b tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4add1a62bb3c45c4b9d4bf8ad279c996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0681865 Apr 07 02:29:15.660403 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60148) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:15.745194 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeff4a50-61a5-43e2-a9f4-50f4ec29b93b tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:15.746703 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-eeff4a50-61a5-43e2-a9f4-50f4ec29b93b tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853751 Apr 07 02:29:15.749687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60150) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:15.782086 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9f605ec1-0f0f-4991-a720-7b1d99fa528c tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312595 Apr 07 02:29:15.784615 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60152) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:15.789325 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758689781', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:15.826566 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:14Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:15.852352 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Checking router: a710983f-97ee-4fdf-81ab-dac84490e492 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:29:15.852702 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Updating router a710983f-97ee-4fdf-81ab-dac84490e492 port a6d17e28-7b72-4347-a26e-8129a0cf802b binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:29:15.884745 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:15.924326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:29:15.928352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.128232 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Publish callbacks [] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.170439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (b750539f-e36e-476d-b58b-5c88c6c28f34), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.198635 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.236326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Subnet': ['ID=b750539f-e36e-476d-b58b-5c88c6c28f34,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:16.245003 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Checking segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:29:16.245595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network hostable DHCP agents. Network: 76b25458-26cb-4e04-91df-d55a44c0293e, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:29:16.250210 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Attempting to bind port a6d17e28-7b72-4347-a26e-8129a0cf802b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:29:16.250577 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Attempting to bind port a6d17e28-7b72-4347-a26e-8129a0cf802b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:29:16.250946 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Attempting to bind port a6d17e28-7b72-4347-a26e-8129a0cf802b on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:29:16.256314 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Pushing event updated for resources: {'Port': ['ID=a6d17e28-7b72-4347-a26e-8129a0cf802b,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:16.263901 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:29:16.264274 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:29:16.264670 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.265086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:29:16.265576 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Bound port: a6d17e28-7b72-4347-a26e-8129a0cf802b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:29:16.265943 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.269051 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.269392 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.269728 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.270058 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.270398 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.270711 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.271032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.271372 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.271748 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.272073 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.272395 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.272718 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.274660 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.274660 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.274660 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:16.326102 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] For port a6d17e28-7b72-4347-a26e-8129a0cf802b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:29:16.329101 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] For port a6d17e28-7b72-4347-a26e-8129a0cf802b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a6d17e28-7b72-4347-a26e-8129a0cf802b,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:29:16.329811 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 76b25458-26cb-4e04-91df-d55a44c0293e is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:29:16.398462 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.403937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 76b25458-26cb-4e04-91df-d55a44c0293e) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:16.407999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:16.408606 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.415020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75efb1be-c3c2-467d-84b7-c9741d947fc8 None None] Network 76b25458-26cb-4e04-91df-d55a44c0293e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:29:16.476252 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5b8be3aa-d3d9-4be0-8aec-06123073a898 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6905596 Apr 07 02:29:16.479329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60154) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:16.526962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-76b25458-26cb-4e04-91df-d55a44c0293e', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:29:16.528464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.544919 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987687c-a7b4-4150-bd52-ce0b5741ed08 None None] Pushing event updated for resources: {'Port': ['ID=a6d17e28-7b72-4347-a26e-8129a0cf802b,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:16.553891 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:16.554517 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:16.660770 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:16.670522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Allocated IP 172.20.0.2 (76b25458-26cb-4e04-91df-d55a44c0293e/b750539f-e36e-476d-b58b-5c88c6c28f34/09c3d24d-016e-43b9-8860-1571c6bcdab6) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:29:16.818622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Publish callbacks [] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.841308 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:14Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:16.870618 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a538246-0932-42d1-9325-d2d4b13f6d6b None None] The sync data for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv is: [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:14Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:29:16.895606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.932594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:16.939136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Network 76b25458-26cb-4e04-91df-d55a44c0293e is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:29:16.946126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:16.949889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:29:16.956950 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Pushing event updated for resources: {'Port': ['ID=09c3d24d-016e-43b9-8860-1571c6bcdab6,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:17.012616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Attempting to bind port 09c3d24d-016e-43b9-8860-1571c6bcdab6 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:29:17.013063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Attempting to bind port 09c3d24d-016e-43b9-8860-1571c6bcdab6 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:29:17.013436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Attempting to bind port 09c3d24d-016e-43b9-8860-1571c6bcdab6 on network 76b25458-26cb-4e04-91df-d55a44c0293e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:29:17.018807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:29:17.019190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Checking segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:29:17.019599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.019999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Bound using segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:29:17.020474 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Bound port: 09c3d24d-016e-43b9-8860-1571c6bcdab6, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:29:17.020922 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.084593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] For port 09c3d24d-016e-43b9-8860-1571c6bcdab6, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:29:17.087911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] For port 09c3d24d-016e-43b9-8860-1571c6bcdab6, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=09c3d24d-016e-43b9-8860-1571c6bcdab6,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:29:17.187679 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.252048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.1 (76b25458-26cb-4e04-91df-d55a44c0293e/b750539f-e36e-476d-b58b-5c88c6c28f34/fe4adc78-fee2-4091-a260-e98f63a2f7b5) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:29:17.275403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bade44-0f45-42ac-a9e0-d8868de85b0a None None] Pushing event updated for resources: {'Port': ['ID=09c3d24d-016e-43b9-8860-1571c6bcdab6,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:17.394738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.484973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.540991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 76b25458-26cb-4e04-91df-d55a44c0293e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:29:17.544736 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:17.547413 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:29:17.575707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=fe4adc78-fee2-4091-a260-e98f63a2f7b5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:17.616592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (a710983f-97ee-4fdf-81ab-dac84490e492), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.687206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09c3d24d-016e-43b9-8860-1571c6bcdab6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:29:17.741134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 09c3d24d-016e-43b9-8860-1571c6bcdab6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:17.741516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.823987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 09c3d24d-016e-43b9-8860-1571c6bcdab6 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:17.824422 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.829343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.864446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 09c3d24d-016e-43b9-8860-1571c6bcdab6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=09c3d24d-016e-43b9-8860-1571c6bcdab6,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:17.929166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:17.929988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a6d17e28-7b72-4347-a26e-8129a0cf802b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:29:18.003780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=09c3d24d-016e-43b9-8860-1571c6bcdab6,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:18.017550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a6d17e28-7b72-4347-a26e-8129a0cf802b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:18.017931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.104578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a6d17e28-7b72-4347-a26e-8129a0cf802b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:18.105169 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.131566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port a6d17e28-7b72-4347-a26e-8129a0cf802b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a6d17e28-7b72-4347-a26e-8129a0cf802b,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:18.134383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.210323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.215453 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.297654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=fe4adc78-fee2-4091-a260-e98f63a2f7b5,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:18.300863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (a710983f-97ee-4fdf-81ab-dac84490e492), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.399699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e950c-5106-452b-a2e1-1812a2e92d93 None None] Network 76b25458-26cb-4e04-91df-d55a44c0293e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:29:18.492047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=a6d17e28-7b72-4347-a26e-8129a0cf802b,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:18.503908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-911fbb5a-3016-4471-8cfc-e75c74aca76e None None] Provisioning complete for port 09c3d24d-016e-43b9-8860-1571c6bcdab6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:18.504286 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-911fbb5a-3016-4471-8cfc-e75c74aca76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.536232 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.628851 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-911fbb5a-3016-4471-8cfc-e75c74aca76e None None] Current status of the port 09c3d24d-016e-43b9-8860-1571c6bcdab6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:18.717177 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 76b25458-26cb-4e04-91df-d55a44c0293e is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:29:18.718998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:18.839915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router a710983f-97ee-4fdf-81ab-dac84490e492 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:29:18.852419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8d879224-ef13-4f6b-beb7-4cb71fe2d8b1 None None] Provisioning complete for port 09c3d24d-016e-43b9-8860-1571c6bcdab6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:18.852419 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8d879224-ef13-4f6b-beb7-4cb71fe2d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.958917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8d879224-ef13-4f6b-beb7-4cb71fe2d8b1 None None] Current status of the port 09c3d24d-016e-43b9-8860-1571c6bcdab6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:18.969977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8d879224-ef13-4f6b-beb7-4cb71fe2d8b1 None None] Provisioning complete for port fe4adc78-fee2-4091-a260-e98f63a2f7b5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:18.970356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8d879224-ef13-4f6b-beb7-4cb71fe2d8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:18.970961 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:29:18.976799 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4ee558c7-91ac-4b53-ab5e-13c69ccd883a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/a710983f-97ee-4fdf-81ab-dac84490e492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962769 Apr 07 02:29:18.997354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Sync routers for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:29:19.019651 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:19.020296 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:19.025469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8d879224-ef13-4f6b-beb7-4cb71fe2d8b1 None None] Port fe4adc78-fee2-4091-a260-e98f63a2f7b5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:29:19.145376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-ab66d9e1-7446-46dd-b07d-52772fb5418a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1267985245&fields=id&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 267 time: 0.0523913 Apr 07 02:29:19.149842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:19.184862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-d8f621fc-080d-4313-bb1b-a69f6ed4e1a2 None None] Provisioning complete for port fe4adc78-fee2-4091-a260-e98f63a2f7b5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:19.185254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d8f621fc-080d-4313-bb1b-a69f6ed4e1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:19.258365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-d8f621fc-080d-4313-bb1b-a69f6ed4e1a2 None None] Port fe4adc78-fee2-4091-a260-e98f63a2f7b5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:29:19.261136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-db342ea0-8538-4f70-beb6-572dda57d866 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:19.264946 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-db342ea0-8538-4f70-beb6-572dda57d866 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 796 time: 0.1118791 Apr 07 02:29:19.277166 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-25c13e71-9cf8-4de5-9740-1d09a55387e8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/quotas/4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 375 time: 0.0092435 Apr 07 02:29:19.332485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-f5893fbb-639e-48d9-b9a6-b56dea569778 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502565 Apr 07 02:29:19.387636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-637c71a9-4a0c-43b1-9511-bcf44ca83a56 None None] Provisioning complete for port fe4adc78-fee2-4091-a260-e98f63a2f7b5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:19.388014 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-637c71a9-4a0c-43b1-9511-bcf44ca83a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:19.429177 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-4ac7a8c7-d331-46d8-b019-7db6752d33fa service neutron] 10.222.0.25 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850918 Apr 07 02:29:19.429398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 2, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:19.432230 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-637c71a9-4a0c-43b1-9511-bcf44ca83a56 None None] Port fe4adc78-fee2-4091-a260-e98f63a2f7b5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:29:19.460696 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Checking router: a710983f-97ee-4fdf-81ab-dac84490e492 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:29:19.461087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Updating router a710983f-97ee-4fdf-81ab-dac84490e492 port fe4adc78-fee2-4091-a260-e98f63a2f7b5 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:29:19.489415 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:19.524841 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-ddf7ad7c-2afb-4145-be2b-30f5748c4552 service neutron] 10.222.0.25 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890884 Apr 07 02:29:19.646389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09c3d24d-016e-43b9-8860-1571c6bcdab6 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:29:19.736464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 09c3d24d-016e-43b9-8860-1571c6bcdab6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:19.736912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:19.792291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb440ad5-4928-48cf-b92f-fbfa92a9981e req-53f19ecc-aabe-4119-806e-decd4b89eaa5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 210 time: 0.0300980 Apr 07 02:29:19.834773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Publish callbacks [] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:19.871605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 09c3d24d-016e-43b9-8860-1571c6bcdab6 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:19.872637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a6d17e28-7b72-4347-a26e-8129a0cf802b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:29:19.907211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:19.967957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c73ce-331a-41fb-9ba9-67373d78c717 None None] Pushing event updated for resources: {'Port': ['ID=fe4adc78-fee2-4091-a260-e98f63a2f7b5,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:19.977481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port a6d17e28-7b72-4347-a26e-8129a0cf802b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:19.977865 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.050778 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Attempting to bind port fe4adc78-fee2-4091-a260-e98f63a2f7b5 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:29:20.054075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Attempting to bind port fe4adc78-fee2-4091-a260-e98f63a2f7b5 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:29:20.054075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Attempting to bind port fe4adc78-fee2-4091-a260-e98f63a2f7b5 on network 76b25458-26cb-4e04-91df-d55a44c0293e {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:29:20.060366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:29:20.060742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Checking segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:29:20.061177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.061577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Bound using segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:29:20.062057 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Bound port: fe4adc78-fee2-4091-a260-e98f63a2f7b5, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:29:20.062444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.159152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port a6d17e28-7b72-4347-a26e-8129a0cf802b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:20.175379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] For port fe4adc78-fee2-4091-a260-e98f63a2f7b5, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:29:20.179064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] For port fe4adc78-fee2-4091-a260-e98f63a2f7b5, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe4adc78-fee2-4091-a260-e98f63a2f7b5,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:29:20.181890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-73578159-e47e-4034-85dd-8c2e4253bf9f None None] Provisioning complete for port fe4adc78-fee2-4091-a260-e98f63a2f7b5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:20.182265 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-73578159-e47e-4034-85dd-8c2e4253bf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.217662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-73578159-e47e-4034-85dd-8c2e4253bf9f None None] Port fe4adc78-fee2-4091-a260-e98f63a2f7b5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:29:20.244291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.300544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:20.301225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:20.345221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c73ce-331a-41fb-9ba9-67373d78c717 None None] Pushing event updated for resources: {'Port': ['ID=fe4adc78-fee2-4091-a260-e98f63a2f7b5,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:20.421746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:20.564781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] Provisioning complete for port fe4adc78-fee2-4091-a260-e98f63a2f7b5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:20.565112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.697041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] Current status of the port fe4adc78-fee2-4091-a260-e98f63a2f7b5 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:20.697437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.714751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:20.747101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac465e-63ff-4de3-9816-9e2853dad73b None None] The sync data for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv is: [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:29:20.763476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] For port fe4adc78-fee2-4091-a260-e98f63a2f7b5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe4adc78-fee2-4091-a260-e98f63a2f7b5,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:20.872962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:20.900685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-16ba6091-e2ab-4769-86bd-ebbe9d662931 req-0f55f397-1db9-4c10-acc0-2cbad7fcb760 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 210 time: 0.0370629 Apr 07 02:29:20.938346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a36747-9dee-4dca-a1da-79d44b140408 None None] Pushing event updated for resources: {'Port': ['ID=fe4adc78-fee2-4091-a260-e98f63a2f7b5,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:21.658663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe4adc78-fee2-4091-a260-e98f63a2f7b5 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:29:21.670225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-c6ade57f-6fd0-4b02-98fa-a121d2f17f10 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:21.671810 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-c6ade57f-6fd0-4b02-98fa-a121d2f17f10 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 796 time: 0.1298726 Apr 07 02:29:21.714863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fe4adc78-fee2-4091-a260-e98f63a2f7b5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:21.715246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:21.751303 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-86e403ad-955b-4d44-a139-fa0317f1a024 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 380 time: 0.0701039 Apr 07 02:29:21.763334 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'port': {'device_id': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'admin_state_up': True, 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'security_groups': ['82819fbb-9507-4cb2-8a8a-96ae00c26366']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:21.809171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fe4adc78-fee2-4091-a260-e98f63a2f7b5 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:21.947155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:29:21.950752 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.012786 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70ac814f-f7dc-4e36-8a14-14c1fa98c86e req-297670fa-7223-4b71-af3e-c13fed5f0dc2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 210 time: 0.0316954 Apr 07 02:29:22.077977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.3 (76b25458-26cb-4e04-91df-d55a44c0293e/b750539f-e36e-476d-b58b-5c88c6c28f34/dd509a6a-c8c7-4187-a59b-6189a80cbc6d) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:29:22.219162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.312930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.359322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 76b25458-26cb-4e04-91df-d55a44c0293e is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:29:22.364610 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:22.367180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:29:22.398146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:22.424815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:22.425438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.515561 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-899a3064-d673-47a8-b0ed-12a5eb4fcdf9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564626 Apr 07 02:29:22.531164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Request body: {'port': {'device_id': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:22.599879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.704336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-bf36de15-4f79-44bd-8c7a-b474ca798d74 None None] Provisioning complete for port dd509a6a-c8c7-4187-a59b-6189a80cbc6d triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:22.705015 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bf36de15-4f79-44bd-8c7a-b474ca798d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.739464 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-bf36de15-4f79-44bd-8c7a-b474ca798d74 None None] Port dd509a6a-c8c7-4187-a59b-6189a80cbc6d cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:29:22.866743 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd509a6a-c8c7-4187-a59b-6189a80cbc6d {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:29:22.873989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Publish callbacks [] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:22.886987 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Transition to ACTIVE for port object dd509a6a-c8c7-4187-a59b-6189a80cbc6d will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:29:22.964529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:23.016426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:23.093767 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Attempting to bind port dd509a6a-c8c7-4187-a59b-6189a80cbc6d on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:29:23.094434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Attempting to bind port dd509a6a-c8c7-4187-a59b-6189a80cbc6d by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:29:23.094875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Attempting to bind port dd509a6a-c8c7-4187-a59b-6189a80cbc6d on network 76b25458-26cb-4e04-91df-d55a44c0293e {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:29:23.100998 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Port dd509a6a-c8c7-4187-a59b-6189a80cbc6d on network 76b25458-26cb-4e04-91df-d55a44c0293e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:29:23.101514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Attempting to bind port dd509a6a-c8c7-4187-a59b-6189a80cbc6d on network 76b25458-26cb-4e04-91df-d55a44c0293e {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:29:23.106605 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:29:23.106955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Checking segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:29:23.107349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Bound using segment: {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:29:23.107778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Bound port: dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89250a2b-1678-4106-befb-bfd9fe4ee1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:29:23.108206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:23.143758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cceb81b-d688-4e67-a727-7abea632818d req-5e376b1a-040f-4eb3-bc2a-95d73c22c63b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:23.145354 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cceb81b-d688-4e67-a727-7abea632818d req-5e376b1a-040f-4eb3-bc2a-95d73c22c63b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 943 time: 0.0594833 Apr 07 02:29:23.184545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] For port dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:29:23.187930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] For port dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:29:23.198098 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2cceb81b-d688-4e67-a727-7abea632818d req-2967aab2-573b-4e09-a833-1b296dbd638d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466561 Apr 07 02:29:23.244678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:23.280486 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:23.281132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:23.282515 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 1093 time: 0.7558544 Apr 07 02:29:23.285520 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:29:23.287670 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c44d6c1-857f-4638-a025-58d2a6a3d795" -d '{"events": [{"name": "network-changed", "server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:29:23.318515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcca42-e823-4c67-b780-a34d9ae765b0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:23.399928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4106d8dd-a0b8-461f-83c3-f6ec43de94fb x-openstack-request-id: req-4106d8dd-a0b8-461f-83c3-f6ec43de94fb {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:29:23.400249 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:29:23.400477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4106d8dd-a0b8-461f-83c3-f6ec43de94fb {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:29:23.400908 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4106d8dd-a0b8-461f-83c3-f6ec43de94fb'] response: {'name': 'network-changed', 'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'status': 'completed', 'code': 200} Apr 07 02:29:23.421491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-1668ed5e-e2c6-4aab-abca-e555585b7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:23.423042 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-1668ed5e-e2c6-4aab-abca-e555585b7c14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1127 time: 0.0510936 Apr 07 02:29:23.469874 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-a82e2f5d-2c8a-4fcb-ae93-5bbb88ff6fb2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 217 time: 0.0396643 Apr 07 02:29:23.517567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-e5cece4b-4726-4a25-af31-190797fbe4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:23.519431 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-e5cece4b-4726-4a25-af31-190797fbe4ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0439382 Apr 07 02:29:23.575193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-87ef7d27-a529-4ce8-8fa4-a79638c101f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:23.576734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-87ef7d27-a529-4ce8-8fa4-a79638c101f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480309 Apr 07 02:29:23.671371 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-b065e908-0ec1-46a7-a2d0-d4e41f29c02d service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850954 Apr 07 02:29:23.764337 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b225ede5-11f8-46d8-b8e8-05a48d1f3d3f req-2d1d5485-7193-4dc7-9836-760f558e8dec service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836349 Apr 07 02:29:24.313926 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbbb05-34e4-4b38-a5c7-4c47ee987e77 req-03903062-0ba4-4fb5-b520-cfef59247bb7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:24.316004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1cbbb05-34e4-4b38-a5c7-4c47ee987e77 req-03903062-0ba4-4fb5-b520-cfef59247bb7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 943 time: 0.0515673 Apr 07 02:29:24.363640 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f1cbbb05-34e4-4b38-a5c7-4c47ee987e77 req-de3c978d-7544-4371-949c-600e6c8d4b0a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419965 Apr 07 02:29:24.742543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-adfd409e-d913-4ff6-9817-9b6e0065c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:24.744082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-adfd409e-d913-4ff6-9817-9b6e0065c9b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1127 time: 0.0448129 Apr 07 02:29:24.842623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-108ae13d-9625-45d0-8834-cf7ed0d2bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:24.844093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-108ae13d-9625-45d0-8834-cf7ed0d2bf3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 896 time: 0.0912597 Apr 07 02:29:24.891417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-a6504d0e-4957-48df-bcca-5d910a2055fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 217 time: 0.0378227 Apr 07 02:29:24.945596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-e00ea649-a4a7-4d8b-b6ab-f48f7053cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:24.947040 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-e00ea649-a4a7-4d8b-b6ab-f48f7053cb22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0467961 Apr 07 02:29:24.998918 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-18de8c8b-0691-4e79-8214-e8ff7202bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:25.000318 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-18de8c8b-0691-4e79-8214-e8ff7202bdf0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432541 Apr 07 02:29:25.089605 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-3d98c9d5-cc04-43d9-ae27-68574a945f68 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795782 Apr 07 02:29:25.181957 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6c44d6c1-857f-4638-a025-58d2a6a3d795 req-db7d5c3a-dead-463e-892e-2a8362681fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836318 Apr 07 02:29:25.485611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2338b8-000c-4d6b-9b5a-be03e20af6c8 req-53567147-4a8d-4c93-bcc3-718397600ca3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:25.487091 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ad2338b8-000c-4d6b-9b5a-be03e20af6c8 req-53567147-4a8d-4c93-bcc3-718397600ca3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 943 time: 0.0565205 Apr 07 02:29:25.534686 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ad2338b8-000c-4d6b-9b5a-be03e20af6c8 req-6f419fbb-1e9f-4fb4-b20a-96cde07c0a99 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420387 Apr 07 02:29:26.651057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718935d-6bda-4322-b6e5-84eaffa0fb36 req-35bd10b1-6e34-4448-85ae-12c2fed250a4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:26.652524 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3718935d-6bda-4322-b6e5-84eaffa0fb36 req-35bd10b1-6e34-4448-85ae-12c2fed250a4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 943 time: 0.0508819 Apr 07 02:29:26.700271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3718935d-6bda-4322-b6e5-84eaffa0fb36 req-d1668736-a33c-4705-b7c7-8ee1bec99a85 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422168 Apr 07 02:29:27.720511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device dd509a6a-c8c7-4187-a59b-6189a80cbc6d details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:29:27.817468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:27.818633 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91bdee-c4e5-4815-b2a2-155678c88d03 req-8df60cda-8f6a-4ee4-afe8-e15c45a5e722 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:27.820128 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5c91bdee-c4e5-4815-b2a2-155678c88d03 req-8df60cda-8f6a-4ee4-afe8-e15c45a5e722 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 943 time: 0.0529511 Apr 07 02:29:27.829263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'port_id': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'mac_address': 'fa:16:3e:d0:02:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:29:27.870198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port dd509a6a-c8c7-4187-a59b-6189a80cbc6d is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:27.870594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:27.873026 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5c91bdee-c4e5-4815-b2a2-155678c88d03 req-0d01b7f3-1bb3-4376-b05c-0f8da90b2491 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Apr 07 02:29:27.887773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd509a6a-c8c7-4187-a59b-6189a80cbc6d {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:29:27.906254 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:27.975228 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:28.021042 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:28.027843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.028195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.028543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.028915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.029258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.029594 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.029925 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.030258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.030649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.030946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.031280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.031607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.031935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.032260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.032584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:29:28.250795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['dd509a6a-c8c7-4187-a59b-6189a80cbc6d'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:29:28.999246 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfef57-dda8-47a2-a174-d4defc662170 req-ab6f8a79-31b0-4e65-9b70-85c617bf671e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:29.000727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46bfef57-dda8-47a2-a174-d4defc662170 req-ab6f8a79-31b0-4e65-9b70-85c617bf671e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 944 time: 0.0516553 Apr 07 02:29:29.044098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d2bc50fe-f128-48e7-a513-004d787ac5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:29.048747 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46bfef57-dda8-47a2-a174-d4defc662170 req-d8727954-1cde-4140-98de-8c8258d7b465 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Apr 07 02:29:29.720072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device dd509a6a-c8c7-4187-a59b-6189a80cbc6d up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:29:29.832434 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port dd509a6a-c8c7-4187-a59b-6189a80cbc6d completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:29:29.836299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port dd509a6a-c8c7-4187-a59b-6189a80cbc6d triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:29:29.836733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:30.052682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port dd509a6a-c8c7-4187-a59b-6189a80cbc6d is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:29:30.053409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:30.076048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:29:30.078302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a362c63-727a-4c4c-89a2-70a36259ffe7" -d '{"events": [{"server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "name": "network-vif-plugged", "status": "completed", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:29:30.091193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:29:30.135739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:30.164027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4409d7-9ad0-46b2-b7cd-936c65e5ed31 x-openstack-request-id: req-cb4409d7-9ad0-46b2-b7cd-936c65e5ed31 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:29:30.164326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "name": "network-vif-plugged", "status": "completed", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:29:30.164578 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb4409d7-9ad0-46b2-b7cd-936c65e5ed31 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:29:30.164993 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4409d7-9ad0-46b2-b7cd-936c65e5ed31'] response: {'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'code': 200} Apr 07 02:29:30.177641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d848aa-f5a7-4bdf-ba45-d540dde5d4fe req-285e3014-3b2d-41a7-a425-7394334cf9e5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:30.179243 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-90d848aa-f5a7-4bdf-ba45-d540dde5d4fe req-285e3014-3b2d-41a7-a425-7394334cf9e5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 944 time: 0.0609443 Apr 07 02:29:30.188182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:30.235270 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-90d848aa-f5a7-4bdf-ba45-d540dde5d4fe req-8c4d7bf6-f5d1-4ac0-9295-03a8af5f580c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495684 Apr 07 02:29:30.498644 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2a8e7c-146a-4e54-ae90-46d637202f43 req-0c3f0c62-8a09-4eae-983e-aab10c2695a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:30.500137 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3c2a8e7c-146a-4e54-ae90-46d637202f43 req-0c3f0c62-8a09-4eae-983e-aab10c2695a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1129 time: 0.0443006 Apr 07 02:29:30.547398 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-3c2a8e7c-146a-4e54-ae90-46d637202f43 req-7d8f3cab-43e6-483f-90b2-002ab9084d71 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379591 Apr 07 02:29:31.365407 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95e7a9-5fcb-4355-bde7-23544739ae50 req-ea1c6984-95ba-4412-bedb-1c3f1b414c39 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:31.366919 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-df95e7a9-5fcb-4355-bde7-23544739ae50 req-ea1c6984-95ba-4412-bedb-1c3f1b414c39 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0614042 Apr 07 02:29:31.416016 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-df95e7a9-5fcb-4355-bde7-23544739ae50 req-ad118e8c-b200-4908-a395-8da3705bb1be tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Apr 07 02:29:31.421391 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-26bcd7dd-e993-46aa-b0ec-9dd0652b5af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:32.531754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682776de-231f-4f7d-8c30-3f54dbee218e req-149d9bf3-210f-466d-ac11-1f86f40614a8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:32.533235 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-682776de-231f-4f7d-8c30-3f54dbee218e req-149d9bf3-210f-466d-ac11-1f86f40614a8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0509000 Apr 07 02:29:32.584802 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-682776de-231f-4f7d-8c30-3f54dbee218e req-4f5b0bc6-8a20-44a5-8777-b986d97e2a7b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439718 Apr 07 02:29:32.620965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:32.704301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40416475-9b3c-4805-86fb-80f45b2bc715 req-eb16e731-c933-47b1-8b6d-5f879acd7677 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:32.706340 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40416475-9b3c-4805-86fb-80f45b2bc715 req-eb16e731-c933-47b1-8b6d-5f879acd7677 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0566702 Apr 07 02:29:32.754309 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40416475-9b3c-4805-86fb-80f45b2bc715 req-20780e48-aabe-4c9f-999d-4bc9a3b21000 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424030 Apr 07 02:29:32.775772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60216) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:32.817768 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9b952-d4c7-4d24-943f-72a59722138e tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:32.819272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-9ca9b952-d4c7-4d24-943f-72a59722138e tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1124 time: 0.0425439 Apr 07 02:29:32.822224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60218) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:32.826805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:29:32.894792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:32.992997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:33.092319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.248 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/38d21410-62f9-4080-965d-e2df44d5e941) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:29:33.194435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (38d21410-62f9-4080-965d-e2df44d5e941), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:33.307300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (38d21410-62f9-4080-965d-e2df44d5e941), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:33.347153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:29:33.350350 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:29:33.353823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:29:33.382311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=38d21410-62f9-4080-965d-e2df44d5e941,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:33.715732 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (cecc6ce8-426e-4966-baa5-2cf501a08aeb), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:33.832070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (38d21410-62f9-4080-965d-e2df44d5e941), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:33.978855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (38d21410-62f9-4080-965d-e2df44d5e941), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:34.021157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (38d21410-62f9-4080-965d-e2df44d5e941), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:34.089970 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=38d21410-62f9-4080-965d-e2df44d5e941,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:29:34.095518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:34.101614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (cecc6ce8-426e-4966-baa5-2cf501a08aeb), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:34.203659 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP cecc6ce8-426e-4966-baa5-2cf501a08aeb associated. External IP: 172.26.8.248, port: dd509a6a-c8c7-4187-a59b-6189a80cbc6d. Apr 07 02:29:34.408934 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router a710983f-97ee-4fdf-81ab-dac84490e492 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:29:34.851330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:29:34.861446 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] Sync routers for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:29:34.871609 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:34.872220 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:34.937342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:34.970280 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-34b18050-0b04-422f-8ab7-1b1cdf2e0fe8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1469553 Apr 07 02:29:34.971521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:29:34.973888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:29:34.981562 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:35.020283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864fd24f-c38d-4da2-91db-449aae7323e4 x-openstack-request-id: req-864fd24f-c38d-4da2-91db-449aae7323e4 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:29:35.020575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:29:35.020858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-864fd24f-c38d-4da2-91db-449aae7323e4 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:29:35.021270 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864fd24f-c38d-4da2-91db-449aae7323e4'] response: {'name': 'network-changed', 'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'status': 'completed', 'code': 200} Apr 07 02:29:35.089013 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-33d375b6-1125-4721-99b3-d99c1aec6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:35.090446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314df5-5ce7-4c1d-a95e-a7330db9d634 req-58545e55-f746-42dc-a256-310209fd2a78 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:35.091238 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-33d375b6-1125-4721-99b3-d99c1aec6715 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1129 time: 0.0464442 Apr 07 02:29:35.092192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9314df5-5ce7-4c1d-a95e-a7330db9d634 req-58545e55-f746-42dc-a256-310209fd2a78 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0555191 Apr 07 02:29:35.143061 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9314df5-5ce7-4c1d-a95e-a7330db9d634 req-8cded3e4-49e7-4ed8-a9a1-9d93d344f7a6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441282 Apr 07 02:29:35.167250 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60224) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:35.195953 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-8a5f10d0-3270-4454-961a-a47f2a6faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:35.198951 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-8a5f10d0-3270-4454-961a-a47f2a6faef9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 896 time: 0.1003020 Apr 07 02:29:35.222392 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'cecc6ce8-426e-4966-baa5-2cf501a08aeb', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'port_id': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'mac_address': 'fa:16:3e:d0:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:29:33Z', 'updated_at': '2022-04-07T02:29:33Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:35.234661 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-35d5d75d-0504-450b-9acd-b8f0be0c45a6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/cecc6ce8-426e-4966-baa5-2cf501a08aeb HTTP/1.1" status: 200 len: 991 time: 0.0661004 Apr 07 02:29:35.252251 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] Checking router: a710983f-97ee-4fdf-81ab-dac84490e492 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:29:35.261299 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:29:35.261917 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:29:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:35.271314 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-898fb84e-46d1-4222-ba6e-8f138669fc72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 999 time: 0.0671451 Apr 07 02:29:35.320582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-58230fc2-d7c6-4bdd-87dc-b4bcf625170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:35.322125 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-58230fc2-d7c6-4bdd-87dc-b4bcf625170d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0453193 Apr 07 02:29:35.375579 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-f7d82bda-a0f5-4107-b8a8-a87599197905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:35.375846 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:29:35.378640 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-f7d82bda-a0f5-4107-b8a8-a87599197905 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0494192 Apr 07 02:29:35.381376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:35.468160 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-7e9c69b2-10e3-452c-afef-525768b621f7 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 Apr 07 02:29:35.559713 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-54173a92-3fb3-48b9-8b90-b6b334d0e5b8 req-020d3ce5-019b-47f5-97bd-65124de23140 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848732 Apr 07 02:29:35.600125 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'cecc6ce8-426e-4966-baa5-2cf501a08aeb', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'port_id': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'mac_address': 'fa:16:3e:d0:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:29:33Z', 'updated_at': '2022-04-07T02:29:33Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:29:35.625434 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de98407d-9984-4ac2-a2ca-72383e8604e0 None None] The sync data for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv is: [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'cecc6ce8-426e-4966-baa5-2cf501a08aeb', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'port_id': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1783, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'mac_address': 'fa:16:3e:d0:02:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:29:33Z', 'updated_at': '2022-04-07T02:29:33Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:29:35.821935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7189f9-feb9-46ed-b246-6b24eb7b21de None None] New status for floating IP cecc6ce8-426e-4966-baa5-2cf501a08aeb: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:29:36.238733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60226) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:29:36.297633 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7e971732-3d05-43df-981e-7b2f9dcd1c8e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/cecc6ce8-426e-4966-baa5-2cf501a08aeb HTTP/1.1" status: 200 len: 993 time: 0.0576699 Apr 07 02:29:41.278553 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:29:48.295344 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:29:56.844196 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-536a78a6-fc02-45e2-8747-fe988fd5ce9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499737 Apr 07 02:29:56.935261 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-99e123e3-f519-47f0-a694-a14c8b3d5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:56.936816 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-99e123e3-f519-47f0-a694-a14c8b3d5ed4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1129 time: 0.0443954 Apr 07 02:29:57.047010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-b9b5dc12-153a-463f-8176-69e58b777725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:57.049464 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-b9b5dc12-153a-463f-8176-69e58b777725 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 896 time: 0.0909159 Apr 07 02:29:57.117329 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-b8bba732-6b33-4f4e-9887-cd69808a77c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 1001 time: 0.0598350 Apr 07 02:29:57.165277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-82d37343-0d35-4d4f-9d00-12ddea88c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:57.166761 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-82d37343-0d35-4d4f-9d00-12ddea88c12f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0427513 Apr 07 02:29:57.220858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-006da113-b951-4459-ad59-247ea194cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:29:57.224555 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-006da113-b951-4459-ad59-247ea194cf34 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0477455 Apr 07 02:29:57.311581 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-51904f6c-6ae4-489b-8acf-fbf926b579f7 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808985 Apr 07 02:29:57.404694 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-0cef70b9-f00e-48c6-be72-63eb53d6dc9d req-c2d7113d-5f7a-4b08-8c81-3bbd6b451e06 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Apr 07 02:29:59.061039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-370f1844-c3f7-4eb7-88fa-55a5b6826a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:01.403722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-acaa1719-f0d0-41ed-8088-39f4a1f03d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:02.598093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:04.112099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:05.317138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:11.636126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1d04c-4068-4d32-a511-0fe5ed564e9e req-eee9e74b-7ed4-4d87-9253-e625bcfc1b7f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:11.637683 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-17c1d04c-4068-4d32-a511-0fe5ed564e9e req-eee9e74b-7ed4-4d87-9253-e625bcfc1b7f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0538974 Apr 07 02:30:11.685183 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-17c1d04c-4068-4d32-a511-0fe5ed564e9e req-06ab3cd7-7dbd-4895-bbf8-b11280461a05 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 Apr 07 02:30:12.805308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183084ec-9a1c-4521-a7f4-2b0fff1c063a req-fd317090-805c-4c08-acdf-3fc655ca3bca tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:12.806778 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-183084ec-9a1c-4521-a7f4-2b0fff1c063a req-fd317090-805c-4c08-acdf-3fc655ca3bca tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0514421 Apr 07 02:30:12.854246 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-183084ec-9a1c-4521-a7f4-2b0fff1c063a req-ae36dc52-ae4a-42fd-88b7-e653ac8433a3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420263 Apr 07 02:30:13.971944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6eb87-1560-4375-9484-3313a0c91db5 req-8eb721c0-2a10-47ed-a49a-db70906e8f97 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:13.973914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c1a6eb87-1560-4375-9484-3313a0c91db5 req-8eb721c0-2a10-47ed-a49a-db70906e8f97 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0547004 Apr 07 02:30:14.020666 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c1a6eb87-1560-4375-9484-3313a0c91db5 req-b0b4dfb1-e19b-4558-b643-7ac67dd5baaf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Apr 07 02:30:15.141235 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5dcab8-598d-4f9b-a573-df05499695d6 req-340cd40f-005a-499a-a9d0-26526119a45a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:15.142709 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb5dcab8-598d-4f9b-a573-df05499695d6 req-340cd40f-005a-499a-a9d0-26526119a45a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0520568 Apr 07 02:30:15.189865 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bb5dcab8-598d-4f9b-a573-df05499695d6 req-9a09ee54-d246-44e8-83bf-f5d28fcde74d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Apr 07 02:30:16.309957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3937dde-82e2-443b-83da-441c7d0d76cb req-ef5a7b43-88c4-4f9e-8b84-a84dc2dc9f97 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:16.311437 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3937dde-82e2-443b-83da-441c7d0d76cb req-ef5a7b43-88c4-4f9e-8b84-a84dc2dc9f97 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0555866 Apr 07 02:30:16.360035 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b3937dde-82e2-443b-83da-441c7d0d76cb req-58782664-7ec7-4abf-855c-177e640457ac tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Apr 07 02:30:17.477240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cb9fe-1605-4ada-ab93-792be1b8bc48 req-88f89ea1-b93c-431b-99e8-d5f0fc3b42dd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:17.478727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-096cb9fe-1605-4ada-ab93-792be1b8bc48 req-88f89ea1-b93c-431b-99e8-d5f0fc3b42dd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0523136 Apr 07 02:30:17.527983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-096cb9fe-1605-4ada-ab93-792be1b8bc48 req-c3c90f19-afd5-4802-bee8-65c556e0ec92 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437660 Apr 07 02:30:18.279724 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:30:18.318125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:18.645343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c4ba3-5e66-4b36-9ff0-0ec7797c7af7 req-df6afd82-5a4a-49e5-9364-96803e982583 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:18.646818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-953c4ba3-5e66-4b36-9ff0-0ec7797c7af7 req-df6afd82-5a4a-49e5-9364-96803e982583 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0516276 Apr 07 02:30:18.698160 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-953c4ba3-5e66-4b36-9ff0-0ec7797c7af7 req-17d9e4e9-8267-494b-920c-c63debbf3ed9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459273 Apr 07 02:30:19.813387 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c954-226a-46d1-8aee-4d6b5892fa61 req-d7bf7b65-a564-4440-8dc2-18f3ed31dfbd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:19.814844 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4bc9c954-226a-46d1-8aee-4d6b5892fa61 req-d7bf7b65-a564-4440-8dc2-18f3ed31dfbd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0507991 Apr 07 02:30:19.862504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4bc9c954-226a-46d1-8aee-4d6b5892fa61 req-a4f7ed71-211a-4289-a674-228eb663be49 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Apr 07 02:30:20.984740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7453154-58d1-40d3-802c-e630c67827fa req-27f1dc97-6bbb-4368-9eca-81a038a2720f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:20.986232 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7453154-58d1-40d3-802c-e630c67827fa req-27f1dc97-6bbb-4368-9eca-81a038a2720f tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0587029 Apr 07 02:30:21.033060 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7453154-58d1-40d3-802c-e630c67827fa req-8d98cf06-e76d-4b90-b524-8fd831281b12 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Apr 07 02:30:22.157230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4c066-5de2-4632-b8e8-a8bd16c009a8 req-b29d9e04-54de-42f2-82a0-81bf27d71748 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:22.158645 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ebb4c066-5de2-4632-b8e8-a8bd16c009a8 req-b29d9e04-54de-42f2-82a0-81bf27d71748 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0578642 Apr 07 02:30:22.205988 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ebb4c066-5de2-4632-b8e8-a8bd16c009a8 req-c0eab2f0-f6a9-4e5a-96f9-9c4ebd77b67e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417526 Apr 07 02:30:23.325752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f755b9e-5511-4922-82cb-232d51db63cc req-faed2e1f-167d-403f-85cd-020588c259e4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:23.327247 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f755b9e-5511-4922-82cb-232d51db63cc req-faed2e1f-167d-403f-85cd-020588c259e4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0521309 Apr 07 02:30:23.376048 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0f755b9e-5511-4922-82cb-232d51db63cc req-ffd1b9a4-95e8-4388-83ed-b0c9645bb1d2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Apr 07 02:30:23.398452 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60262) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:30:23.461723 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d417ec48-9a2f-4d13-b4b6-903a6ab53af7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/cecc6ce8-426e-4966-baa5-2cf501a08aeb HTTP/1.1" status: 200 len: 993 time: 0.0621555 Apr 07 02:30:24.919083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2da1cc-f6cc-41c3-9a60-1e3ca8d65a65 req-8c1c588f-a3ed-4b85-adc9-2289bee5b3c1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:24.920624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de2da1cc-f6cc-41c3-9a60-1e3ca8d65a65 req-8c1c588f-a3ed-4b85-adc9-2289bee5b3c1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0561252 Apr 07 02:30:24.970546 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-de2da1cc-f6cc-41c3-9a60-1e3ca8d65a65 req-fe4a5e42-400b-45ca-8c95-70536a384732 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Apr 07 02:30:25.013729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-421113ef-6625-4ddf-a847-7cbc410fb52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:25.015255 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-421113ef-6625-4ddf-a847-7cbc410fb52b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1129 time: 0.0462499 Apr 07 02:30:25.106624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-58da1179-ecf5-4905-aae9-1fb5fecc0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:25.108076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-58da1179-ecf5-4905-aae9-1fb5fecc0b4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 896 time: 0.0840061 Apr 07 02:30:25.184320 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-2534ea24-55bd-45c3-b2a9-6a6c85a99592 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 1001 time: 0.0636013 Apr 07 02:30:25.233446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-9b040ed8-48ba-4ffb-b984-446f0b71ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:25.234842 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-9b040ed8-48ba-4ffb-b984-446f0b71ca3e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0427370 Apr 07 02:30:25.281946 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-4af3ba6d-76dd-4e50-bdfd-0d49831854d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:25.283388 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-4af3ba6d-76dd-4e50-bdfd-0d49831854d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0427642 Apr 07 02:30:25.379336 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-199c98e1-befe-4819-bceb-c2ef459a59ad service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850813 Apr 07 02:30:25.469905 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-4a005845-3753-4dc0-9df2-331f7ca74ed8 req-93afe3b4-b30a-4364-84c3-15dc07421c9f service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818326 Apr 07 02:30:26.097585 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa674abe-475c-4088-9656-86d3b7e15d1b req-56eb7b02-1944-4b1b-b2bf-d62a75e6d372 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:26.099071 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa674abe-475c-4088-9656-86d3b7e15d1b req-56eb7b02-1944-4b1b-b2bf-d62a75e6d372 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0519729 Apr 07 02:30:26.150413 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aa674abe-475c-4088-9656-86d3b7e15d1b req-d9b0fc6e-6f3c-4d6e-92f2-4821f45749b9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458543 Apr 07 02:30:27.268477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901d77d-ad8f-41b6-affb-e377ee2a0206 req-ad31b9fe-f430-439b-a34c-93bfddafccd2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:27.270055 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2901d77d-ad8f-41b6-affb-e377ee2a0206 req-ad31b9fe-f430-439b-a34c-93bfddafccd2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0532680 Apr 07 02:30:27.318470 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2901d77d-ad8f-41b6-affb-e377ee2a0206 req-7664dc1d-f8b4-44ba-bd1e-1a427aec2dba tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Apr 07 02:30:27.340509 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60274) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:30:27.403002 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-20640dd6-7e9e-4814-b9f4-53ec71e96c30 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/cecc6ce8-426e-4966-baa5-2cf501a08aeb HTTP/1.1" status: 200 len: 993 time: 0.0613680 Apr 07 02:30:29.071012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-50a7a5ab-d5e2-4abc-98f4-f518baec4ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:31.391770 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-32bf2fc0-169e-4cc4-b081-ba60f5b86f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:32.614724 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:34.106200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:35.306323 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:48.323171 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:55.275995 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:30:56.838609 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-840d50ef-3a51-4dd4-8ab7-3fa516bdd345 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479615 Apr 07 02:30:56.922299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-2b0729d2-16ed-452d-b8a4-34ab5faae6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:56.923829 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-2b0729d2-16ed-452d-b8a4-34ab5faae6a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1129 time: 0.0448241 Apr 07 02:30:57.023420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-2e15937b-f89c-4813-b6aa-fcd37b9cdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:57.024928 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-2e15937b-f89c-4813-b6aa-fcd37b9cdab5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 896 time: 0.0827281 Apr 07 02:30:57.093835 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-4dc726e3-6cf4-4022-9d3f-585a0eb844f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 1001 time: 0.0620525 Apr 07 02:30:57.139991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-6a17570e-e814-479c-80b4-d77d62b20d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:57.141465 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-6a17570e-e814-479c-80b4-d77d62b20d4c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0420191 Apr 07 02:30:57.189641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-401a5332-cb81-4e7a-a99c-17a1b76104ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:30:57.191127 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-401a5332-cb81-4e7a-a99c-17a1b76104ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0432122 Apr 07 02:30:57.283158 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-21e66e1d-403c-40d2-ac59-669ed82f1f99 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852306 Apr 07 02:30:57.370787 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e349948f-dd2e-4d0a-a0db-af0d2665902e req-7fe73a4a-c1ea-4009-8c6b-6ef744298738 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812051 Apr 07 02:30:59.094507 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-72f53dde-a2b9-472f-bb04-c97acc159489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:30:59.796043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60284) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:30:59.950222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 38d21410-62f9-4080-965d-e2df44d5e941 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:30:59.950573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (38d21410-62f9-4080-965d-e2df44d5e941), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:00.024477 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (38d21410-62f9-4080-965d-e2df44d5e941), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:00.024773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (38d21410-62f9-4080-965d-e2df44d5e941), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:00.036254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 38d21410-62f9-4080-965d-e2df44d5e941 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:31:00.271848 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (38d21410-62f9-4080-965d-e2df44d5e941), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:00.299699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=38d21410-62f9-4080-965d-e2df44d5e941,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:00.326181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.326555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.326883 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.327227 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.327705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.328047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.328376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.328722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.329071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.329390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.329717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.330042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.330365 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.330687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.331009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:00.373175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (cecc6ce8-426e-4966-baa5-2cf501a08aeb), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:00.373540 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP cecc6ce8-426e-4966-baa5-2cf501a08aeb disassociated (deleted). External IP: 172.26.8.248, port: dd509a6a-c8c7-4187-a59b-6189a80cbc6d. Apr 07 02:31:00.582754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router a710983f-97ee-4fdf-81ab-dac84490e492 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:31:00.688803 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:31:00.694042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:00.700016 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] Sync routers for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:31:00.709893 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:00.710505 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:30:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:00.723110 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-46a8e990-48af-418e-86ad-3c76ac359ff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/floatingips/cecc6ce8-426e-4966-baa5-2cf501a08aeb HTTP/1.1" status: 204 len: 168 time: 0.9259868 Apr 07 02:31:00.723708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:31:00.726039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96536104-bdef-45f7-a6af-4281e8f1a74b" -d '{"events": [{"name": "network-changed", "server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:31:00.783927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb44bc8-4e28-4c4d-86d8-2e76b4bc5e1d x-openstack-request-id: req-3eb44bc8-4e28-4c4d-86d8-2e76b4bc5e1d {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:31:00.784230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:31:00.784505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3eb44bc8-4e28-4c4d-86d8-2e76b4bc5e1d {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:31:00.784984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb44bc8-4e28-4c4d-86d8-2e76b4bc5e1d'] response: {'name': 'network-changed', 'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'status': 'completed', 'code': 200} Apr 07 02:31:00.856292 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-820111f9-a67d-4b02-ac24-05c090dc4327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:00.857903 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-820111f9-a67d-4b02-ac24-05c090dc4327 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 1129 time: 0.0504439 Apr 07 02:31:00.906121 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:00.949515 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-d1f710e7-fca8-49e0-8f64-99e2d5b9486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:00.950997 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-d1f710e7-fca8-49e0-8f64-99e2d5b9486e service neutron] 10.222.0.10 "GET /v2.0/networks?id=76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 200 len: 896 time: 0.0858095 Apr 07 02:31:00.994753 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-25225fd9-5b3d-48b0-a52d-b8ab2daa32ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 200 len: 217 time: 0.0364513 Apr 07 02:31:01.054753 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-b199ffb6-267b-4a42-8385-00e340c3f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:01.056291 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-b199ffb6-267b-4a42-8385-00e340c3f469 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 200 len: 834 time: 0.0538352 Apr 07 02:31:01.107053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-00cafaff-5839-4cf5-80b8-80b5d0492c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:01.108636 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-00cafaff-5839-4cf5-80b8-80b5d0492c04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=76b25458-26cb-4e04-91df-d55a44c0293e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0456233 Apr 07 02:31:01.116435 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:01.137343 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] Checking router: a710983f-97ee-4fdf-81ab-dac84490e492 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:31:01.145678 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:01.146289 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:30:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:01.212329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920c547-9a3f-4782-b4c1-f581a0e77d6c req-8f1cfa6b-8119-4c1c-b9bb-3558870deccd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:01.213876 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b920c547-9a3f-4782-b4c1-f581a0e77d6c req-8f1cfa6b-8119-4c1c-b9bb-3558870deccd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0517199 Apr 07 02:31:01.253786 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:01.262411 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b920c547-9a3f-4782-b4c1-f581a0e77d6c req-12b73a61-4bed-4ca1-a09b-6c4e27b9284d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Apr 07 02:31:01.426549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3e7982c-61d2-4708-a444-1c8c07a92815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:01.453166 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:01.479552 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8893241-fa0c-4932-9881-9c9ab5012a00 None None] The sync data for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv is: [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:29:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fe4adc78-fee2-4091-a260-e98f63a2f7b5', 'name': '', 'network_id': '76b25458-26cb-4e04-91df-d55a44c0293e', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:d1:99:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:17Z', 'updated_at': '2022-04-07T02:29:20Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': 'b750539f-e36e-476d-b58b-5c88c6c28f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:31:01.687876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8d0410-c79f-4664-89de-7e34894f3182 None None] New status for floating IP cecc6ce8-426e-4966-baa5-2cf501a08aeb: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:31:02.385852 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f7660-06df-4719-ac8f-291aa19f8fa6 req-62d1bdac-39e6-431d-8714-d75d0cb635ce tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:02.387323 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e24f7660-06df-4719-ac8f-291aa19f8fa6 req-62d1bdac-39e6-431d-8714-d75d0cb635ce tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0559156 Apr 07 02:31:02.433944 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e24f7660-06df-4719-ac8f-291aa19f8fa6 req-de300c9a-374e-47e6-a8f9-c75ef3d0e346 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=82819fbb-9507-4cb2-8a8a-96ae00c26366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Apr 07 02:31:02.614901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:02.641360 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-f11478aa-6bde-4de0-916d-542bb16252e2 service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823042 Apr 07 02:31:02.754669 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-96536104-bdef-45f7-a6af-4281e8f1a74b req-afc766da-0611-4adb-9048-d48f4ed29dcb service neutron] 10.222.0.10 "GET /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Apr 07 02:31:02.932461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-c9277c09-9fe8-4973-8613-92fdc425d308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:02.934002 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-c9277c09-9fe8-4973-8613-92fdc425d308 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 945 time: 0.0530477 Apr 07 02:31:03.031320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port dd509a6a-c8c7-4187-a59b-6189a80cbc6d {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:31:03.031665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:03.119032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port dd509a6a-c8c7-4187-a59b-6189a80cbc6d, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:03.119396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:03.132133 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for dd509a6a-c8c7-4187-a59b-6189a80cbc6d owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:31:03.306225 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (dd509a6a-c8c7-4187-a59b-6189a80cbc6d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:03.332569 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=dd509a6a-c8c7-4187-a59b-6189a80cbc6d,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.351409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:03.391166 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] No DVR routers for this DVR port dd509a6a-c8c7-4187-a59b-6189a80cbc6d on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:31:03.393668 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:03.396969 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1ff78549-9cdd-4631-aa23-80f92d2ddd87 req-850ac8f7-6a26-4755-aff2-84ed2da0a830 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "DELETE /v2.0/ports/dd509a6a-c8c7-4187-a59b-6189a80cbc6d HTTP/1.1" status: 204 len: 173 time: 0.4536500 Apr 07 02:31:03.397409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'name': 'network-vif-deleted', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:31:03.399636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82084e69-d411-4c81-91a5-52950a44ff11" -d '{"events": [{"server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "name": "network-vif-deleted", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:31:03.434823 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4e3bba-d065-4964-bb5c-f5b6fb8f2a28 x-openstack-request-id: req-0e4e3bba-d065-4964-bb5c-f5b6fb8f2a28 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:31:03.435124 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f78d79-46ea-420c-9558-9bc1b9a1794b", "name": "network-vif-deleted", "tag": "dd509a6a-c8c7-4187-a59b-6189a80cbc6d", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:31:03.435382 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e4e3bba-d065-4964-bb5c-f5b6fb8f2a28 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:31:03.435796 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4e3bba-d065-4964-bb5c-f5b6fb8f2a28'] response: {'server_uuid': '90f78d79-46ea-420c-9558-9bc1b9a1794b', 'name': 'network-vif-deleted', 'tag': 'dd509a6a-c8c7-4187-a59b-6189a80cbc6d', 'status': 'completed', 'code': 200} Apr 07 02:31:03.528226 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb32bf5e-c187-4ba8-8248-2f5338e028e4 req-b26d41d8-9bc7-411f-b5dd-529cf11c6db1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=90f78d79-46ea-420c-9558-9bc1b9a1794b HTTP/1.1" status: 200 len: 210 time: 0.0268278 Apr 07 02:31:04.105872 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:04.584889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60302) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:04.944906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (a710983f-97ee-4fdf-81ab-dac84490e492), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:05.317617 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:05.495289 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port fe4adc78-fee2-4091-a260-e98f63a2f7b5 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:31:05.495643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:05.580868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port fe4adc78-fee2-4091-a260-e98f63a2f7b5, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fe4adc78-fee2-4091-a260-e98f63a2f7b5,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:05.581166 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:05.594005 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for fe4adc78-fee2-4091-a260-e98f63a2f7b5 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:31:05.837653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fe4adc78-fee2-4091-a260-e98f63a2f7b5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:05.867920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=fe4adc78-fee2-4091-a260-e98f63a2f7b5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:06.042272 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (a710983f-97ee-4fdf-81ab-dac84490e492), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.268204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router a710983f-97ee-4fdf-81ab-dac84490e492 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:31:06.377219 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:31:06.382364 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-899cdd0d-f56a-418f-aaa2-900224607ac2 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/a710983f-97ee-4fdf-81ab-dac84490e492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963543 Apr 07 02:31:06.384982 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60306) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:06.388179 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] Sync routers for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:31:06.398025 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:06.398637 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:06.435380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting subnet b750539f-e36e-476d-b58b-5c88c6c28f34 {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:31:06.438474 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (b750539f-e36e-476d-b58b-5c88c6c28f34), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.478375 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (b750539f-e36e-476d-b58b-5c88c6c28f34), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.505602 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:06.563162 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (b750539f-e36e-476d-b58b-5c88c6c28f34), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.678822 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:31:05Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:06.694934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (b750539f-e36e-476d-b58b-5c88c6c28f34), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.707131 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] Checking router: a710983f-97ee-4fdf-81ab-dac84490e492 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:31:06.715855 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] Routers {'a710983f-97ee-4fdf-81ab-dac84490e492'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:06.716457 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['a710983f-97ee-4fdf-81ab-dac84490e492'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:06.730807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Subnet': ['ID=b750539f-e36e-476d-b58b-5c88c6c28f34,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:06.734486 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.738335 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8edd1c93-c105-4e05-91e0-8db161379bf0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/subnets/b750539f-e36e-476d-b58b-5c88c6c28f34 HTTP/1.1" status: 204 len: 168 time: 0.3524058 Apr 07 02:31:06.741244 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60308) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:06.745894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2bb845-a8f4-4340-a5b7-3d42d54b9b86 None None] Network 76b25458-26cb-4e04-91df-d55a44c0293e requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:31:06.826437 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] Set router a710983f-97ee-4fdf-81ab-dac84490e492 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:06.856138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (a710983f-97ee-4fdf-81ab-dac84490e492), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.925787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] DHCP port deletion for 76b25458-26cb-4e04-91df-d55a44c0293e request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:31:06.974933 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (a710983f-97ee-4fdf-81ab-dac84490e492), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:06.976209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Deleting port 09c3d24d-016e-43b9-8860-1571c6bcdab6 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:31:06.976589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.010541 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:31:05Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:07.036429 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389e849f-c3cd-44f7-ba93-fa76b10c3589 None None] The sync data for ids ['a710983f-97ee-4fdf-81ab-dac84490e492'] in dv-neutron-836863-2-hyperv is: [{'id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779413487', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205'}], 'enable_snat': True}, 'gw_port_id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:29:13Z', 'updated_at': '2022-04-07T02:31:05Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': 'a6d17e28-7b72-4347-a26e-8129a0cf802b', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a710983f-97ee-4fdf-81ab-dac84490e492', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:29:14Z', 'updated_at': '2022-04-07T02:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:31:07.044087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] For port 09c3d24d-016e-43b9-8860-1571c6bcdab6, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=09c3d24d-016e-43b9-8860-1571c6bcdab6,segment=NetworkSegment(89250a2b-1678-4106-befb-bfd9fe4ee1d0),segment_id=89250a2b-1678-4106-befb-bfd9fe4ee1d0)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:07.044503 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.057618 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Calling delete_port for 09c3d24d-016e-43b9-8860-1571c6bcdab6 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:31:07.085583 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port a6d17e28-7b72-4347-a26e-8129a0cf802b {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:31:07.086013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.169943 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port a6d17e28-7b72-4347-a26e-8129a0cf802b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=a6d17e28-7b72-4347-a26e-8129a0cf802b,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:07.170291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.181765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for a6d17e28-7b72-4347-a26e-8129a0cf802b owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:31:07.192187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (09c3d24d-016e-43b9-8860-1571c6bcdab6), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.217392 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Pushing event deleted for resources: {'Port': ['ID=09c3d24d-016e-43b9-8860-1571c6bcdab6,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:07.224657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] No DVR routers for this DVR port 09c3d24d-016e-43b9-8860-1571c6bcdab6 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:31:07.227111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.227396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.227746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.228106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.228459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.228814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.233723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a3657c-2ee7-43e0-9c1a-4f43f7aef569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:07.460838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (a6d17e28-7b72-4347-a26e-8129a0cf802b), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.489439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=a6d17e28-7b72-4347-a26e-8129a0cf802b,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:07.540595 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-2cf95d90-ab75-4b39-b245-5317edfb2a65 service neutron] (110984) timed out ('10.222.0.25', 56660) {{(pid=110984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 02:31:07.556283 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (a710983f-97ee-4fdf-81ab-dac84490e492), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.650769 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (a710983f-97ee-4fdf-81ab-dac84490e492), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.652957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (a710983f-97ee-4fdf-81ab-dac84490e492), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.723091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe4adc78-fee2-4091-a260-e98f63a2f7b5 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:31:07.746490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: fe4adc78-fee2-4091-a260-e98f63a2f7b5 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:31:07.747089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fe4adc78-fee2-4091-a260-e98f63a2f7b5 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:31:07.747200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09c3d24d-016e-43b9-8860-1571c6bcdab6 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:31:07.767303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 09c3d24d-016e-43b9-8860-1571c6bcdab6 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:31:07.767891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 09c3d24d-016e-43b9-8860-1571c6bcdab6 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:31:07.786239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (a710983f-97ee-4fdf-81ab-dac84490e492), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.786822 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Fanout notify agent at l3_agent the message router_deleted on router a710983f-97ee-4fdf-81ab-dac84490e492 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:31:07.793417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.794543 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-505006cd-4af5-4261-b832-ebdf0cd25544 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/routers/a710983f-97ee-4fdf-81ab-dac84490e492 HTTP/1.1" status: 204 len: 168 time: 1.0525279 Apr 07 02:31:07.797464 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60310) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:07.876855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (76b25458-26cb-4e04-91df-d55a44c0293e), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.967326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (76b25458-26cb-4e04-91df-d55a44c0293e), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:07.986801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76b25458-26cb-4e04-91df-d55a44c0293e']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:07.996567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89250a2b-1678-4106-befb-bfd9fe4ee1d0') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:07.996834 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89250a2b-1678-4106-befb-bfd9fe4ee1d0') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:08.005938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (89250a2b-1678-4106-befb-bfd9fe4ee1d0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.018526 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (89250a2b-1678-4106-befb-bfd9fe4ee1d0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.024108 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:31:08.024489 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (89250a2b-1678-4106-befb-bfd9fe4ee1d0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:31:08.027355 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:31:08.112318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-cb5d3943-9dbd-4bd3-bba8-6f6da866e2b8 req-b6e3dc16-a7fe-4a9c-9497-55209f29082b tempest-ServerActionsTestJSON-1542719582 tempest-ServerActionsTestJSON-1542719582-project] (110984) timed out ('10.222.0.25', 55348) {{(pid=110984) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 02:31:08.140468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device dd509a6a-c8c7-4187-a59b-6189a80cbc6d no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:31:08.157705 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (76b25458-26cb-4e04-91df-d55a44c0293e), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.161181 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: dd509a6a-c8c7-4187-a59b-6189a80cbc6d {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:31:08.161631 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device dd509a6a-c8c7-4187-a59b-6189a80cbc6d not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:31:08.166722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.169863 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/networks/76b25458-26cb-4e04-91df-d55a44c0293e HTTP/1.1" status: 204 len: 168 time: 0.3714492 Apr 07 02:31:08.172960 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60312) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:08.182144 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d58f9-9e60-47cc-902f-0812f6da1984 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Network': ['ID=76b25458-26cb-4e04-91df-d55a44c0293e,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:08.232343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b498bcc4-1836-4410-b2c4-482543b1ba80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (82819fbb-9507-4cb2-8a8a-96ae00c26366), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.258439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b498bcc4-1836-4410-b2c4-482543b1ba80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (82819fbb-9507-4cb2-8a8a-96ae00c26366), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.369090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b498bcc4-1836-4410-b2c4-482543b1ba80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (82819fbb-9507-4cb2-8a8a-96ae00c26366), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.371733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-b498bcc4-1836-4410-b2c4-482543b1ba80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.372925 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b498bcc4-1836-4410-b2c4-482543b1ba80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/security-groups/82819fbb-9507-4cb2-8a8a-96ae00c26366 HTTP/1.1" status: 204 len: 168 time: 0.1989508 Apr 07 02:31:08.382939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498bcc4-1836-4410-b2c4-482543b1ba80 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82819fbb-9507-4cb2-8a8a-96ae00c26366,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:08.723860 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60318) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:08.728561 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1286589569', 'description': 'tempest-secgroup-smoke-1286589569 description', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:08.803256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.867657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (31257637-5e24-4111-b1c9-e44c5f9923b2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.927875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (31257637-5e24-4111-b1c9-e44c5f9923b2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:08.956146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31257637-5e24-4111-b1c9-e44c5f9923b2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:09.005796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.007130 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e1189c17-2aae-4ac0-a866-17f3de519db3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2822516 Apr 07 02:31:09.010022 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60320) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:09.014440 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '31257637-5e24-4111-b1c9-e44c5f9923b2', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:09.110597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (69a2e150-eabf-46ad-a9e0-ef361b4558c2), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.167163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (69a2e150-eabf-46ad-a9e0-ef361b4558c2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.226140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (69a2e150-eabf-46ad-a9e0-ef361b4558c2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.244507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a2e150-eabf-46ad-a9e0-ef361b4558c2,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:09.324077 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.325371 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-552935a6-ee18-4d8e-9e65-1c94bf3f81a0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143616 Apr 07 02:31:09.333544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60322) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:09.337877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '31257637-5e24-4111-b1c9-e44c5f9923b2', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:09.423474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (08964769-75ae-4ba2-b5df-b4a62d771e30), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.477661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (08964769-75ae-4ba2-b5df-b4a62d771e30), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.540008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (08964769-75ae-4ba2-b5df-b4a62d771e30), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.557669 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08964769-75ae-4ba2-b5df-b4a62d771e30,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:09.623206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.625041 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ca048415-d58a-4836-b720-52a7e43238d0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2904422 Apr 07 02:31:09.627890 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60324) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:09.632495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a6d17e28-7b72-4347-a26e-8129a0cf802b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:31:09.633968 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '31257637-5e24-4111-b1c9-e44c5f9923b2', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:09.660325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: a6d17e28-7b72-4347-a26e-8129a0cf802b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:31:09.661215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device a6d17e28-7b72-4347-a26e-8129a0cf802b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:31:09.717842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (2b95c9bf-9514-49be-9877-25ac27ccc61a), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.774412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (2b95c9bf-9514-49be-9877-25ac27ccc61a), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.849224 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (2b95c9bf-9514-49be-9877-25ac27ccc61a), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.865271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b95c9bf-9514-49be-9877-25ac27ccc61a,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:09.936260 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:09.937557 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-795c0f59-498d-4a26-8d63-fb458ae53c1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3087199 Apr 07 02:31:09.940370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60326) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:09.944979 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '31257637-5e24-4111-b1c9-e44c5f9923b2', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:10.025769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (9a84ae55-e723-46b5-8755-90ac6d39db32), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.084793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (9a84ae55-e723-46b5-8755-90ac6d39db32), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.128928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (9a84ae55-e723-46b5-8755-90ac6d39db32), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.150234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a84ae55-e723-46b5-8755-90ac6d39db32,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:10.199490 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.200743 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6a8e89e5-aba3-4fe7-ad52-87cbbc1824e9 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2592514 Apr 07 02:31:10.203898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60328) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:10.208507 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '31257637-5e24-4111-b1c9-e44c5f9923b2', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:10.277204 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:31:10.281990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (ac8ba79f-2179-4ed9-8705-a8bd3e9c7437), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.339315 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (ac8ba79f-2179-4ed9-8705-a8bd3e9c7437), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.431549 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (ac8ba79f-2179-4ed9-8705-a8bd3e9c7437), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.449770 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac8ba79f-2179-4ed9-8705-a8bd3e9c7437,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:10.513409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.514616 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c96bdc2c-5c11-4a55-a66d-42ca74bd3a6a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100474 Apr 07 02:31:10.517459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60330) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:10.521705 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'security_group_rule': {'security_group_id': '31257637-5e24-4111-b1c9-e44c5f9923b2', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:10.591774 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Project 4add1a62bb3c45c4b9d4bf8ad279c996 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:31:10.596794 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (0feba9db-08dc-4807-8327-ab242feadd7b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.654738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (0feba9db-08dc-4807-8327-ab242feadd7b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.711652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (0feba9db-08dc-4807-8327-ab242feadd7b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.729205 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0feba9db-08dc-4807-8327-ab242feadd7b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:10.804137 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.805390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a4d5cccd-7730-4fda-bc7a-42f397c63786 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2870076 Apr 07 02:31:10.808088 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60332) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:10.812863 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'network': {'name': 'tempest-network-smoke--1312220360', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'port_security_enabled': True}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:10.900454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:31:10.903796 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.927404 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:31:10.935646 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c700da0a-7d09-436a-934c-087298601ace), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:10.935990 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Added segment c700da0a-7d09-436a-934c-087298601ace of type vlan for network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf Apr 07 02:31:10.976014 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (9b8fdfe4-d569-4506-b4c2-a3b51666abaf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.065818 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (9b8fdfe4-d569-4506-b4c2-a3b51666abaf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.070858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:11.071434 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.134074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Network': ['ID=9b8fdfe4-d569-4506-b4c2-a3b51666abaf,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:11.144128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:31:11.191027 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-40ff77ea-9cee-4964-b3ec-32667fa58582 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3817432 Apr 07 02:31:11.193648 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60334) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:11.198259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'admin_state_up': True, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:11.300181 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (b5d53f2e-a52a-480c-8da5-46695e582593), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.301328 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (b5d53f2e-a52a-480c-8da5-46695e582593), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.352607 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (b5d53f2e-a52a-480c-8da5-46695e582593), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.569049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (b5d53f2e-a52a-480c-8da5-46695e582593), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.827056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (b5d53f2e-a52a-480c-8da5-46695e582593), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.845879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:11.952722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.136 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:31:12.053964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:12.117463 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:12.150928 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:31:12.153653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:12.159036 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:31:12.187917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:12.462262 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (b5d53f2e-a52a-480c-8da5-46695e582593), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:12.659950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (b5d53f2e-a52a-480c-8da5-46695e582593), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:12.888737 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router b5d53f2e-a52a-480c-8da5-46695e582593 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:31:12.997218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:31:13.007746 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Sync routers for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:31:13.017645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:13.018273 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:13.090921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.092442 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-47b5835d-4137-41c8-9a9d-dff834442cd6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8975072 Apr 07 02:31:13.095634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60336) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:13.123167 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-64e5155e-db0e-4ec1-8436-f27815a4937b tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=4add1a62bb3c45c4b9d4bf8ad279c996&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264192 Apr 07 02:31:13.125801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60338) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:13.125971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:13.218149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c138586-624d-4814-9b91-7f59bef6b553 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:13.220070 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-4c138586-624d-4814-9b91-7f59bef6b553 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932741 Apr 07 02:31:13.222953 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60340) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:13.250505 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7e81ec85-cba4-4d56-8248-0b0e5eb203e7 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=9576beaa-b572-45dd-8b18-fb9b06f36336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262012 Apr 07 02:31:13.253019 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60342) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:13.258178 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1577223632', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:13.307866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:12Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:13.334979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Checking router: b5d53f2e-a52a-480c-8da5-46695e582593 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:31:13.335501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Updating router b5d53f2e-a52a-480c-8da5-46695e582593 port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:31:13.362213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.402581 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:31:13.405236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.608553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Publish callbacks [] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.647433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (739411e7-1255-412f-9412-80a97830cc29), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.675803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.729077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Attempting to bind port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:31:13.729689 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Attempting to bind port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:31:13.730285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Attempting to bind port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:31:13.740490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd26dd4-77dd-4c15-b2bb-293d97013f43 None None] Pushing event updated for resources: {'Port': ['ID=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:13.744100 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:31:13.744490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:31:13.744931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.745325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:31:13.745803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Bound port: 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:31:13.746187 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.799791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] For port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:31:13.803739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] For port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:31:13.876731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:13.939201 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:13.939840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:13.944616 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd26dd4-77dd-4c15-b2bb-293d97013f43 None None] Pushing event updated for resources: {'Port': ['ID=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:14.012811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Subnet': ['ID=739411e7-1255-412f-9412-80a97830cc29,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:14.020120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Checking segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:31:14.020484 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network hostable DHCP agents. Network: 9b8fdfe4-d569-4506-b4c2-a3b51666abaf, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:31:14.058161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:14.099634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:31:14.184880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 9b8fdfe4-d569-4506-b4c2-a3b51666abaf) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:14.189102 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:14.189694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:14.251000 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58890824-f2b1-40ab-a6ee-1ba163d3660e None None] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:31:14.286592 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e2b0d8f3-1702-497b-ae54-b98e85bdcc1e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0325122 Apr 07 02:31:14.289358 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60344) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:14.426832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:31:14.427684 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:14.539869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:12Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:14.583998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8dd72c-1c10-4308-a58e-315bc404b390 None None] The sync data for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv is: [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:12Z', 'revision_number': 3, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:31:14.608481 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Allocated IP 172.20.0.2 (9b8fdfe4-d569-4506-b4c2-a3b51666abaf/739411e7-1255-412f-9412-80a97830cc29/f5a6ebf0-bb3a-4410-af80-4b82d312d6ff) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:31:14.744632 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:14.773048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Publish callbacks [] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:14.845863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:14.895566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:31:14.896976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:14.904221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:31:14.911801 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Pushing event updated for resources: {'Port': ['ID=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:14.970010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Attempting to bind port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:31:14.970386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Attempting to bind port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:31:14.970944 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Attempting to bind port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff on network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:31:14.977301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:31:14.977796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Checking segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:31:14.978211 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:14.978630 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Bound using segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:31:14.979253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Bound port: f5a6ebf0-bb3a-4410-af80-4b82d312d6ff, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:31:14.979607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.053423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] For port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:31:15.057672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] For port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:31:15.065391 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.1 (9b8fdfe4-d569-4506-b4c2-a3b51666abaf/739411e7-1255-412f-9412-80a97830cc29/2b53736b-5323-4e3c-bafe-4b56ef6fd455) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:31:15.130539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.192777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.194281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f523c03-5b83-4699-b11a-8e0229185f1b None None] Pushing event updated for resources: {'Port': ['ID=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:15.319210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.358816 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:31:15.360915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:15.368175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:31:15.448128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (b5d53f2e-a52a-480c-8da5-46695e582593), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.557371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=2b53736b-5323-4e3c-bafe-4b56ef6fd455,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:15.671388 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.717565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5a6ebf0-bb3a-4410-af80-4b82d312d6ff up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:31:15.770663 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:15.771045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.855030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:15.855523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.893311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:15.973999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:15.976655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:31:15.980977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.054308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:16.055400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.070305 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:16.070614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.139763 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=2b53736b-5323-4e3c-bafe-4b56ef6fd455,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:16.143468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (b5d53f2e-a52a-480c-8da5-46695e582593), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.165733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:16.166258 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.208209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:16.208209 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb890a5-dcf7-4224-9575-4f1b30ed0a78 None None] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:31:16.239299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:31:16.240808 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:16.268477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.357224 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-910ca895-921e-4134-b84f-2381830adce7 None None] Provisioning complete for port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:16.357623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-910ca895-921e-4134-b84f-2381830adce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.359640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:16.363249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router b5d53f2e-a52a-480c-8da5-46695e582593 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:31:16.505041 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-910ca895-921e-4134-b84f-2381830adce7 None None] Current status of the port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:16.518453 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:31:16.524362 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-68695553-9db1-4df3-8cc4-b023c0601a52 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/b5d53f2e-a52a-480c-8da5-46695e582593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2339797 Apr 07 02:31:16.627376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5fa842db-3ca1-457d-8de5-e0ccfd899ab4 None None] Provisioning complete for port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:16.627376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5fa842db-3ca1-457d-8de5-e0ccfd899ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.677146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5fa842db-3ca1-457d-8de5-e0ccfd899ab4 None None] Port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:31:16.689418 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-5fa842db-3ca1-457d-8de5-e0ccfd899ab4 None None] Provisioning complete for port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:16.689799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5fa842db-3ca1-457d-8de5-e0ccfd899ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.725551 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-c446e192-9c94-46ec-9cf3-ce1f5742060a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1286589569&fields=id&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 267 time: 0.0568464 Apr 07 02:31:16.763942 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Sync routers for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:31:16.775057 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:16.775688 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:16.793429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-5fa842db-3ca1-457d-8de5-e0ccfd899ab4 None None] Current status of the port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:16.847405 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-f953f569-3f5e-4f0e-9698-81c7d6a491e4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:16.849535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-f953f569-3f5e-4f0e-9698-81c7d6a491e4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/networks?id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 200 len: 797 time: 0.1152828 Apr 07 02:31:16.865692 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-6e31e981-e03f-436f-9824-f9ee3c6485f0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/quotas/4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 375 time: 0.0102732 Apr 07 02:31:16.925046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e01c08b6-7284-4d5c-9e0e-cf7a5c19e5f1 None None] Provisioning complete for port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:16.925476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e01c08b6-7284-4d5c-9e0e-cf7a5c19e5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:16.941472 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-a58ca262-a0bf-4310-8b9d-8e6d942200b6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698133 Apr 07 02:31:16.974869 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e01c08b6-7284-4d5c-9e0e-cf7a5c19e5f1 None None] Port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:31:17.002772 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:17.094791 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a83a6f2f-fb2b-40b6-89ce-ece6cc6132bd None None] Provisioning complete for port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:17.095246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a83a6f2f-fb2b-40b6-89ce-ece6cc6132bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.131887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a83a6f2f-fb2b-40b6-89ce-ece6cc6132bd None None] Port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:31:17.133708 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-d898b1b2-ede9-49b4-bf2a-4e9240b332b6 service neutron] 10.222.0.25 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775532 Apr 07 02:31:17.206917 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 2, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:17.224111 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-9931024c-52ed-4d43-b44b-a96b4c96bb8e service neutron] 10.222.0.25 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Apr 07 02:31:17.233629 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Checking router: b5d53f2e-a52a-480c-8da5-46695e582593 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:31:17.233991 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Updating router b5d53f2e-a52a-480c-8da5-46695e582593 port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:31:17.265723 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.454565 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4134d73e-f5e4-4f58-b53b-eeae73ccc974 req-da9318cd-7055-49ee-8835-a5e3053890b7 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Apr 07 02:31:17.543148 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Publish callbacks [] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.602765 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.654001 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Pushing event updated for resources: {'Port': ['ID=2b53736b-5323-4e3c-bafe-4b56ef6fd455,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:17.665487 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.665803 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.666156 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.666497 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.666913 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.667260 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.667580 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.667908 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.668239 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.668562 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.668922 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.669250 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.672458 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.672458 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.672458 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:31:17.719377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5a6ebf0-bb3a-4410-af80-4b82d312d6ff up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:31:17.726253 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Attempting to bind port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:31:17.726742 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Attempting to bind port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:31:17.727201 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Attempting to bind port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 on network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:31:17.734318 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:31:17.739400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Checking segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:31:17.739400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.739400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Bound using segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:31:17.739400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Bound port: 2b53736b-5323-4e3c-bafe-4b56ef6fd455, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:31:17.739400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.776499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:17.777485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.809112 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] For port 2b53736b-5323-4e3c-bafe-4b56ef6fd455, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:31:17.812676 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] For port 2b53736b-5323-4e3c-bafe-4b56ef6fd455, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b53736b-5323-4e3c-bafe-4b56ef6fd455,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:31:17.863186 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:17.864539 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:31:17.889745 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.913285 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:17.913599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:17.948868 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:17.949503 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:17.951273 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ad5b-a388-4d68-9d7f-391d1f1897df None None] Pushing event updated for resources: {'Port': ['ID=2b53736b-5323-4e3c-bafe-4b56ef6fd455,revision_number=4']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:17.969796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] Provisioning complete for port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:17.970205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:18.050576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:18.077728 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:18.089803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] Current status of the port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:18.093469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:18.131727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] For port 2b53736b-5323-4e3c-bafe-4b56ef6fd455, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b53736b-5323-4e3c-bafe-4b56ef6fd455,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:18.197871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:18.251154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4daca-87ef-47b4-9b30-d05a5c13872f None None] Pushing event updated for resources: {'Port': ['ID=2b53736b-5323-4e3c-bafe-4b56ef6fd455,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:18.289870 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:18.316155 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3599d4ef-a911-43f6-a32a-574033e5b46c None None] The sync data for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv is: [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:17Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:31:18.319584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-6552438c-5e65-4800-beb6-631117d7bc74 None None] Provisioning complete for port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:18.319969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6552438c-5e65-4800-beb6-631117d7bc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:18.342472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:18.427093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-6552438c-5e65-4800-beb6-631117d7bc74 None None] Current status of the port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:18.556950 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5e487c45-b75c-4202-ab99-0af7a79cf01f req-f14f9ea6-ce7d-40bc-bd13-a9cf6737bc50 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 210 time: 0.0305216 Apr 07 02:31:19.454557 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-db6b5dc1-0a90-488f-b9ff-93f8d395ff43 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:19.455968 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-db6b5dc1-0a90-488f-b9ff-93f8d395ff43 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/networks?id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 200 len: 797 time: 0.1058702 Apr 07 02:31:19.520024 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-f6c6911d-2090-49f5-bb0c-63f6e34258a8 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996 HTTP/1.1" status: 200 len: 380 time: 0.0529721 Apr 07 02:31:19.532116 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'port': {'device_id': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'admin_state_up': True, 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'security_groups': ['31257637-5e24-4111-b1c9-e44c5f9923b2']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:19.671278 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c616730-9deb-4366-9912-36ca69dbad37 req-3a1ec4fd-9122-48c8-817f-7be89604fab4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 210 time: 0.0442865 Apr 07 02:31:19.699717 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b53736b-5323-4e3c-bafe-4b56ef6fd455 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:31:19.700296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Made reservation on behalf of 4add1a62bb3c45c4b9d4bf8ad279c996 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:31:19.704140 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:19.746923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:19.747220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:19.831444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:19.841800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.20.0.7 (9b8fdfe4-d569-4506-b4c2-a3b51666abaf/739411e7-1255-412f-9412-80a97830cc29/f554c826-3871-446b-b948-7d6f35c4a242) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:31:19.979282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (f554c826-3871-446b-b948-7d6f35c4a242), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.071903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f554c826-3871-446b-b948-7d6f35c4a242), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.115564 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:31:20.118786 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:20.122461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:31:20.128700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=f554c826-3871-446b-b948-7d6f35c4a242,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:20.179306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:20.179971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.251871 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-b3825579-6a00-468f-8b14-b9bb06c5f107 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7231960 Apr 07 02:31:20.268441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Request body: {'port': {'device_id': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:20.328992 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f554c826-3871-446b-b948-7d6f35c4a242), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.358993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-0ea80d02-c6cc-457d-84e1-7c0c4a555e39 None None] Provisioning complete for port f554c826-3871-446b-b948-7d6f35c4a242 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:20.359376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0ea80d02-c6cc-457d-84e1-7c0c4a555e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f554c826-3871-446b-b948-7d6f35c4a242), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.397579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-0ea80d02-c6cc-457d-84e1-7c0c4a555e39 None None] Port f554c826-3871-446b-b948-7d6f35c4a242 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:31:20.586997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f554c826-3871-446b-b948-7d6f35c4a242 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:31:20.594467 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Publish callbacks [] for port (f554c826-3871-446b-b948-7d6f35c4a242), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.605932 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Transition to ACTIVE for port object f554c826-3871-446b-b948-7d6f35c4a242 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:31:20.664219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f554c826-3871-446b-b948-7d6f35c4a242), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.715232 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Pushing event updated for resources: {'Port': ['ID=f554c826-3871-446b-b948-7d6f35c4a242,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:20.792284 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Attempting to bind port f554c826-3871-446b-b948-7d6f35c4a242 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:31:20.792625 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Attempting to bind port f554c826-3871-446b-b948-7d6f35c4a242 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:31:20.793002 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Attempting to bind port f554c826-3871-446b-b948-7d6f35c4a242 on network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:31:20.797798 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Port f554c826-3871-446b-b948-7d6f35c4a242 on network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:31:20.798263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Attempting to bind port f554c826-3871-446b-b948-7d6f35c4a242 on network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:31:20.803447 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:31:20.803795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Checking segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:31:20.804170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Bound using segment: {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:31:20.804591 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Bound port: f554c826-3871-446b-b948-7d6f35c4a242, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c700da0a-7d09-436a-934c-087298601ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:31:20.804997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f554c826-3871-446b-b948-7d6f35c4a242), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:20.806046 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190bdf1-4d0a-4261-af47-19553d74ab74 req-0353de46-6ab8-4f82-a873-17d1b71a8701 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:20.807548 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c190bdf1-4d0a-4261-af47-19553d74ab74 req-0353de46-6ab8-4f82-a873-17d1b71a8701 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 943 time: 0.0617225 Apr 07 02:31:20.860418 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c190bdf1-4d0a-4261-af47-19553d74ab74 req-31211a67-3744-44b0-a4dd-75525500fa9e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465920 Apr 07 02:31:20.877256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] For port f554c826-3871-446b-b948-7d6f35c4a242, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:31:20.885306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] For port f554c826-3871-446b-b948-7d6f35c4a242, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f554c826-3871-446b-b948-7d6f35c4a242,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:31:20.969587 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (f554c826-3871-446b-b948-7d6f35c4a242), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:21.005104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.005760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:21.007146 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] 10.222.0.10 "PUT /v2.0/ports/f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 200 len: 1093 time: 0.7432568 Apr 07 02:31:21.007659 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:31:21.009866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "tag": "f554c826-3871-446b-b948-7d6f35c4a242"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:31:21.038527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf60bb3-a443-4e9e-864a-6148b49dacbf service neutron] Pushing event updated for resources: {'Port': ['ID=f554c826-3871-446b-b948-7d6f35c4a242,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:21.048713 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c4cb34-0074-470b-8527-66fc83b1d66d x-openstack-request-id: req-01c4cb34-0074-470b-8527-66fc83b1d66d {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:31:21.049053 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "tag": "f554c826-3871-446b-b948-7d6f35c4a242", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:31:21.049518 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01c4cb34-0074-470b-8527-66fc83b1d66d {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:31:21.049937 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c4cb34-0074-470b-8527-66fc83b1d66d'] response: {'name': 'network-changed', 'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242', 'status': 'completed', 'code': 200} Apr 07 02:31:21.116720 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f req-9d70ad8e-be35-4601-b364-097b73194a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.121007 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f req-9d70ad8e-be35-4601-b364-097b73194a97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1127 time: 0.0483649 Apr 07 02:31:21.225078 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f req-9f10e07d-2763-42c3-ad21-293dc039395d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.226566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f req-9f10e07d-2763-42c3-ad21-293dc039395d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0979204 Apr 07 02:31:21.321828 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f req-37518cfa-12f5-43a7-81c9-e5a94b13dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.323230 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8d1e7e01-ee6e-4d86-8623-a624e2ac599f req-37518cfa-12f5-43a7-81c9-e5a94b13dfa0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878282 Apr 07 02:31:21.415432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-0722ba5f-1775-4322-b819-790501f021ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.416916 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-0722ba5f-1775-4322-b819-790501f021ce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1127 time: 0.0480514 Apr 07 02:31:21.464022 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-90011c13-0b23-4b03-a529-aec38e9d7b03 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 200 len: 217 time: 0.0329335 Apr 07 02:31:21.510383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-938942ee-8c0d-4806-9016-515a02ae7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.511775 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-938942ee-8c0d-4806-9016-515a02ae7680 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=739411e7-1255-412f-9412-80a97830cc29 HTTP/1.1" status: 200 len: 835 time: 0.0422628 Apr 07 02:31:21.561531 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-16e40f88-a9c3-4e8c-a5a9-9fc219a48228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.562972 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-16e40f88-a9c3-4e8c-a5a9-9fc219a48228 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423231 Apr 07 02:31:21.658007 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-c5e233d7-7d0c-4ada-bd17-445eb2b87e49 service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830443 Apr 07 02:31:21.747611 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-f63f79e3-4ff4-43aa-8604-cf715c6b0aa3 req-6d823ed2-8b52-46d6-8e8d-43469b90e61e service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826442 Apr 07 02:31:21.983186 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7b768-0e2d-437d-b6f7-22e5939664ec req-254bfdba-4953-43ca-a9bc-204eaed95411 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:21.984593 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0b7b768-0e2d-437d-b6f7-22e5939664ec req-254bfdba-4953-43ca-a9bc-204eaed95411 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 943 time: 0.0517478 Apr 07 02:31:22.032097 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f0b7b768-0e2d-437d-b6f7-22e5939664ec req-deb7f823-cc25-415a-875b-1b92c54a3257 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Apr 07 02:31:23.153092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb9268-c571-48ce-840c-c17239a0eff6 req-7ccae3fa-3687-4afe-8f60-7b63bef373be tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:23.154527 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-10cb9268-c571-48ce-840c-c17239a0eff6 req-7ccae3fa-3687-4afe-8f60-7b63bef373be tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 943 time: 0.0554843 Apr 07 02:31:23.202675 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-10cb9268-c571-48ce-840c-c17239a0eff6 req-28a36448-84a1-41ad-86fc-8585247daa49 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Apr 07 02:31:24.231451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f554c826-3871-446b-b948-7d6f35c4a242 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:31:24.320694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0597d-214c-4ebc-9305-889524f3b1e9 req-0301015a-d0b4-4658-a0c9-6d5aeb133180 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:24.322905 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0ef0597d-214c-4ebc-9305-889524f3b1e9 req-0301015a-d0b4-4658-a0c9-6d5aeb133180 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 943 time: 0.0541446 Apr 07 02:31:24.330814 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f554c826-3871-446b-b948-7d6f35c4a242, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f554c826-3871-446b-b948-7d6f35c4a242,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:24.342699 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'f554c826-3871-446b-b948-7d6f35c4a242', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'port_id': 'f554c826-3871-446b-b948-7d6f35c4a242', 'mac_address': 'fa:16:3e:d0:10:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:31:24.372200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0ef0597d-214c-4ebc-9305-889524f3b1e9 req-19611859-4b82-4109-928a-1c8e2f25af00 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Apr 07 02:31:24.379533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f554c826-3871-446b-b948-7d6f35c4a242 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:24.379929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f554c826-3871-446b-b948-7d6f35c4a242), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:24.392892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f554c826-3871-446b-b948-7d6f35c4a242 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:31:24.412094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f554c826-3871-446b-b948-7d6f35c4a242, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f554c826-3871-446b-b948-7d6f35c4a242,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:24.470040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f554c826-3871-446b-b948-7d6f35c4a242), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:24.515909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f554c826-3871-446b-b948-7d6f35c4a242,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:24.753352 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['f554c826-3871-446b-b948-7d6f35c4a242'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:31:25.493675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4931b1-003a-4296-a225-16ef8973b6af req-49c8ae9b-7047-4143-b34a-787316cb28d5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:25.495135 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb4931b1-003a-4296-a225-16ef8973b6af req-49c8ae9b-7047-4143-b34a-787316cb28d5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 944 time: 0.0503957 Apr 07 02:31:25.546739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fb4931b1-003a-4296-a225-16ef8973b6af req-44954bd6-bce2-4f8c-afef-8b5f11c084c4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459781 Apr 07 02:31:26.249939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f554c826-3871-446b-b948-7d6f35c4a242 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:31:26.396148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port f554c826-3871-446b-b948-7d6f35c4a242 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:31:26.400165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port f554c826-3871-446b-b948-7d6f35c4a242 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:31:26.400548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (f554c826-3871-446b-b948-7d6f35c4a242), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:26.478742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port f554c826-3871-446b-b948-7d6f35c4a242 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:31:26.479145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (f554c826-3871-446b-b948-7d6f35c4a242), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:26.500744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:31:26.502936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604f5bd7-e316-4736-98a0-7f30135ddc9d" -d '{"events": [{"server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "name": "network-vif-plugged", "status": "completed", "tag": "f554c826-3871-446b-b948-7d6f35c4a242"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:31:26.515176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port f554c826-3871-446b-b948-7d6f35c4a242, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f554c826-3871-446b-b948-7d6f35c4a242,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:31:26.538054 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f17a18-caea-46d6-aeca-3db92329e876 x-openstack-request-id: req-a0f17a18-caea-46d6-aeca-3db92329e876 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:31:26.538346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "name": "network-vif-plugged", "status": "completed", "tag": "f554c826-3871-446b-b948-7d6f35c4a242", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:31:26.538602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0f17a18-caea-46d6-aeca-3db92329e876 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:31:26.538995 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f17a18-caea-46d6-aeca-3db92329e876'] response: {'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242', 'code': 200} Apr 07 02:31:26.591892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (f554c826-3871-446b-b948-7d6f35c4a242), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:26.643438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=f554c826-3871-446b-b948-7d6f35c4a242,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:26.669028 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be98a12-3663-4b2b-ae95-97bf2ca71ed2 req-e3caa20c-792f-45df-8f08-91ec8b46c6bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:26.670569 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2be98a12-3663-4b2b-ae95-97bf2ca71ed2 req-e3caa20c-792f-45df-8f08-91ec8b46c6bf tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0540106 Apr 07 02:31:26.720249 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2be98a12-3663-4b2b-ae95-97bf2ca71ed2 req-7921dc07-d58f-4275-bdca-1f041aee6e6b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Apr 07 02:31:27.194263 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bdb21e-d3d9-4e56-a41f-d41edb3027ad req-c10b5b83-fc98-4725-af1f-f2c466946af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:27.195705 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-93bdb21e-d3d9-4e56-a41f-d41edb3027ad req-c10b5b83-fc98-4725-af1f-f2c466946af3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1129 time: 0.3745308 Apr 07 02:31:27.244223 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-93bdb21e-d3d9-4e56-a41f-d41edb3027ad req-bdb4d313-627d-4393-89c7-b7b01352005f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379522 Apr 07 02:31:27.838254 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78c9f3-32ea-4c32-b1ca-25690ac91d7a req-799a56f6-d5a1-4c32-9cfb-edd5553da88c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:27.839727 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4c78c9f3-32ea-4c32-b1ca-25690ac91d7a req-799a56f6-d5a1-4c32-9cfb-edd5553da88c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0521002 Apr 07 02:31:27.887729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4c78c9f3-32ea-4c32-b1ca-25690ac91d7a req-fe4b8cda-35c3-482c-9d1e-f1b4a3cb48a4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Apr 07 02:31:29.010071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ce3a4-b25a-49d1-a9d4-3bb1189d3605 req-4e9e6593-9cd5-41ac-a33d-91852ea61d63 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:29.011558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-348ce3a4-b25a-49d1-a9d4-3bb1189d3605 req-4e9e6593-9cd5-41ac-a33d-91852ea61d63 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0575013 Apr 07 02:31:29.059047 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-348ce3a4-b25a-49d1-a9d4-3bb1189d3605 req-7dd95bc3-5b51-4649-a2b4-7955e3a569f4 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Apr 07 02:31:29.077408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d755350d-6b19-4540-b91c-373d15b9ce14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:29.177298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d7b94-a4d8-41b3-ad6b-6ab8eeb40fa8 req-ed21ec4a-a325-4f87-94d0-613ff6c51154 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:29.178707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-032d7b94-a4d8-41b3-ad6b-6ab8eeb40fa8 req-ed21ec4a-a325-4f87-94d0-613ff6c51154 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Apr 07 02:31:29.227272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-032d7b94-a4d8-41b3-ad6b-6ab8eeb40fa8 req-d723e285-a435-491a-9731-37dae95e89c1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429688 Apr 07 02:31:29.248208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60404) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:29.293977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954023d1-4fd4-4996-80ae-8305a1bde4f3 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:29.295471 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-954023d1-4fd4-4996-80ae-8305a1bde4f3 tempest-TestNetworkAdvancedServerOps-216833935 tempest-TestNetworkAdvancedServerOps-216833935-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1124 time: 0.0462890 Apr 07 02:31:29.298240 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60406) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:29.302345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'f554c826-3871-446b-b948-7d6f35c4a242', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:31:29.391673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:29.487248 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:29.594113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Allocated IP 172.26.8.56 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/7e669a0b-f9e0-4976-be6d-05587e740cf0) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:31:29.694793 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:29.780634 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:29.819245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:31:29.824059 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:31:29.827722 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:31:29.854802 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=7e669a0b-f9e0-4976-be6d-05587e740cf0,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:30.184451 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (e80e30c4-71a8-4988-bc67-faea78c10b73), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:30.309511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:30.461691 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:30.515393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:30.580626 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event updated for resources: {'Port': ['ID=7e669a0b-f9e0-4976-be6d-05587e740cf0,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:31:30.594371 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (e80e30c4-71a8-4988-bc67-faea78c10b73), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:30.995453 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP e80e30c4-71a8-4988-bc67-faea78c10b73 associated. External IP: 172.26.8.56, port: f554c826-3871-446b-b948-7d6f35c4a242. Apr 07 02:31:31.205683 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router b5d53f2e-a52a-480c-8da5-46695e582593 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:31:31.314324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:31:31.328675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] Sync routers for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:31:31.338849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:31.339476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:31.449863 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c0ef1185-c815-4e8f-89f6-80fc87def530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:31.450544 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:31.460952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:31.480995 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-02e907f5-e088-4855-b7d3-abc9d0b075b5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1817231 Apr 07 02:31:31.481717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:31:31.484383 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78af974f-14e7-4804-98bb-7e6195be35aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "tag": "f554c826-3871-446b-b948-7d6f35c4a242"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:31:31.524986 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ce1ef6-4484-4031-95d9-a57cae00841b x-openstack-request-id: req-68ce1ef6-4484-4031-95d9-a57cae00841b {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:31:31.525476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "tag": "f554c826-3871-446b-b948-7d6f35c4a242", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:31:31.525929 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68ce1ef6-4484-4031-95d9-a57cae00841b {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:31:31.526404 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ce1ef6-4484-4031-95d9-a57cae00841b'] response: {'name': 'network-changed', 'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242', 'status': 'completed', 'code': 200} Apr 07 02:31:31.584148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d1b28-2ecc-4e4a-a8d1-16a3c123d28e req-5c3e7fd5-568e-4ea8-b02d-aaa14d23ef8d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:31.585968 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f80d1b28-2ecc-4e4a-a8d1-16a3c123d28e req-5c3e7fd5-568e-4ea8-b02d-aaa14d23ef8d tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Apr 07 02:31:31.593046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af974f-14e7-4804-98bb-7e6195be35aa req-c5cd11db-b920-481f-bfb6-4f32842fdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:31.594553 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-c5cd11db-b920-481f-bfb6-4f32842fdfc1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1129 time: 0.0469823 Apr 07 02:31:31.637894 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f80d1b28-2ecc-4e4a-a8d1-16a3c123d28e req-2701e046-61ae-4269-a107-43a5b917caff tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Apr 07 02:31:31.663430 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60412) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:31.702160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e80e30c4-71a8-4988-bc67-faea78c10b73', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'port_id': 'f554c826-3871-446b-b948-7d6f35c4a242', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'mac_address': 'fa:16:3e:d0:10:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:31:30Z', 'updated_at': '2022-04-07T02:31:30Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:18Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:31.732402 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] Checking router: b5d53f2e-a52a-480c-8da5-46695e582593 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:31:31.741549 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:31:31.742198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:31:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:31.755000 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-b8dd182a-539f-45de-b28b-61c0edf2e4ef tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/e80e30c4-71a8-4988-bc67-faea78c10b73 HTTP/1.1" status: 200 len: 990 time: 0.0887134 Apr 07 02:31:31.756582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af974f-14e7-4804-98bb-7e6195be35aa req-ba3b81ba-f703-4551-ad03-f896294cd59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:31.757982 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-ba3b81ba-f703-4551-ad03-f896294cd59f service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 200 len: 897 time: 0.1575441 Apr 07 02:31:31.851606 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:31:31.854275 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-58cdf25a-80f5-47a6-9315-a6c3f23a18fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 200 len: 998 time: 0.0663407 Apr 07 02:31:31.903262 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af974f-14e7-4804-98bb-7e6195be35aa req-90b0c58c-0b0c-4ad2-9c0c-06be50725cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:31.904748 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-90b0c58c-0b0c-4ad2-9c0c-06be50725cf6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=739411e7-1255-412f-9412-80a97830cc29 HTTP/1.1" status: 200 len: 835 time: 0.0435953 Apr 07 02:31:31.952950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af974f-14e7-4804-98bb-7e6195be35aa req-6ea4e5e0-cf57-472c-9b6b-25f83e036c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:31.954465 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-6ea4e5e0-cf57-472c-9b6b-25f83e036c0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434229 Apr 07 02:31:32.049932 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-41d3a69a-3dff-4b62-88cc-8638fc2424f1 service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885515 Apr 07 02:31:32.076064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e80e30c4-71a8-4988-bc67-faea78c10b73', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'port_id': 'f554c826-3871-446b-b948-7d6f35c4a242', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'mac_address': 'fa:16:3e:d0:10:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:31:30Z', 'updated_at': '2022-04-07T02:31:30Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:18Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:31:32.102403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ecb8fc-9a6c-4676-a3f2-7cb7921e1ec0 None None] The sync data for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv is: [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'e80e30c4-71a8-4988-bc67-faea78c10b73', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'port_id': 'f554c826-3871-446b-b948-7d6f35c4a242', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'mac_address': 'fa:16:3e:d0:10:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:31:30Z', 'updated_at': '2022-04-07T02:31:30Z', 'revision_number': 0, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:18Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:31:32.140989 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-78af974f-14e7-4804-98bb-7e6195be35aa req-bde2b129-a844-4083-8834-10f8e81c94de service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852349 Apr 07 02:31:32.275857 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:31:32.299159 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5fc64e-6362-475c-9c78-33b0500a4b5b None None] New status for floating IP e80e30c4-71a8-4988-bc67-faea78c10b73: ACTIVE {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:31:32.637165 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:32.757760 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60414) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:31:32.822289 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c6f13b4e-abee-4292-9db0-479012835ec0 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/e80e30c4-71a8-4988-bc67-faea78c10b73 HTTP/1.1" status: 200 len: 992 time: 0.0634308 Apr 07 02:31:34.144829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:35.317140 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:48.339822 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:31:57.827843 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-08e04ca1-e050-465f-a896-acb506185c2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410345 Apr 07 02:31:57.915599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-84acacdf-be28-4a4b-8206-04715b0d60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:57.917154 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-84acacdf-be28-4a4b-8206-04715b0d60bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1129 time: 0.0482914 Apr 07 02:31:58.027808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-5d2cd9c6-a76b-4bd4-94d0-067ef5045a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:58.029339 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-5d2cd9c6-a76b-4bd4-94d0-067ef5045a46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 200 len: 897 time: 0.0928440 Apr 07 02:31:58.093689 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-be150f0b-7924-4a42-b947-b65895983b8e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 200 len: 1000 time: 0.0576367 Apr 07 02:31:58.147512 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-4b3f02fc-c076-43cb-a231-9beecbe7edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:58.149078 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-4b3f02fc-c076-43cb-a231-9beecbe7edfb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=739411e7-1255-412f-9412-80a97830cc29 HTTP/1.1" status: 200 len: 835 time: 0.0470469 Apr 07 02:31:58.196534 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-ab5a00c0-dc81-43fd-a308-fd41941898ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:31:58.198039 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-ab5a00c0-dc81-43fd-a308-fd41941898ed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0424707 Apr 07 02:31:58.285141 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-7016ec7d-7a13-452d-b893-98efcbe51b62 service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805571 Apr 07 02:31:58.379741 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-6a3474b2-375b-4dbb-b731-59bcf9884438 req-fc1d6eba-8c11-4a92-a640-e12e5856b945 service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853806 Apr 07 02:31:59.059345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3338fcf-a78e-407c-bc07-7c424c45981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:01.396521 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2a4b5fc6-cf9e-4aa4-b60f-0ce1badb4fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:02.630878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:04.109591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:05.351207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:08.491988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b4468-f9ac-4145-ba10-2537cde9e80b req-19dcf0ed-ff2e-46ca-a8d1-fc419fc8e29e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:08.493513 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-478b4468-f9ac-4145-ba10-2537cde9e80b req-19dcf0ed-ff2e-46ca-a8d1-fc419fc8e29e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0529687 Apr 07 02:32:08.541414 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-478b4468-f9ac-4145-ba10-2537cde9e80b req-62d38f4f-5655-4fde-9ee2-0e8d922c8ef1 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424144 Apr 07 02:32:09.274114 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:32:09.660368 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f01ba-f0c4-46cd-ab59-0a5279c875c5 req-9cfa8601-d63e-4f7b-ba68-5c13f75393de tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:09.661907 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-376f01ba-f0c4-46cd-ab59-0a5279c875c5 req-9cfa8601-d63e-4f7b-ba68-5c13f75393de tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0532303 Apr 07 02:32:09.709806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-376f01ba-f0c4-46cd-ab59-0a5279c875c5 req-878360af-3590-4462-989b-6ff8bc7ed188 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Apr 07 02:32:09.731855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60434) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:09.794884 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-01729ada-4db5-4d5d-b0c7-f9abb837f1ad tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/e80e30c4-71a8-4988-bc67-faea78c10b73 HTTP/1.1" status: 200 len: 992 time: 0.0618923 Apr 07 02:32:11.199132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929552b6-21af-4df6-83cd-0e6611fbc06d req-5cd37508-dbe4-4c80-ac09-cf17c3285a56 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:11.200609 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-929552b6-21af-4df6-83cd-0e6611fbc06d req-5cd37508-dbe4-4c80-ac09-cf17c3285a56 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0516407 Apr 07 02:32:11.259271 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-929552b6-21af-4df6-83cd-0e6611fbc06d req-64335295-67eb-45e9-a454-fb94d74f5577 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528603 Apr 07 02:32:11.280614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-adc3ebb6-c74a-419d-bc14-f2e9aef7a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:11.282207 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-adc3ebb6-c74a-419d-bc14-f2e9aef7a357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1129 time: 0.0445459 Apr 07 02:32:11.375613 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-5f20f4cf-0ccb-42a5-9d55-61a7a603a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:11.377200 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-5f20f4cf-0ccb-42a5-9d55-61a7a603a3b1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 200 len: 897 time: 0.0870695 Apr 07 02:32:11.442342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-883af70b-2ded-4e4d-a673-c465ab8d1f06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 200 len: 1000 time: 0.0581832 Apr 07 02:32:11.493773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-13b85554-c93b-4080-89c4-70b1cc00db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:11.495184 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-13b85554-c93b-4080-89c4-70b1cc00db83 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=739411e7-1255-412f-9412-80a97830cc29 HTTP/1.1" status: 200 len: 835 time: 0.0426784 Apr 07 02:32:11.549096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-17be8da5-b7e4-4d56-928e-09acb8c12515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:11.550601 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-17be8da5-b7e4-4d56-928e-09acb8c12515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0462618 Apr 07 02:32:11.639600 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-a3847742-a219-442f-b9d4-fd0081796a6f service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788503 Apr 07 02:32:11.733783 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88a7f0fd-9944-412d-b68f-e614e3bab288 req-d7ec949c-5c9e-46ab-85d1-adabde2909d0 service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852270 Apr 07 02:32:12.384589 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a0912-a0ab-409c-8956-4c28dc9325a2 req-ff9f8bb4-4ccd-41b7-93e3-43e03db8106c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:12.386084 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e82a0912-a0ab-409c-8956-4c28dc9325a2 req-ff9f8bb4-4ccd-41b7-93e3-43e03db8106c tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0575647 Apr 07 02:32:12.434307 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e82a0912-a0ab-409c-8956-4c28dc9325a2 req-dc683013-2f48-4719-b1bb-239bd9aabc73 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426784 Apr 07 02:32:13.548301 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6133-21ce-4102-8054-75f17e9d042d req-635cbfb6-bf81-4472-a693-d492d0b76e05 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:13.549780 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c4bd6133-21ce-4102-8054-75f17e9d042d req-635cbfb6-bf81-4472-a693-d492d0b76e05 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0506387 Apr 07 02:32:13.598279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c4bd6133-21ce-4102-8054-75f17e9d042d req-ef3f487c-ff2c-4585-9f95-2bec27d4fff6 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Apr 07 02:32:13.620257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60446) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:13.684743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f5422aa5-b50f-4953-adca-3df052b68eca tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/floatingips/e80e30c4-71a8-4988-bc67-faea78c10b73 HTTP/1.1" status: 200 len: 992 time: 0.0633545 Apr 07 02:32:13.947086 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60452) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:14.104218 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 7e669a0b-f9e0-4976-be6d-05587e740cf0 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:32:14.104565 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:14.178619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:14.178948 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (7e669a0b-f9e0-4976-be6d-05587e740cf0), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:14.190462 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 7e669a0b-f9e0-4976-be6d-05587e740cf0 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:32:14.396649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (7e669a0b-f9e0-4976-be6d-05587e740cf0), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:14.420013 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=7e669a0b-f9e0-4976-be6d-05587e740cf0,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:14.429692 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.430050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.430390 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.430751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.431109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.431443 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.432196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.432196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.432425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.432777 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.433105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.433430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.433752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.434074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.434396 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:14.496587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for floatingip (e80e30c4-71a8-4988-bc67-faea78c10b73), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:14.496953 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Floating IP e80e30c4-71a8-4988-bc67-faea78c10b73 disassociated (deleted). External IP: 172.26.8.56, port: f554c826-3871-446b-b948-7d6f35c4a242. Apr 07 02:32:14.704182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router b5d53f2e-a52a-480c-8da5-46695e582593 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:32:14.811252 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:14.816811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:14.821718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] Sync routers for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:14.830968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:14.832155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:14.847607 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-859a4a88-8481-4840-a7ae-fbe805881100 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/floatingips/e80e30c4-71a8-4988-bc67-faea78c10b73 HTTP/1.1" status: 204 len: 168 time: 0.8994570 Apr 07 02:32:14.852030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:32:14.852030 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249d48bb-c33c-46c1-b7a3-935a10bdfc91" -d '{"events": [{"name": "network-changed", "server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "tag": "f554c826-3871-446b-b948-7d6f35c4a242"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:32:14.895447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d554f4c-ad59-4621-98fd-ff3224a45a67 x-openstack-request-id: req-6d554f4c-ad59-4621-98fd-ff3224a45a67 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:32:14.895447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "tag": "f554c826-3871-446b-b948-7d6f35c4a242", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:32:14.895447 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d554f4c-ad59-4621-98fd-ff3224a45a67 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:32:14.895447 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d554f4c-ad59-4621-98fd-ff3224a45a67'] response: {'name': 'network-changed', 'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242', 'status': 'completed', 'code': 200} Apr 07 02:32:14.945597 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:14.966788 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-e0137ffd-3e8c-4a1f-8488-16d4176ff17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:14.968471 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-e0137ffd-3e8c-4a1f-8488-16d4176ff17e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 1129 time: 0.0470052 Apr 07 02:32:15.067939 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-8e527c5e-7778-4918-8676-2c7914695261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:15.069454 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-8e527c5e-7778-4918-8676-2c7914695261 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 200 len: 897 time: 0.0910852 Apr 07 02:32:15.114655 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-f021ba4c-8f79-45f9-871e-88c80828c21c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 200 len: 217 time: 0.0361311 Apr 07 02:32:15.147004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:18Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:15.172405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-a76882c6-042e-4327-9811-31b8a1822988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:15.173163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] Checking router: b5d53f2e-a52a-480c-8da5-46695e582593 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:15.173954 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-a76882c6-042e-4327-9811-31b8a1822988 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=739411e7-1255-412f-9412-80a97830cc29 HTTP/1.1" status: 200 len: 835 time: 0.0445740 Apr 07 02:32:15.182005 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:15.182611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:15.231115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-d631565c-8967-44d2-a8a1-f6cd10174bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:15.232578 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-d631565c-8967-44d2-a8a1-f6cd10174bc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9b8fdfe4-d569-4506-b4c2-a3b51666abaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0515096 Apr 07 02:32:15.292709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91fb78-9c2d-473f-8742-a176ad1e853b req-13caff25-bd87-45b3-a441-aaafbf266abb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:15.294234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ec91fb78-9c2d-473f-8742-a176ad1e853b req-13caff25-bd87-45b3-a441-aaafbf266abb tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0528753 Apr 07 02:32:15.295061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:15.341823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ec91fb78-9c2d-473f-8742-a176ad1e853b req-ba5388dd-226f-41bb-9f48-dff57542dd55 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419297 Apr 07 02:32:15.492188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:18Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:15.517138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0de99a-9a15-4e51-accc-6d5eb59baec9 None None] The sync data for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv is: [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:15Z', 'revision_number': 4, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '2b53736b-5323-4e3c-bafe-4b56ef6fd455', 'name': '', 'network_id': '9b8fdfe4-d569-4506-b4c2-a3b51666abaf', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'mac_address': 'fa:16:3e:63:02:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '739411e7-1255-412f-9412-80a97830cc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:14Z', 'updated_at': '2022-04-07T02:31:18Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'subnets': [{'id': '739411e7-1255-412f-9412-80a97830cc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:15.725179 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-138ad0ff-6c70-4bc1-b8a6-a3fbb4c75c05 None None] New status for floating IP e80e30c4-71a8-4988-bc67-faea78c10b73: DOWN {{(pid=110986) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:32:16.463527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73913d9d-fb25-4298-85f0-07d4e85012e8 req-650522c5-f0e4-46fb-b095-ecb988448e15 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:16.465116 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73913d9d-fb25-4298-85f0-07d4e85012e8 req-650522c5-f0e4-46fb-b095-ecb988448e15 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0531492 Apr 07 02:32:16.517022 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73913d9d-fb25-4298-85f0-07d4e85012e8 req-af216348-36d5-457e-a182-583e1adcb1d5 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/security-groups?id=31257637-5e24-4111-b1c9-e44c5f9923b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461543 Apr 07 02:32:16.757655 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-c475436a-f6ca-45cb-bafa-a97aed875f5b service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851724 Apr 07 02:32:16.910118 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-249d48bb-c33c-46c1-b7a3-935a10bdfc91 req-24255364-7db4-446e-a772-d63bb90db376 service neutron] 10.222.0.10 "GET /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821989 Apr 07 02:32:17.020985 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-26cc039a-3f9b-4b8a-b2cb-8b853a8f3a84 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:17.022350 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-26cc039a-3f9b-4b8a-b2cb-8b853a8f3a84 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 945 time: 0.0601640 Apr 07 02:32:17.115494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port f554c826-3871-446b-b948-7d6f35c4a242 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:32:17.115839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f554c826-3871-446b-b948-7d6f35c4a242), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:17.205550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port f554c826-3871-446b-b948-7d6f35c4a242, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=f554c826-3871-446b-b948-7d6f35c4a242,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:17.205920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f554c826-3871-446b-b948-7d6f35c4a242), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:17.219157 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for f554c826-3871-446b-b948-7d6f35c4a242 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:32:17.429397 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (f554c826-3871-446b-b948-7d6f35c4a242), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:17.458236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=f554c826-3871-446b-b948-7d6f35c4a242,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:17.469018 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.469375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.469730 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.470081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.470432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.470781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.471127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.471474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.472386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.472733 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.473099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.473586 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.473933 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.474276 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.474611 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:17.517631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] No DVR routers for this DVR port f554c826-3871-446b-b948-7d6f35c4a242 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:32:17.520737 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:17.524073 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d61add96-1f3c-495d-8eeb-672b60bf3d69 req-e48109f9-7c95-4748-8352-c34f48240fc3 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.10 "DELETE /v2.0/ports/f554c826-3871-446b-b948-7d6f35c4a242 HTTP/1.1" status: 204 len: 173 time: 0.4930093 Apr 07 02:32:17.524584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'name': 'network-vif-deleted', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:32:17.526906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1434fd-5f36-4a1b-b6be-48d1d3903c6b" -d '{"events": [{"server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "name": "network-vif-deleted", "tag": "f554c826-3871-446b-b948-7d6f35c4a242"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:32:17.561777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411a7604-acc1-495a-ab4d-c4ab74c0f805 x-openstack-request-id: req-411a7604-acc1-495a-ab4d-c4ab74c0f805 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:32:17.562074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad971476-d5fa-4262-b5ac-118f21394b79", "name": "network-vif-deleted", "tag": "f554c826-3871-446b-b948-7d6f35c4a242", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:32:17.562338 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-411a7604-acc1-495a-ab4d-c4ab74c0f805 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:32:17.562754 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-411a7604-acc1-495a-ab4d-c4ab74c0f805'] response: {'server_uuid': 'ad971476-d5fa-4262-b5ac-118f21394b79', 'name': 'network-vif-deleted', 'tag': 'f554c826-3871-446b-b948-7d6f35c4a242', 'status': 'completed', 'code': 200} Apr 07 02:32:17.614069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-87307911-d507-4953-a0e8-e88d64e977be req-3fe2f6cd-c378-40c4-8cd9-526750adb39e tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad971476-d5fa-4262-b5ac-118f21394b79 HTTP/1.1" status: 200 len: 210 time: 0.0279002 Apr 07 02:32:18.343874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:18.671033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60468) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:19.033163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (b5d53f2e-a52a-480c-8da5-46695e582593), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:19.284389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 2b53736b-5323-4e3c-bafe-4b56ef6fd455 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:32:19.284668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:19.373755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 2b53736b-5323-4e3c-bafe-4b56ef6fd455, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=2b53736b-5323-4e3c-bafe-4b56ef6fd455,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:19.374124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:19.387118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 2b53736b-5323-4e3c-bafe-4b56ef6fd455 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:32:19.646386 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2b53736b-5323-4e3c-bafe-4b56ef6fd455), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:19.676927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=2b53736b-5323-4e3c-bafe-4b56ef6fd455,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:19.852198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (b5d53f2e-a52a-480c-8da5-46695e582593), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:20.371268 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Router b5d53f2e-a52a-480c-8da5-46695e582593 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:32:20.478000 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:20.485211 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e81c425e-03d2-48b2-bb63-0d52db7b365b tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "PUT /v2.0/routers/b5d53f2e-a52a-480c-8da5-46695e582593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8131168 Apr 07 02:32:20.485846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60470) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:20.487853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] Sync routers for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:20.497538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:20.498184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:20.537117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting subnet 739411e7-1255-412f-9412-80a97830cc29 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:32:20.540228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (739411e7-1255-412f-9412-80a97830cc29), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:20.584500 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (739411e7-1255-412f-9412-80a97830cc29), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:20.593047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f554c826-3871-446b-b948-7d6f35c4a242 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:32:20.620975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: f554c826-3871-446b-b948-7d6f35c4a242 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:32:20.621370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device f554c826-3871-446b-b948-7d6f35c4a242 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:32:20.630340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:20.669348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (739411e7-1255-412f-9412-80a97830cc29), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:20.803310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (739411e7-1255-412f-9412-80a97830cc29), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:20.838398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Subnet': ['ID=739411e7-1255-412f-9412-80a97830cc29,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:20.840432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:20.843959 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-83c513f4-5bd0-4a22-9edc-2189d1c060bd tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/subnets/739411e7-1255-412f-9412-80a97830cc29 HTTP/1.1" status: 204 len: 168 time: 0.3571222 Apr 07 02:32:20.846761 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60472) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:20.873385 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74eaf2db-2dc4-4a34-94ac-70e2ced76565 None None] Network 9b8fdfe4-d569-4506-b4c2-a3b51666abaf requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:32:20.958676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (b5d53f2e-a52a-480c-8da5-46695e582593), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.037972 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:32:19Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:21.064588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] Checking router: b5d53f2e-a52a-480c-8da5-46695e582593 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:21.067739 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_gateway (b5d53f2e-a52a-480c-8da5-46695e582593), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.073467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] Routers {'b5d53f2e-a52a-480c-8da5-46695e582593'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:21.074084 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['b5d53f2e-a52a-480c-8da5-46695e582593'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:21.112315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] DHCP port deletion for 9b8fdfe4-d569-4506-b4c2-a3b51666abaf request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:32:21.174950 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Deleting port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:32:21.175706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.211755 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] Set router b5d53f2e-a52a-480c-8da5-46695e582593 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:21.254596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] For port 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:21.254972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.266413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Calling delete_port for 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:32:21.271658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Deleting port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:32:21.272035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.379847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] For port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,segment=NetworkSegment(c700da0a-7d09-436a-934c-087298601ace),segment_id=c700da0a-7d09-436a-934c-087298601ace)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:21.380247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.402141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Calling delete_port for f5a6ebf0-bb3a-4410-af80-4b82d312d6ff owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:32:21.482741 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.512999 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Port': ['ID=93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:21.527905 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:32:19Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:21.554023 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038a3340-2ef4-49dc-9efc-8cc19885827d None None] The sync data for ids ['b5d53f2e-a52a-480c-8da5-46695e582593'] in dv-neutron-836863-2-hyperv is: [{'id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1470271016', 'tenant_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136'}], 'enable_snat': True}, 'gw_port_id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:32:19Z', 'revision_number': 5, 'project_id': '4add1a62bb3c45c4b9d4bf8ad279c996', 'gw_port': {'id': '93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:4b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5d53f2e-a52a-480c-8da5-46695e582593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1796, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:31:11Z', 'updated_at': '2022-04-07T02:31:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:21.575437 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (b5d53f2e-a52a-480c-8da5-46695e582593), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.580120 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (f5a6ebf0-bb3a-4410-af80-4b82d312d6ff), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.606605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Pushing event deleted for resources: {'Port': ['ID=f5a6ebf0-bb3a-4410-af80-4b82d312d6ff,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:21.610906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] No DVR routers for this DVR port f5a6ebf0-bb3a-4410-af80-4b82d312d6ff on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.629646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff50fd5-c8cf-4594-96f2-a669145761a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:21.685352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (b5d53f2e-a52a-480c-8da5-46695e582593), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.687446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router_controller (b5d53f2e-a52a-480c-8da5-46695e582593), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.779331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (b5d53f2e-a52a-480c-8da5-46695e582593), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.779793 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Fanout notify agent at l3_agent the message router_deleted on router b5d53f2e-a52a-480c-8da5-46695e582593 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:32:21.786779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.787929 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26be1179-4b50-4946-9af0-af5f56e5fc5a tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/routers/b5d53f2e-a52a-480c-8da5-46695e582593 HTTP/1.1" status: 204 len: 168 time: 0.9402437 Apr 07 02:32:21.790623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60474) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:21.869543 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (9b8fdfe4-d569-4506-b4c2-a3b51666abaf), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:21.973616 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (9b8fdfe4-d569-4506-b4c2-a3b51666abaf), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.005619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8fdfe4-d569-4506-b4c2-a3b51666abaf']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:22.009624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b53736b-5323-4e3c-bafe-4b56ef6fd455 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:32:22.017050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c700da0a-7d09-436a-934c-087298601ace') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:22.017420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c700da0a-7d09-436a-934c-087298601ace') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:22.027477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (c700da0a-7d09-436a-934c-087298601ace), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.033987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 2b53736b-5323-4e3c-bafe-4b56ef6fd455 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:32:22.034345 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 2b53736b-5323-4e3c-bafe-4b56ef6fd455 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:32:22.035423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5a6ebf0-bb3a-4410-af80-4b82d312d6ff no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:32:22.044318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (c700da0a-7d09-436a-934c-087298601ace), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.051377 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:32:22.051769 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (c700da0a-7d09-436a-934c-087298601ace), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:32:22.054702 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:32:22.060641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: f5a6ebf0-bb3a-4410-af80-4b82d312d6ff {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:32:22.061034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device f5a6ebf0-bb3a-4410-af80-4b82d312d6ff not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:32:22.174206 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (9b8fdfe4-d569-4506-b4c2-a3b51666abaf), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.182185 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.185183 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/networks/9b8fdfe4-d569-4506-b4c2-a3b51666abaf HTTP/1.1" status: 204 len: 168 time: 0.3936229 Apr 07 02:32:22.187727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60476) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:22.205047 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e69f2a-a685-4441-9346-2b94c9b0d613 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'Network': ['ID=9b8fdfe4-d569-4506-b4c2-a3b51666abaf,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:22.257567 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3b204d66-a86a-4aff-b4df-b60fee621136 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (31257637-5e24-4111-b1c9-e44c5f9923b2), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.286597 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3b204d66-a86a-4aff-b4df-b60fee621136 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (31257637-5e24-4111-b1c9-e44c5f9923b2), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.395474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3b204d66-a86a-4aff-b4df-b60fee621136 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (31257637-5e24-4111-b1c9-e44c5f9923b2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.398150 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-3b204d66-a86a-4aff-b4df-b60fee621136 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:22.399407 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-3b204d66-a86a-4aff-b4df-b60fee621136 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] 10.222.0.25 "DELETE /v2.0/security-groups/31257637-5e24-4111-b1c9-e44c5f9923b2 HTTP/1.1" status: 204 len: 168 time: 0.2107663 Apr 07 02:32:22.408514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b204d66-a86a-4aff-b4df-b60fee621136 tempest-TestNetworkAdvancedServerOps-1898633451 tempest-TestNetworkAdvancedServerOps-1898633451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31257637-5e24-4111-b1c9-e44c5f9923b2,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:22.918452 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60484) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:23.056657 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8fef6f6f-5006-48e1-b1cf-9e8e20dc3198 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4add1a62bb3c45c4b9d4bf8ad279c996&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1368184 Apr 07 02:32:23.058945 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60488) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:23.105331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-79fe2898-61f8-45e9-9a15-a3fb1af82285 admin admin] Publish callbacks [] for security_group (223a19b9-3751-42fd-b77d-03d330468d9b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:23.125480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-79fe2898-61f8-45e9-9a15-a3fb1af82285 admin admin] Publish callbacks [] for security_group (223a19b9-3751-42fd-b77d-03d330468d9b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:23.252496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-79fe2898-61f8-45e9-9a15-a3fb1af82285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (223a19b9-3751-42fd-b77d-03d330468d9b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:23.255870 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-79fe2898-61f8-45e9-9a15-a3fb1af82285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:23.257113 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-79fe2898-61f8-45e9-9a15-a3fb1af82285 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/223a19b9-3751-42fd-b77d-03d330468d9b HTTP/1.1" status: 204 len: 168 time: 0.1972582 Apr 07 02:32:23.265286 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe2898-61f8-45e9-9a15-a3fb1af82285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a19b9-3751-42fd-b77d-03d330468d9b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:23.669413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:32:23.689804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:32:23.690099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 93268ad3-2c3b-4cb9-9176-5ce3af1d5c5c not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:32:23.847634 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60494) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:23.861193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f746c32c-ab43-4fff-9f14-37d3fac8be02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:23.936694 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f746c32c-ab43-4fff-9f14-37d3fac8be02 admin admin] Publish callbacks [] for security_group (ebc9db6c-199a-48bb-903d-34f65b1f0ecc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:24.017558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f746c32c-ab43-4fff-9f14-37d3fac8be02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ebc9db6c-199a-48bb-903d-34f65b1f0ecc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:24.057170 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746c32c-ab43-4fff-9f14-37d3fac8be02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc9db6c-199a-48bb-903d-34f65b1f0ecc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:24.064777 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f746c32c-ab43-4fff-9f14-37d3fac8be02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db7f2a6b44474be686f9804985847a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131922 Apr 07 02:32:24.065177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60496) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:24.112857 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-919bba63-1b42-424e-badc-f9c1c9aa93c8 admin admin] Publish callbacks [] for security_group (ebc9db6c-199a-48bb-903d-34f65b1f0ecc), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:24.133388 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-919bba63-1b42-424e-badc-f9c1c9aa93c8 admin admin] Publish callbacks [] for security_group (ebc9db6c-199a-48bb-903d-34f65b1f0ecc), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:24.240385 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-919bba63-1b42-424e-badc-f9c1c9aa93c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ebc9db6c-199a-48bb-903d-34f65b1f0ecc), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:24.243011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-919bba63-1b42-424e-badc-f9c1c9aa93c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:24.244175 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-919bba63-1b42-424e-badc-f9c1c9aa93c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ebc9db6c-199a-48bb-903d-34f65b1f0ecc HTTP/1.1" status: 204 len: 168 time: 0.1781900 Apr 07 02:32:24.253024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bba63-1b42-424e-badc-f9c1c9aa93c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc9db6c-199a-48bb-903d-34f65b1f0ecc,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:25.231771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60518) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:25.323202 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-439182924-network', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:25.389200 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Made reservation on behalf of 143feedcf82e44b68d768a7adf1c3358 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:32:25.391472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.400337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.471889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks [] for security_group (605f76e6-7aad-4820-977c-afbafdbf4ad6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.521997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (605f76e6-7aad-4820-977c-afbafdbf4ad6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.551113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:32:25.556332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605f76e6-7aad-4820-977c-afbafdbf4ad6,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:25.563906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (885b1f02-0648-4910-92a3-7e452e702876), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.563906 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Added segment 885b1f02-0648-4910-92a3-7e452e702876 of type vlan for network 7b5922d7-c403-430f-a572-ee170265b2db Apr 07 02:32:25.602414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (7b5922d7-c403-430f-a572-ee170265b2db), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.680637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (7b5922d7-c403-430f-a572-ee170265b2db), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.681631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:25.682214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:25.740067 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] Pushing event updated for resources: {'Network': ['ID=7b5922d7-c403-430f-a572-ee170265b2db,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:25.749498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 7b5922d7-c403-430f-a572-ee170265b2db details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:32:25.799227 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bda31e4a-31ff-4227-9213-892b11abb5bb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5663376 Apr 07 02:32:25.802735 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60522) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:25.807468 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Request body: {'subnet': {'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-439182924-subnet', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:25.893620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Made reservation on behalf of 143feedcf82e44b68d768a7adf1c3358 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:32:25.895879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.111064 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (71dd9d7a-f0a0-4ee0-baff-5a59f9227aef), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.163491 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Pushing event updated for resources: {'Subnet': ['ID=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:26.173272 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Checking segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:26.173631 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Network hostable DHCP agents. Network: 7b5922d7-c403-430f-a572-ee170265b2db, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:32:26.253655 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Network 7b5922d7-c403-430f-a572-ee170265b2db is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:32:26.310406 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 7b5922d7-c403-430f-a572-ee170265b2db) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:26.314584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:26.315175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.319591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3e33c-a875-47d1-9122-7988985b0811 None None] Network 7b5922d7-c403-430f-a572-ee170265b2db requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:32:26.365546 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bb4d9523-2d5b-43f2-a9dc-f5c90119d03d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5617468 Apr 07 02:32:26.368107 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60524) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:26.372352 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:26.421733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-7b5922d7-c403-430f-a572-ee170265b2db', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:32:26.422579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.435117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (73c3267e-4074-44ba-ba7b-ed5297922da5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.438599 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (73c3267e-4074-44ba-ba7b-ed5297922da5), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.493817 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks [] for router_controller (73c3267e-4074-44ba-ba7b-ed5297922da5), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.556581 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Allocated IP 172.20.0.2 (7b5922d7-c403-430f-a572-ee170265b2db/71dd9d7a-f0a0-4ee0-baff-5a59f9227aef/1599d386-11d3-4bd0-9276-a8b427912388) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:26.687456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks [] for router_gateway (73c3267e-4074-44ba-ba7b-ed5297922da5), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.695115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Publish callbacks [] for port (1599d386-11d3-4bd0-9276-a8b427912388), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.768297 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (1599d386-11d3-4bd0-9276-a8b427912388), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.807653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Network 7b5922d7-c403-430f-a572-ee170265b2db is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:26.812829 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:26.818932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:26.826031 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Pushing event updated for resources: {'Port': ['ID=1599d386-11d3-4bd0-9276-a8b427912388,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:26.893844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Attempting to bind port 1599d386-11d3-4bd0-9276-a8b427912388 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:26.894219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Attempting to bind port 1599d386-11d3-4bd0-9276-a8b427912388 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:26.894621 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Attempting to bind port 1599d386-11d3-4bd0-9276-a8b427912388 on network 7b5922d7-c403-430f-a572-ee170265b2db {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:26.900812 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:26.901195 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Checking segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:26.901599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.901993 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Bound using segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:26.902455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Bound port: 1599d386-11d3-4bd0-9276-a8b427912388, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:26.902836 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1599d386-11d3-4bd0-9276-a8b427912388), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.942648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks [] for router_gateway (73c3267e-4074-44ba-ba7b-ed5297922da5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.960855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:26.964524 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] For port 1599d386-11d3-4bd0-9276-a8b427912388, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:26.968113 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] For port 1599d386-11d3-4bd0-9276-a8b427912388, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1599d386-11d3-4bd0-9276-a8b427912388,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:27.060178 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1599d386-11d3-4bd0-9276-a8b427912388), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:27.063810 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Allocated IP 172.26.8.254 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/cd323885-4c5b-43fb-aa26-1d8f756df569) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:27.122557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afba95c-f84b-4210-9efb-fb63654acd02 None None] Pushing event updated for resources: {'Port': ['ID=1599d386-11d3-4bd0-9276-a8b427912388,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:27.172320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks [] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:27.267256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:27.308148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:27.315721 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:27.322921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:27.325267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cd323885-4c5b-43fb-aa26-1d8f756df569,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:27.746729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1599d386-11d3-4bd0-9276-a8b427912388 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:27.803410 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1599d386-11d3-4bd0-9276-a8b427912388 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:27.804077 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1599d386-11d3-4bd0-9276-a8b427912388), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:27.894871 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1599d386-11d3-4bd0-9276-a8b427912388 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:27.895634 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (1599d386-11d3-4bd0-9276-a8b427912388), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:27.937852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 1599d386-11d3-4bd0-9276-a8b427912388, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1599d386-11d3-4bd0-9276-a8b427912388,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:27.991049 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks [] for router_gateway (73c3267e-4074-44ba-ba7b-ed5297922da5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:28.025556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (1599d386-11d3-4bd0-9276-a8b427912388), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:28.078918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced6ab31-eff4-4c3d-b406-a066fcbec9f8 None None] Network 7b5922d7-c403-430f-a572-ee170265b2db requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:32:28.119114 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=1599d386-11d3-4bd0-9276-a8b427912388,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:28.192923 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-a887dfe6-c3ca-4808-a089-3c423a3332d8 None None] Provisioning complete for port 1599d386-11d3-4bd0-9276-a8b427912388 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:28.193311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a887dfe6-c3ca-4808-a089-3c423a3332d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1599d386-11d3-4bd0-9276-a8b427912388), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:28.201900 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (73c3267e-4074-44ba-ba7b-ed5297922da5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:28.277162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-a887dfe6-c3ca-4808-a089-3c423a3332d8 None None] Current status of the port 1599d386-11d3-4bd0-9276-a8b427912388 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:28.397036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:32:28.496056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-4d9e2f5b-0442-4f7f-9997-a703e3bb2b69 None None] Provisioning complete for port 1599d386-11d3-4bd0-9276-a8b427912388 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:28.496440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4d9e2f5b-0442-4f7f-9997-a703e3bb2b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1599d386-11d3-4bd0-9276-a8b427912388), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:28.508580 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:28.519372 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:28.530017 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:28.536692 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:28.582437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-4d9e2f5b-0442-4f7f-9997-a703e3bb2b69 None None] Current status of the port 1599d386-11d3-4bd0-9276-a8b427912388 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:28.583679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:28.585635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0564d8c0-2168-408d-8543-41ede61348c8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2165000 Apr 07 02:32:28.588496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60526) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:28.639144 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:28.906322 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:27Z', 'revision_number': 3, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:28.932713 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:28.933077 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Updating router 73c3267e-4074-44ba-ba7b-ed5297922da5 port cd323885-4c5b-43fb-aa26-1d8f756df569 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:32:28.960984 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.018229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.080633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bfd22aae-8002-4c0d-8b9b-aeb4b3775ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.174842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Allocated IP 172.20.0.1 (7b5922d7-c403-430f-a572-ee170265b2db/71dd9d7a-f0a0-4ee0-baff-5a59f9227aef/9a22e38c-a406-4366-b1a0-49ee77d47b41) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:29.211032 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Publish callbacks [] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.276336 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.278596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks [] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.325430 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Attempting to bind port cd323885-4c5b-43fb-aa26-1d8f756df569 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:29.325802 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Attempting to bind port cd323885-4c5b-43fb-aa26-1d8f756df569 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:29.326169 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Attempting to bind port cd323885-4c5b-43fb-aa26-1d8f756df569 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:29.331430 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Pushing event updated for resources: {'Port': ['ID=cd323885-4c5b-43fb-aa26-1d8f756df569,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:29.336022 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:29.336399 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:29.336816 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.337206 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:29.337663 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Bound port: cd323885-4c5b-43fb-aa26-1d8f756df569, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:29.338042 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.344165 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.344514 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.344886 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.345228 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.345563 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.345895 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.346224 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.346553 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.346881 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.347206 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.347557 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.347884 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.348208 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.348528 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.348872 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:32:29.372410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.398424 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] For port cd323885-4c5b-43fb-aa26-1d8f756df569, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:29.401438 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] For port cd323885-4c5b-43fb-aa26-1d8f756df569, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cd323885-4c5b-43fb-aa26-1d8f756df569,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:29.409539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Network 7b5922d7-c403-430f-a572-ee170265b2db is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:29.415294 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:29.419115 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:29.444155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Pushing event updated for resources: {'Port': ['ID=9a22e38c-a406-4366-b1a0-49ee77d47b41,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:29.463666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (73c3267e-4074-44ba-ba7b-ed5297922da5), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.499915 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.566612 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:29.567424 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:29.572243 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d4252-20be-4317-ad17-83f671baf5d3 None None] Pushing event updated for resources: {'Port': ['ID=cd323885-4c5b-43fb-aa26-1d8f756df569,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:29.667057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.680578 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:29.711159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-330c02b3-5ff7-4280-9237-6288a3d35e8c None None] Provisioning complete for port 9a22e38c-a406-4366-b1a0-49ee77d47b41 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:29.711901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-330c02b3-5ff7-4280-9237-6288a3d35e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.741394 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1599d386-11d3-4bd0-9276-a8b427912388 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:29.782645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-330c02b3-5ff7-4280-9237-6288a3d35e8c None None] Port 9a22e38c-a406-4366-b1a0-49ee77d47b41 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:32:29.806774 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 1599d386-11d3-4bd0-9276-a8b427912388 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:29.807241 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (1599d386-11d3-4bd0-9276-a8b427912388), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.845965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks [] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.869611 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:27Z', 'revision_number': 3, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:29.895770 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5894a1f-46ef-43b1-90b9-142d3aad85be None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:27Z', 'revision_number': 3, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:29.899064 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 1599d386-11d3-4bd0-9276-a8b427912388 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:29.909647 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.981563 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (73c3267e-4074-44ba-ba7b-ed5297922da5), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:29.986429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Pushing event updated for resources: {'Port': ['ID=9a22e38c-a406-4366-b1a0-49ee77d47b41,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:30.086903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Network 7b5922d7-c403-430f-a572-ee170265b2db is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:30.088846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:30.231679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:32:30.353177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:30.358297 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-02b0c46b-0591-478d-a1b4-3f1132d58f69 admin admin] 10.222.0.25 "PUT /v2.0/routers/73c3267e-4074-44ba-ba7b-ed5297922da5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686369 Apr 07 02:32:30.410471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-39ff5bdf-6db1-4a93-8dd7-6dab3e44e6ca None None] Provisioning complete for port 9a22e38c-a406-4366-b1a0-49ee77d47b41 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:30.411051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-39ff5bdf-6db1-4a93-8dd7-6dab3e44e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:30.451292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-39ff5bdf-6db1-4a93-8dd7-6dab3e44e6ca None None] Port 9a22e38c-a406-4366-b1a0-49ee77d47b41 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:32:31.036852 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60542) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:31.041833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-338891634-network', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:31.138058 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Made reservation on behalf of e08a07cfa6624b7db61b4923c8af9ad6 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:32:31.140497 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.149848 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.224779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks [] for security_group (277496d3-d410-443f-bf25-c98d2ebecd04), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.294031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (277496d3-d410-443f-bf25-c98d2ebecd04), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.315533 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:32:31.331120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277496d3-d410-443f-bf25-c98d2ebecd04,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:31.334141 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.334496 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Added segment 2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3 of type vlan for network 01138df5-bd46-4daf-9d6d-b1927bddbe9b Apr 07 02:32:31.381190 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (01138df5-bd46-4daf-9d6d-b1927bddbe9b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.402834 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-364cde08-cfde-4665-a005-efea2df9a606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.407713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:31.418389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:31.419004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:31.463450 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (01138df5-bd46-4daf-9d6d-b1927bddbe9b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.464726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:31.465379 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.526777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] Pushing event updated for resources: {'Network': ['ID=01138df5-bd46-4daf-9d6d-b1927bddbe9b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:31.527029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:31.559433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:32:31.585048 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-bbc1df60-3c6b-49db-a3bb-1097035496c5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5441051 Apr 07 02:32:31.585244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60544) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:31.589921 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Request body: {'subnet': {'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-338891634-subnet', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:31.688054 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Made reservation on behalf of e08a07cfa6624b7db61b4923c8af9ad6 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:32:31.691498 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.762280 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cd323885-4c5b-43fb-aa26-1d8f756df569 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:31.939719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (56c2584d-f2ff-4c1b-bbb5-5774e78e9f26), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:31.980018 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 2, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:31.983098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cd323885-4c5b-43fb-aa26-1d8f756df569 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:31.983645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.004282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c2584d-f2ff-4c1b-bbb5-5774e78e9f26,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:32.011766 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Checking segment: {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:32.012130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Network hostable DHCP agents. Network: 01138df5-bd46-4daf-9d6d-b1927bddbe9b, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:32:32.013226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:32.013607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Updating router 73c3267e-4074-44ba-ba7b-ed5297922da5 port 9a22e38c-a406-4366-b1a0-49ee77d47b41 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:32:32.069102 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.088210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:32:32.160662 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 01138df5-bd46-4daf-9d6d-b1927bddbe9b) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:32.165297 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:32.166299 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.190931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92834e6-382f-4cea-9112-f4288e45bfd2 None None] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:32:32.233404 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8e6650dd-87f1-4ea7-a94b-8245ea795fd3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6471095 Apr 07 02:32:32.235833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60546) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:32.235971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cd323885-4c5b-43fb-aa26-1d8f756df569 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:32.236374 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.240629 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:32.280983 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port cd323885-4c5b-43fb-aa26-1d8f756df569, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cd323885-4c5b-43fb-aa26-1d8f756df569,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:32.317231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (f1c68752-8491-4b67-bd77-bbf1f191fc25), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.318398 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (f1c68752-8491-4b67-bd77-bbf1f191fc25), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.340937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.383180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks [] for router_controller (f1c68752-8491-4b67-bd77-bbf1f191fc25), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.410645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-01138df5-bd46-4daf-9d6d-b1927bddbe9b', 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b', 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'fixed_ips': [{'subnet_id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:32:32.411533 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.463909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=cd323885-4c5b-43fb-aa26-1d8f756df569,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:32.581936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks [] for router_gateway (f1c68752-8491-4b67-bd77-bbf1f191fc25), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.621576 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Publish callbacks [] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.642553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Allocated IP 172.20.0.2 (01138df5-bd46-4daf-9d6d-b1927bddbe9b/56c2584d-f2ff-4c1b-bbb5-5774e78e9f26/e275726d-ac15-4293-8332-a2d45794f78b) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:32.695196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.695827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.773443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cfb3b-dd5d-4ce8-b185-097ad9e01aae None None] Pushing event updated for resources: {'Port': ['ID=9a22e38c-a406-4366-b1a0-49ee77d47b41,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:32.862226 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Attempting to bind port 9a22e38c-a406-4366-b1a0-49ee77d47b41 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:32.862607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Attempting to bind port 9a22e38c-a406-4366-b1a0-49ee77d47b41 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:32.862979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Attempting to bind port 9a22e38c-a406-4366-b1a0-49ee77d47b41 on network 7b5922d7-c403-430f-a572-ee170265b2db {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:32.866408 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks [] for router_gateway (f1c68752-8491-4b67-bd77-bbf1f191fc25), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.875220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:32.875610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Checking segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:32.876021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.876426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Bound using segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:32.876939 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Bound port: 9a22e38c-a406-4366-b1a0-49ee77d47b41, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:32.884177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.887393 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.907975 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Publish callbacks [] for port (e275726d-ac15-4293-8332-a2d45794f78b), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.967968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] For port 9a22e38c-a406-4366-b1a0-49ee77d47b41, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:32.970987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] For port 9a22e38c-a406-4366-b1a0-49ee77d47b41, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9a22e38c-a406-4366-b1a0-49ee77d47b41,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:32.988026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-ae2157a7-9d31-49cc-ae1e-a55c46404cbd None None] Provisioning complete for port 9a22e38c-a406-4366-b1a0-49ee77d47b41 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:32.988479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ae2157a7-9d31-49cc-ae1e-a55c46404cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:32.991487 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (e275726d-ac15-4293-8332-a2d45794f78b), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.000229 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Allocated IP 172.26.8.51 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/0a90f4d6-bcc8-44a1-ad9b-7e91178e7547) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:33.060118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.077180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:33.084785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:33.087675 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:33.097949 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-ae2157a7-9d31-49cc-ae1e-a55c46404cbd None None] Port 9a22e38c-a406-4366-b1a0-49ee77d47b41 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:32:33.104051 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks [] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.105070 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Pushing event updated for resources: {'Port': ['ID=e275726d-ac15-4293-8332-a2d45794f78b,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:33.190709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:33.191920 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:33.200571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Attempting to bind port e275726d-ac15-4293-8332-a2d45794f78b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:33.200967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Attempting to bind port e275726d-ac15-4293-8332-a2d45794f78b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:33.201347 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Attempting to bind port e275726d-ac15-4293-8332-a2d45794f78b on network 01138df5-bd46-4daf-9d6d-b1927bddbe9b {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:33.231501 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.254591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:33.254987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Checking segment: {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:33.255404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.255810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Bound using segment: {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:33.256294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Bound port: e275726d-ac15-4293-8332-a2d45794f78b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:33.256687 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e275726d-ac15-4293-8332-a2d45794f78b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.261647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cfb3b-dd5d-4ce8-b185-097ad9e01aae None None] Pushing event updated for resources: {'Port': ['ID=9a22e38c-a406-4366-b1a0-49ee77d47b41,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:33.277826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:33.280785 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:33.285911 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:33.289171 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Pushing event updated for resources: {'Port': ['ID=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:33.379647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:33.407263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] For port e275726d-ac15-4293-8332-a2d45794f78b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:33.430766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] For port e275726d-ac15-4293-8332-a2d45794f78b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e275726d-ac15-4293-8332-a2d45794f78b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:33.481088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] Provisioning complete for port 9a22e38c-a406-4366-b1a0-49ee77d47b41 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:33.481798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.538624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e275726d-ac15-4293-8332-a2d45794f78b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.656223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca71a8-d0f7-4424-811d-f63cab8ef9b5 None None] Pushing event updated for resources: {'Port': ['ID=e275726d-ac15-4293-8332-a2d45794f78b,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:33.729417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] Current status of the port 9a22e38c-a406-4366-b1a0-49ee77d47b41 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:33.729819 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:33.752573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cd323885-4c5b-43fb-aa26-1d8f756df569 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:33.965204 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] For port 9a22e38c-a406-4366-b1a0-49ee77d47b41, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9a22e38c-a406-4366-b1a0-49ee77d47b41,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:33.979123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:33.985443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks [] for router_gateway (f1c68752-8491-4b67-bd77-bbf1f191fc25), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.010449 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d945d150-7ede-450c-8a7b-81988b4db844 None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:34.027788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.063075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port cd323885-4c5b-43fb-aa26-1d8f756df569 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:34.063300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.137076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700adb39-0e55-4c12-81cc-05c62603da2d None None] Pushing event updated for resources: {'Port': ['ID=9a22e38c-a406-4366-b1a0-49ee77d47b41,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:34.154372 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.195076 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port cd323885-4c5b-43fb-aa26-1d8f756df569 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:34.236550 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (f1c68752-8491-4b67-bd77-bbf1f191fc25), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.430686 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Router f1c68752-8491-4b67-bd77-bbf1f191fc25 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:32:34.561505 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:34.573364 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Sync routers for ids ['f1c68752-8491-4b67-bd77-bbf1f191fc25'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:34.583810 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Routers {'f1c68752-8491-4b67-bd77-bbf1f191fc25'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:34.584424 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f1c68752-8491-4b67-bd77-bbf1f191fc25'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:34.650021 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.651734 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d9e0f5de-2057-4f93-b2ab-0dd4c38ce35d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4148669 Apr 07 02:32:34.654407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60548) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:34.707515 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Set router f1c68752-8491-4b67-bd77-bbf1f191fc25 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:34.718257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec85fc-de24-41e6-96e0-e93e45aecdaa None None] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:32:34.837917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] Provisioning complete for port e275726d-ac15-4293-8332-a2d45794f78b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:34.838387 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e275726d-ac15-4293-8332-a2d45794f78b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.957215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] Current status of the port e275726d-ac15-4293-8332-a2d45794f78b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:34.957997 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e275726d-ac15-4293-8332-a2d45794f78b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:34.973783 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 3, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:35.008090 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Checking router: f1c68752-8491-4b67-bd77-bbf1f191fc25 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:35.008779 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Updating router f1c68752-8491-4b67-bd77-bbf1f191fc25 port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:32:35.027350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] For port e275726d-ac15-4293-8332-a2d45794f78b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e275726d-ac15-4293-8332-a2d45794f78b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:35.053179 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.092495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (e275726d-ac15-4293-8332-a2d45794f78b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.179446 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173afca-cfd2-47ba-a85c-d6e97d52120e None None] Pushing event updated for resources: {'Port': ['ID=e275726d-ac15-4293-8332-a2d45794f78b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:35.197162 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.215245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e9962a7e-1f57-4467-8dfa-927e4fd23967 None None] Provisioning complete for port e275726d-ac15-4293-8332-a2d45794f78b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:35.215628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e9962a7e-1f57-4467-8dfa-927e4fd23967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e275726d-ac15-4293-8332-a2d45794f78b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.337009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e9962a7e-1f57-4467-8dfa-927e4fd23967 None None] Current status of the port e275726d-ac15-4293-8332-a2d45794f78b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:35.350943 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.390908 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Publish callbacks [] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.392435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Allocated IP 172.20.0.1 (01138df5-bd46-4daf-9d6d-b1927bddbe9b/56c2584d-f2ff-4c1b-bbb5-5774e78e9f26/7f244e7a-734a-415c-914e-7dc8f1fa7c8b) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:35.459340 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.496120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks [] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.509929 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Attempting to bind port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:35.510308 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Attempting to bind port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:35.510674 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Attempting to bind port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:35.519382 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:35.519762 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:35.520168 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.520562 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:35.521079 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Bound port: 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:35.521459 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.523729 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79665522-3613-41e9-be0d-160a9ee66aca None None] Pushing event updated for resources: {'Port': ['ID=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:35.563038 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.574475 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] For port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:35.577540 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] For port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:35.603213 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:35.607738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:35.612214 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:35.614718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Pushing event updated for resources: {'Port': ['ID=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:35.648153 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.656971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (f1c68752-8491-4b67-bd77-bbf1f191fc25), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.718849 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Routers {'f1c68752-8491-4b67-bd77-bbf1f191fc25'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:35.719503 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f1c68752-8491-4b67-bd77-bbf1f191fc25'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:35.798524 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79665522-3613-41e9-be0d-160a9ee66aca None None] Pushing event updated for resources: {'Port': ['ID=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:35.806561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9a22e38c-a406-4366-b1a0-49ee77d47b41 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:35.875038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e62de464-e4d9-4d67-be75-093ab5710391 None None] Provisioning complete for port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:35.875458 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e62de464-e4d9-4d67-be75-093ab5710391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.888057 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.904795 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9a22e38c-a406-4366-b1a0-49ee77d47b41 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:35.905206 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:35.936079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e62de464-e4d9-4d67-be75-093ab5710391 None None] Port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:32:35.959631 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] Set router f1c68752-8491-4b67-bd77-bbf1f191fc25 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:36.001151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9a22e38c-a406-4366-b1a0-49ee77d47b41 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:36.002213 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e275726d-ac15-4293-8332-a2d45794f78b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:36.050043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port e275726d-ac15-4293-8332-a2d45794f78b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:36.050435 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (e275726d-ac15-4293-8332-a2d45794f78b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:36.064179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks [] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:36.122384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:36.130336 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port e275726d-ac15-4293-8332-a2d45794f78b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:36.153116 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 3, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:36.178951 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64a0e3-a306-4b97-b90c-f3f5d3976ddc None None] The sync data for ids ['f1c68752-8491-4b67-bd77-bbf1f191fc25'] in dv-neutron-836863-2-hyperv is: [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 3, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:36.200642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Pushing event updated for resources: {'Port': ['ID=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:36.203637 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (f1c68752-8491-4b67-bd77-bbf1f191fc25), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:36.301698 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:36.303191 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:36.451771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Router f1c68752-8491-4b67-bd77-bbf1f191fc25 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:32:36.596868 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:36.602863 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0549188a-a8cf-4e0d-8ee9-4ed110ba8d4b admin admin] 10.222.0.25 "PUT /v2.0/routers/f1c68752-8491-4b67-bd77-bbf1f191fc25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472568 Apr 07 02:32:36.661776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-acd7e308-0288-4fe1-b010-7ae12fab8e54 None None] Provisioning complete for port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:36.662155 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-acd7e308-0288-4fe1-b010-7ae12fab8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:36.717784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-acd7e308-0288-4fe1-b010-7ae12fab8e54 None None] Port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:32:37.373015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60556) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:37.377557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377828730', 'description': 'tempest-secgroup-smoke-377828730 description', 'project_id': '143feedcf82e44b68d768a7adf1c3358'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:37.458098 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.522534 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (36421ed6-82fb-4918-be83-99e1f8489095), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.589147 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (36421ed6-82fb-4918-be83-99e1f8489095), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.619111 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36421ed6-82fb-4918-be83-99e1f8489095,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:37.682878 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.684305 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-d113a4e4-3fb3-40f7-9cc0-41aba7719662 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3101449 Apr 07 02:32:37.687310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60558) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:37.691969 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '36421ed6-82fb-4918-be83-99e1f8489095', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:37.746399 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:37.777268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (26494b59-a94a-4ee4-851d-cb0f428ccb63), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.793758 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:37.794247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.836237 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Sync routers for ids ['f1c68752-8491-4b67-bd77-bbf1f191fc25'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:37.843010 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (26494b59-a94a-4ee4-851d-cb0f428ccb63), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.851561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Routers {'f1c68752-8491-4b67-bd77-bbf1f191fc25'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:37.852179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f1c68752-8491-4b67-bd77-bbf1f191fc25'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:37.950600 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (26494b59-a94a-4ee4-851d-cb0f428ccb63), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:37.969046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26494b59-a94a-4ee4-851d-cb0f428ccb63,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:37.976525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:37.976948 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.044070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.044931 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:38.045294 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-2f4e869a-9fc2-4a14-b9a0-1a5edfd0df87 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569698 Apr 07 02:32:38.048180 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60560) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:38.052559 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '36421ed6-82fb-4918-be83-99e1f8489095', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:38.060019 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Set router f1c68752-8491-4b67-bd77-bbf1f191fc25 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:38.108335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.138973 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (26f5fa17-3c88-4a49-80a7-71a01f939f24), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.195068 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (26f5fa17-3c88-4a49-80a7-71a01f939f24), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.265121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (26f5fa17-3c88-4a49-80a7-71a01f939f24), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.272433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:38.284873 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f5fa17-3c88-4a49-80a7-71a01f939f24,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:38.370046 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.371279 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-37e8d461-4cee-4b2b-a179-faa269bbaa2e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221216 Apr 07 02:32:38.374011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60562) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:38.375033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 4, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7f244e7a-734a-415c-914e-7dc8f1fa7c8b', 'name': '', 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:35Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 2, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'subnets': [{'id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:38.379271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '36421ed6-82fb-4918-be83-99e1f8489095', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:38.402154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Checking router: f1c68752-8491-4b67-bd77-bbf1f191fc25 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:38.402516 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Updating router f1c68752-8491-4b67-bd77-bbf1f191fc25 port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:32:38.429441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.464148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (3023345c-9512-4433-a6bd-15b4872a5a3d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.521310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (3023345c-9512-4433-a6bd-15b4872a5a3d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.579473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (3023345c-9512-4433-a6bd-15b4872a5a3d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.601725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3023345c-9512-4433-a6bd-15b4872a5a3d,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:38.653989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.655168 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-d2f7eb0d-ebb9-401e-bc7e-9aa5757d111d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802019 Apr 07 02:32:38.657865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60564) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:38.662819 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '36421ed6-82fb-4918-be83-99e1f8489095', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:38.696541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Publish callbacks [] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.748020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (8a01cd9d-4dc2-4504-86a8-ee52c54aae41), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.756492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.806429 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (8a01cd9d-4dc2-4504-86a8-ee52c54aae41), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.807824 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0106d1-a987-48b4-af00-af02c3156c16 None None] Pushing event updated for resources: {'Port': ['ID=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:38.855935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Attempting to bind port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:38.856315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Attempting to bind port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:38.856708 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Attempting to bind port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b on network 01138df5-bd46-4daf-9d6d-b1927bddbe9b {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:38.862068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:38.862596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Checking segment: {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:38.862914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.863844 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Bound using segment: {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:38.864320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Bound port: 7f244e7a-734a-415c-914e-7dc8f1fa7c8b, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:38.864700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.892717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (8a01cd9d-4dc2-4504-86a8-ee52c54aae41), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:38.918091 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a01cd9d-4dc2-4504-86a8-ee52c54aae41,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:38.939091 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] For port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:38.942263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] For port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:38.998834 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.000082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-de82f45c-012b-4fef-b6f0-85676c58e30b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3412843 Apr 07 02:32:39.002745 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60566) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:39.007155 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '36421ed6-82fb-4918-be83-99e1f8489095', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:39.008847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.079607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0106d1-a987-48b4-af00-af02c3156c16 None None] Pushing event updated for resources: {'Port': ['ID=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:39.080893 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Project 143feedcf82e44b68d768a7adf1c3358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:32:39.083161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] Provisioning complete for port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:39.083614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.086650 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Routers {'f1c68752-8491-4b67-bd77-bbf1f191fc25'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:39.087304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f1c68752-8491-4b67-bd77-bbf1f191fc25'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:39.093087 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (f0136965-385a-4ea9-bc09-fed21b467ce0), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.159418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (f0136965-385a-4ea9-bc09-fed21b467ce0), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.225282 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f0136965-385a-4ea9-bc09-fed21b467ce0), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.245614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0136965-385a-4ea9-bc09-fed21b467ce0,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:39.319113 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.320429 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-20856e19-7f18-40c5-9c78-d74333b652cd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3167298 Apr 07 02:32:39.323149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60568) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:39.327523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '36421ed6-82fb-4918-be83-99e1f8489095', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:39.400013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] Set router f1c68752-8491-4b67-bd77-bbf1f191fc25 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:39.413833 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Project 143feedcf82e44b68d768a7adf1c3358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:32:39.418944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (cc27bc9d-1886-495b-9fe2-00d111366145), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.429670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] Current status of the port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:39.430062 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.478717 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (cc27bc9d-1886-495b-9fe2-00d111366145), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.535511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] For port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:39.550779 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (cc27bc9d-1886-495b-9fe2-00d111366145), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.569039 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc27bc9d-1886-495b-9fe2-00d111366145,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:39.631850 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 4, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7f244e7a-734a-415c-914e-7dc8f1fa7c8b', 'name': '', 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:35Z', 'updated_at': '2022-04-07T02:32:38Z', 'revision_number': 4, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'subnets': [{'id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:39.659881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2823f2b2-8d1d-4af6-bd70-45b37411b263 None None] The sync data for ids ['f1c68752-8491-4b67-bd77-bbf1f191fc25'] in dv-neutron-836863-2-hyperv is: [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:35Z', 'revision_number': 4, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '7f244e7a-734a-415c-914e-7dc8f1fa7c8b', 'name': '', 'network_id': '01138df5-bd46-4daf-9d6d-b1927bddbe9b', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'mac_address': 'fa:16:3e:b7:e4:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:35Z', 'updated_at': '2022-04-07T02:32:38Z', 'revision_number': 4, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'subnets': [{'id': '56c2584d-f2ff-4c1b-bbb5-5774e78e9f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:39.665159 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.718783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf185f1-c534-4c14-b79e-687d1bb629c9 None None] Pushing event updated for resources: {'Port': ['ID=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:39.726641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.727442 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a9da8b14-2868-4859-92cd-d9359b65ef78 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4032967 Apr 07 02:32:39.775069 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:39.820492 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9281b4ef-0546-4f6a-860b-381e09489713 None None] Provisioning complete for port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:39.820914 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9281b4ef-0546-4f6a-860b-381e09489713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.870904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:39.871289 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:39.918006 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-110cc288-8767-42a8-965d-5af5999170f3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377828730&fields=id&tenant_id=143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 267 time: 0.0591753 Apr 07 02:32:39.980723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9281b4ef-0546-4f6a-860b-381e09489713 None None] Current status of the port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:39.996168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:40.038580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-30b11975-6358-4055-9f27-aaaa70fdc0af tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:40.040263 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-30b11975-6358-4055-9f27-aaaa70fdc0af tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 808 time: 0.1137490 Apr 07 02:32:40.056030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-a057042f-b8a6-4790-83da-d499f8801307 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/quotas/143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 375 time: 0.0102377 Apr 07 02:32:40.111780 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-60e07ba4-ef23-48af-90f0-c84dcc2cc542 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502789 Apr 07 02:32:40.128118 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-49ccdfe1-e20e-4954-9642-4cc20cc71dfa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:32:40.129234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-49ccdfe1-e20e-4954-9642-4cc20cc71dfa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054402 Apr 07 02:32:40.227921 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-53b9c3c1-ae43-4240-92fd-25d65c624158 service neutron] 10.222.0.25 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926955 Apr 07 02:32:40.315868 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-e33edd44-c69c-4243-904d-173eea53e75b service neutron] 10.222.0.25 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823159 Apr 07 02:32:40.569059 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a9fada8b-98e4-4c23-a43b-55e25e52d54c req-68842e27-75df-4378-8993-5d1e40f3c30a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 210 time: 0.0267096 Apr 07 02:32:41.663308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba02b179-52a9-41ed-a3f4-97a2d0ec75ad req-bd8b7241-e395-459c-a2bc-d614f4b4158b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 210 time: 0.0268006 Apr 07 02:32:41.742256 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7f244e7a-734a-415c-914e-7dc8f1fa7c8b up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:41.789068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:41.789466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:41.867988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:42.683359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-a8ced860-2e25-4c4d-93f5-5c49608a5deb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:42.684901 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-a8ced860-2e25-4c4d-93f5-5c49608a5deb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 808 time: 0.1083755 Apr 07 02:32:42.749295 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-df8d36f6-0df3-4f90-8791-d19d8a594494 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 379 time: 0.0547221 Apr 07 02:32:42.760244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'port': {'device_id': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'admin_state_up': True, 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'security_groups': ['36421ed6-82fb-4918-be83-99e1f8489095']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:42.763022 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83173c56-0b37-4ab5-98cc-92d3dff84bf3 req-0329acda-167e-40f8-a0fb-29cfeaebb334 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 210 time: 0.0321863 Apr 07 02:32:42.950821 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Made reservation on behalf of 143feedcf82e44b68d768a7adf1c3358 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:32:42.954204 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.083096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Allocated IP 172.20.0.8 (7b5922d7-c403-430f-a572-ee170265b2db/71dd9d7a-f0a0-4ee0-baff-5a59f9227aef/88aa4368-2040-4bff-9c61-906d7db223e6) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:43.221029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for port (88aa4368-2040-4bff-9c61-906d7db223e6), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.305446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.349383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Network 7b5922d7-c403-430f-a572-ee170265b2db is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:43.352641 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:43.356409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:43.382409 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:43.413030 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:43.413355 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.485110 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-cfc2e428-f786-4ee7-8a4b-661cd295c115 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7284362 Apr 07 02:32:43.501759 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Request body: {'port': {'device_id': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:43.566696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.623221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b9e33d76-3945-40ca-9852-3a1857fefa08 None None] Provisioning complete for port 88aa4368-2040-4bff-9c61-906d7db223e6 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:43.623764 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b9e33d76-3945-40ca-9852-3a1857fefa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.667067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b9e33d76-3945-40ca-9852-3a1857fefa08 None None] Port 88aa4368-2040-4bff-9c61-906d7db223e6 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:32:43.833963 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88aa4368-2040-4bff-9c61-906d7db223e6 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:32:43.841831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Publish callbacks [] for port (88aa4368-2040-4bff-9c61-906d7db223e6), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.854231 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Transition to ACTIVE for port object 88aa4368-2040-4bff-9c61-906d7db223e6 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:32:43.884664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0dd16-7720-4f39-a512-c9590f73877c req-12e7ae67-ec58-48d2-a4b1-b252b8246587 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:43.886256 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cce0dd16-7720-4f39-a512-c9590f73877c req-12e7ae67-ec58-48d2-a4b1-b252b8246587 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 931 time: 0.0553486 Apr 07 02:32:43.931910 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:43.945375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cce0dd16-7720-4f39-a512-c9590f73877c req-3e5da284-c03a-4448-a4cb-b5fd4d973ced tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531807 Apr 07 02:32:43.990919 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:44.066866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Attempting to bind port 88aa4368-2040-4bff-9c61-906d7db223e6 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:32:44.067459 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Attempting to bind port 88aa4368-2040-4bff-9c61-906d7db223e6 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:32:44.067582 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Attempting to bind port 88aa4368-2040-4bff-9c61-906d7db223e6 on network 7b5922d7-c403-430f-a572-ee170265b2db {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:44.072396 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Port 88aa4368-2040-4bff-9c61-906d7db223e6 on network 7b5922d7-c403-430f-a572-ee170265b2db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:32:44.072725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Attempting to bind port 88aa4368-2040-4bff-9c61-906d7db223e6 on network 7b5922d7-c403-430f-a572-ee170265b2db {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:32:44.077881 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:32:44.078221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Checking segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:32:44.078738 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Bound using segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:32:44.079175 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Bound port: 88aa4368-2040-4bff-9c61-906d7db223e6, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:32:44.079539 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:44.149193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:32:44.152337 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:32:44.208731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:44.246683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.247353 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:44.248681 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] 10.222.0.10 "PUT /v2.0/ports/88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 1093 time: 0.7512109 Apr 07 02:32:44.251380 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:32:44.254096 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2460f797-b990-474a-9f35-a8df44f305e2" -d '{"events": [{"name": "network-changed", "server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:32:44.279990 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca0940-a980-49da-8127-dba9db50ddd9 service neutron] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:44.314521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee487abb-8c51-4034-b2ab-0c368bd35004 x-openstack-request-id: req-ee487abb-8c51-4034-b2ab-0c368bd35004 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:32:44.314521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:32:44.314521 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee487abb-8c51-4034-b2ab-0c368bd35004 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:32:44.314521 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee487abb-8c51-4034-b2ab-0c368bd35004'] response: {'name': 'network-changed', 'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'status': 'completed', 'code': 200} Apr 07 02:32:44.393032 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f797-b990-474a-9f35-a8df44f305e2 req-3a015a03-add5-432a-a8b4-31d46caca509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.394997 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2460f797-b990-474a-9f35-a8df44f305e2 req-3a015a03-add5-432a-a8b4-31d46caca509 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1127 time: 0.0560219 Apr 07 02:32:44.505372 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f797-b990-474a-9f35-a8df44f305e2 req-24949108-beb4-4443-af8a-2595baf23c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.506962 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2460f797-b990-474a-9f35-a8df44f305e2 req-24949108-beb4-4443-af8a-2595baf23c5d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=143feedcf82e44b68d768a7adf1c3358&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1049266 Apr 07 02:32:44.602885 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460f797-b990-474a-9f35-a8df44f305e2 req-75af716a-3348-4515-a1ba-725240ab7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.604419 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2460f797-b990-474a-9f35-a8df44f305e2 req-75af716a-3348-4515-a1ba-725240ab7a3a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889359 Apr 07 02:32:44.691122 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-e231f247-144d-473f-8ceb-4f205cfda7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.692668 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-e231f247-144d-473f-8ceb-4f205cfda7a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1127 time: 0.0471680 Apr 07 02:32:44.745303 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-27e075b3-328b-4104-b536-0c61177cc5e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 217 time: 0.0411065 Apr 07 02:32:44.793026 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-49a3c903-10ad-40b9-be77-f2be6e9baab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.794477 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-49a3c903-10ad-40b9-be77-f2be6e9baab8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0428433 Apr 07 02:32:44.845094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-8dc34b2d-3783-48fe-bf5e-25a37a46a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:44.846626 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-8dc34b2d-3783-48fe-bf5e-25a37a46a72c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0436397 Apr 07 02:32:44.943772 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-76039108-dfed-4c52-95b8-50baf942a2c0 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Apr 07 02:32:45.040996 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-2fe10c14-527d-4192-a74d-4544ac95a36f req-ef45a40a-405d-4027-bb0d-937efd0a124f service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877995 Apr 07 02:32:45.063863 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc92501-e0e4-4105-a53e-9fa76729991e req-8c632089-5583-4b3d-9a82-22b0f0e4dc0c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:45.065377 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6cc92501-e0e4-4105-a53e-9fa76729991e req-8c632089-5583-4b3d-9a82-22b0f0e4dc0c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0548174 Apr 07 02:32:45.114481 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6cc92501-e0e4-4105-a53e-9fa76729991e req-9f331b18-e502-43e7-b23f-a38c8f5b4efd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433955 Apr 07 02:32:46.236318 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8d48-171f-443f-aca7-f8c212a213e4 req-99d5c3c8-1246-4895-8ca1-5d737a3fa64b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:46.238432 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-782d8d48-171f-443f-aca7-f8c212a213e4 req-99d5c3c8-1246-4895-8ca1-5d737a3fa64b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0560443 Apr 07 02:32:46.272088 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:32:46.288037 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-782d8d48-171f-443f-aca7-f8c212a213e4 req-c6d217b6-5771-4b01-afdf-9f7475c066ee tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435708 Apr 07 02:32:47.406087 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec85048-d556-4f27-b9da-b9464e016f57 req-721211f5-07cd-4f5f-8040-9fb4c6f0dcfe tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:47.407583 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1ec85048-d556-4f27-b9da-b9464e016f57 req-721211f5-07cd-4f5f-8040-9fb4c6f0dcfe tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0535471 Apr 07 02:32:47.455754 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1ec85048-d556-4f27-b9da-b9464e016f57 req-623c5104-9a41-4f49-b4f1-36fb9b71eea2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425429 Apr 07 02:32:48.361738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:48.571270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e02c8-4c6a-4bf4-93d4-823e59cda4d9 req-d6587c87-2c79-48eb-9955-aeabcb27268e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:48.572804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b8e02c8-4c6a-4bf4-93d4-823e59cda4d9 req-d6587c87-2c79-48eb-9955-aeabcb27268e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0513992 Apr 07 02:32:48.624795 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b8e02c8-4c6a-4bf4-93d4-823e59cda4d9 req-820574a2-3381-45e3-a1a3-c8f8b34f6d8d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464272 Apr 07 02:32:48.699981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:32:48.796979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:48.807862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '88aa4368-2040-4bff-9c61-906d7db223e6', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'mac_address': 'fa:16:3e:c1:a7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:32:48.844208 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:48.844639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:48.858009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88aa4368-2040-4bff-9c61-906d7db223e6 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:32:48.880725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:48.973901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:49.027073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:49.257143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['88aa4368-2040-4bff-9c61-906d7db223e6'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:32:49.740964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33bea8-6fec-42ea-bffb-13173ebb44f6 req-e667df56-0ce8-4d56-9ffb-e433658d1fd2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:49.742483 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2b33bea8-6fec-42ea-bffb-13173ebb44f6 req-e667df56-0ce8-4d56-9ffb-e433658d1fd2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 944 time: 0.0536652 Apr 07 02:32:49.792379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2b33bea8-6fec-42ea-bffb-13173ebb44f6 req-2b0087c0-d6c1-416c-9fb2-e6f93e148c45 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Apr 07 02:32:50.716002 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:32:50.864690 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 88aa4368-2040-4bff-9c61-906d7db223e6 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:32:50.869260 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 88aa4368-2040-4bff-9c61-906d7db223e6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:32:50.869639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:50.911096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4a8dc-3106-4f4c-a1fa-8bfdbdb4bcb6 req-87508df5-2691-477b-ba9c-ee95671984d6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:50.912598 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6df4a8dc-3106-4f4c-a1fa-8bfdbdb4bcb6 req-87508df5-2691-477b-ba9c-ee95671984d6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 944 time: 0.0535288 Apr 07 02:32:50.949440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:32:50.949837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:50.962075 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6df4a8dc-3106-4f4c-a1fa-8bfdbdb4bcb6 req-15d52655-242a-48c8-896d-002a1d8145da tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437472 Apr 07 02:32:50.973451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:32:50.975741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6d07a1-b739-4161-8414-b8bcafa82a6c" -d '{"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-plugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:32:50.988244 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:32:51.013217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e448ac-5220-46d0-9c0d-e285919e6200 x-openstack-request-id: req-08e448ac-5220-46d0-9c0d-e285919e6200 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:32:51.013509 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-plugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:32:51.013765 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08e448ac-5220-46d0-9c0d-e285919e6200 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:32:51.014162 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e448ac-5220-46d0-9c0d-e285919e6200'] response: {'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'code': 200} Apr 07 02:32:51.058918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:51.105628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:51.309227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa275f26-8a56-4d73-bb39-d1f01a653a66 req-7dbdb043-484c-4fb2-af5a-b22ca616fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:51.310771 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aa275f26-8a56-4d73-bb39-d1f01a653a66 req-7dbdb043-484c-4fb2-af5a-b22ca616fb51 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1129 time: 0.0479395 Apr 07 02:32:51.359985 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-aa275f26-8a56-4d73-bb39-d1f01a653a66 req-9e6ea777-0320-4199-a98b-dfa190cb46cc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396607 Apr 07 02:32:52.082062 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c81f85-dd00-4fb9-9d55-8d4a8a6504d4 req-a061ce44-0bee-40a1-92df-9400355c2832 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:52.083541 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44c81f85-dd00-4fb9-9d55-8d4a8a6504d4 req-a061ce44-0bee-40a1-92df-9400355c2832 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0558126 Apr 07 02:32:52.132021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-44c81f85-dd00-4fb9-9d55-8d4a8a6504d4 req-8aa2d63c-1348-4399-9a70-247bf8e96685 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430732 Apr 07 02:32:53.250682 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e04aa-c02f-4dba-874f-d280cc658c0f req-ea8752ff-1cf6-4975-ba2f-a8857e9adc0e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:53.252149 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-709e04aa-c02f-4dba-874f-d280cc658c0f req-ea8752ff-1cf6-4975-ba2f-a8857e9adc0e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0515985 Apr 07 02:32:53.299000 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-709e04aa-c02f-4dba-874f-d280cc658c0f req-39e7a79f-ad29-4b31-bf43-392419ebb687 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407166 Apr 07 02:32:53.417677 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15b495-068b-45b1-a23b-2c7b40923d87 req-589a31f2-3659-40d1-a1ed-b2ac837df994 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:53.419061 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d15b495-068b-45b1-a23b-2c7b40923d87 req-589a31f2-3659-40d1-a1ed-b2ac837df994 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0558686 Apr 07 02:32:53.467071 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d15b495-068b-45b1-a23b-2c7b40923d87 req-dad30ca9-e25c-445a-a174-1c05c2bc5893 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424049 Apr 07 02:32:53.488688 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60628) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:53.616739 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb995fd-414d-49fd-95b1-8e669475fc1b tempest-TestShelveInstance-540961603 tempest-TestShelveInstance-540961603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:53.618329 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-aeb995fd-414d-49fd-95b1-8e669475fc1b tempest-TestShelveInstance-540961603 tempest-TestShelveInstance-540961603-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1124 time: 0.1286523 Apr 07 02:32:53.621300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60632) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:32:53.625411 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address': '172.20.0.8'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:32:53.716228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:53.813148 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:53.913527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Allocated IP 172.26.8.165 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/e6640ed7-d37a-43df-b1cb-49c23da87f11) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:32:54.019715 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:54.099465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:54.135709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:32:54.140471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:32:54.143034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:32:54.171426 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'Port': ['ID=e6640ed7-d37a-43df-b1cb-49c23da87f11,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:54.505892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (a32e02cd-a8a8-468b-ac8a-bc856f1c96c5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:54.643756 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:54.790897 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:54.851424 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:54.926374 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'Port': ['ID=e6640ed7-d37a-43df-b1cb-49c23da87f11,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:32:54.934066 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (a32e02cd-a8a8-468b-ac8a-bc856f1c96c5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:55.036802 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Floating IP a32e02cd-a8a8-468b-ac8a-bc856f1c96c5 associated. External IP: 172.26.8.165, port: 88aa4368-2040-4bff-9c61-906d7db223e6. Apr 07 02:32:55.242096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:32:55.350198 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:32:55.359671 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:32:55.369888 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:55.370492 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:55.427470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:55.461245 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0188228f-01ab-4428-a93c-6dd2856e49ab tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8389320 Apr 07 02:32:55.461945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:32:55.464214 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536cdec-1590-4bd5-a07b-f83f06187922" -d '{"events": [{"name": "network-changed", "server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:32:55.478699 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:55.499492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e76ac-45f2-4720-b976-a8f794a0e8b1 x-openstack-request-id: req-e99e76ac-45f2-4720-b976-a8f794a0e8b1 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:32:55.499790 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:32:55.500049 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e99e76ac-45f2-4720-b976-a8f794a0e8b1 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:32:55.500462 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99e76ac-45f2-4720-b976-a8f794a0e8b1'] response: {'name': 'network-changed', 'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'status': 'completed', 'code': 200} Apr 07 02:32:55.606657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-5d1dfb16-2ed7-4da0-99af-f4090f42573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:55.608251 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-5d1dfb16-2ed7-4da0-99af-f4090f42573b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1129 time: 0.0861380 Apr 07 02:32:55.698568 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'a32e02cd-a8a8-468b-ac8a-bc856f1c96c5', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'mac_address': 'fa:16:3e:c1:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:32:54Z', 'updated_at': '2022-04-07T02:32:54Z', 'revision_number': 0, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:55.701472 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-f968da20-b1e2-41e6-bed7-5f4cb6b83331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:55.703011 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-f968da20-b1e2-41e6-bed7-5f4cb6b83331 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0878880 Apr 07 02:32:55.728125 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:32:55.736465 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:32:55.737100 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:32:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:55.767500 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-cde57f69-768b-417b-8a71-5a9b5b77df66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 999 time: 0.0581865 Apr 07 02:32:55.814876 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-65b56d38-c0d9-4b2b-823e-404fdb93b0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:55.818693 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-65b56d38-c0d9-4b2b-823e-404fdb93b0da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0429788 Apr 07 02:32:55.842103 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:32:55.868859 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-8dbda290-f400-4277-84c6-d96e70b403cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:55.870422 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-8dbda290-f400-4277-84c6-d96e70b403cb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0480711 Apr 07 02:32:55.957137 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-a8513652-e11e-4569-bc0d-1d6656324810 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806403 Apr 07 02:32:56.052785 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8536cdec-1590-4bd5-a07b-f83f06187922 req-2de53059-5cf8-4f65-a703-5033ca5f67c1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893996 Apr 07 02:32:56.069310 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'a32e02cd-a8a8-468b-ac8a-bc856f1c96c5', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'mac_address': 'fa:16:3e:c1:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:32:54Z', 'updated_at': '2022-04-07T02:32:54Z', 'revision_number': 0, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:32:56.095604 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba7cf4-545b-4fee-894d-e9933a2a4167 None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': 'a32e02cd-a8a8-468b-ac8a-bc856f1c96c5', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'mac_address': 'fa:16:3e:c1:a7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:32:54Z', 'updated_at': '2022-04-07T02:32:54Z', 'revision_number': 0, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:32:56.287179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494d0d86-a98a-473d-8109-1afbb9ffe256 None None] New status for floating IP a32e02cd-a8a8-468b-ac8a-bc856f1c96c5: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:32:59.068599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-3964a637-90f1-4e91-bd09-c4b08f8269cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:32:59.815436 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-d41fe327-eafc-437d-afe4-9c3a04e328f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421014 Apr 07 02:32:59.901989 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-7a62162a-d732-4f81-a058-880ad1f41065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:32:59.903511 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-7a62162a-d732-4f81-a058-880ad1f41065 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1129 time: 0.0452499 Apr 07 02:33:00.007238 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-a41cc8aa-1471-4182-b663-3b80e7c75b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:33:00.008620 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-a41cc8aa-1471-4182-b663-3b80e7c75b4a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0873175 Apr 07 02:33:00.073551 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-69ab4dd1-8c05-4dea-aeec-5f358e4f3f17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 1001 time: 0.0587478 Apr 07 02:33:00.120059 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-cfd74dd4-2c17-4b33-90b4-14342290b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:33:00.121557 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-cfd74dd4-2c17-4b33-90b4-14342290b7b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0424867 Apr 07 02:33:00.171671 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-15a3aecf-caae-455b-b182-40ac5d95eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:33:00.173176 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-15a3aecf-caae-455b-b182-40ac5d95eb3c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0460231 Apr 07 02:33:00.260803 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-91aea82f-dcc3-41c8-956f-7db02981bd29 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808635 Apr 07 02:33:00.350803 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-479a34f9-7f85-4045-bc5e-945a44da2c96 req-fb0d7886-8b68-4486-abda-7f3d6b53cb89 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837433 Apr 07 02:33:01.442646 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a2587e15-39aa-4702-ac6a-9ccfda6b301a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:02.630480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:04.115709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:05.350460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:18.359658 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:23.271634 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:33:29.097236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-fc37e1ee-0c91-4e36-9641-865833b5e202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:31.416563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-922da258-1ebc-4ef1-b97c-a69984eb4f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:32.622473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:34.132680 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:35.327448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:48.406880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:33:59.063888 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-84b78fc9-25aa-4a14-b4e7-185710d8b397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:00.270252 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:34:01.441163 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-78920ea8-9fdb-42be-9aac-857a73f722e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:02.177168 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-85385901-e437-4f89-bba6-7e61cd0d2093 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3724267 Apr 07 02:34:02.271965 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66cf5-b060-4433-8325-32026c214035 req-78e4afce-9996-4c14-aceb-c89c3ec6953b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:02.273483 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-78e4afce-9996-4c14-aceb-c89c3ec6953b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1129 time: 0.0436888 Apr 07 02:34:02.380244 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66cf5-b060-4433-8325-32026c214035 req-cc989f73-dd31-4e3e-9852-6710e7975488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:02.381707 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-cc989f73-dd31-4e3e-9852-6710e7975488 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0851693 Apr 07 02:34:02.449093 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-4a2541b9-1a5c-4509-a940-209c9c2869e8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 1001 time: 0.0568721 Apr 07 02:34:02.502839 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66cf5-b060-4433-8325-32026c214035 req-9e1ddbc2-088f-4a85-be8f-437578fc9ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:02.504235 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-9e1ddbc2-088f-4a85-be8f-437578fc9ea9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0458753 Apr 07 02:34:02.557856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a66cf5-b060-4433-8325-32026c214035 req-96ac257e-0d51-4256-9c5d-9efeb7851ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:02.559315 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-96ac257e-0d51-4256-9c5d-9efeb7851ebb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0459154 Apr 07 02:34:02.629360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:02.653891 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-3b1285c8-d880-4dcf-8eac-1223bbfdf3b6 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849116 Apr 07 02:34:02.746286 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-74a66cf5-b060-4433-8325-32026c214035 req-c74a517c-5bd3-4cc7-9b11-877fd124494b service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834124 Apr 07 02:34:04.120705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:05.319243 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:18.377671 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:29.124946 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1f2b2e3c-2cf7-4976-923b-642b08c9f6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:31.417442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ef4fd8dc-43a1-4bdc-a540-f87775d639cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:32.632506 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:34.120742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:35.326763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:37.269797 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:34:48.386702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:53.595161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d5d29-da17-474a-98c9-8d120c72b460 req-b7064bad-5ce5-42e2-9226-9bde6fa2d7c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:53.596687 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-602d5d29-da17-474a-98c9-8d120c72b460 req-b7064bad-5ce5-42e2-9226-9bde6fa2d7c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.1057873 Apr 07 02:34:53.645166 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-602d5d29-da17-474a-98c9-8d120c72b460 req-b9eff3f2-3697-4eab-a2b2-8a5882956379 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423706 Apr 07 02:34:54.765194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cf580-515b-4520-98ec-5d16284d2071 req-2aa1a196-147e-49cd-9f93-ecba45c9ef3f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:54.766680 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a11cf580-515b-4520-98ec-5d16284d2071 req-2aa1a196-147e-49cd-9f93-ecba45c9ef3f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0509269 Apr 07 02:34:54.814149 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a11cf580-515b-4520-98ec-5d16284d2071 req-143b720e-0a48-48f1-aa5e-161b96acd9dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Apr 07 02:34:55.937604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875caa32-4dbe-471e-8970-07b33d86fd22 req-7501a391-419c-4a96-853f-7bdfbc0adc5f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:55.939091 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-875caa32-4dbe-471e-8970-07b33d86fd22 req-7501a391-419c-4a96-853f-7bdfbc0adc5f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0566308 Apr 07 02:34:55.986564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-875caa32-4dbe-471e-8970-07b33d86fd22 req-de48b122-868f-4cd1-abe0-c4981eb061a5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 Apr 07 02:34:57.102151 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e80de4-4866-4661-b451-3fdfa50a8304 req-558a4905-c9f3-48ea-b7e6-bae65dd8ee5c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:57.103628 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73e80de4-4866-4661-b451-3fdfa50a8304 req-558a4905-c9f3-48ea-b7e6-bae65dd8ee5c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0521781 Apr 07 02:34:57.151578 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-73e80de4-4866-4661-b451-3fdfa50a8304 req-2f9b7401-9a14-4eb1-998d-c39e2f2b37d1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421121 Apr 07 02:34:58.267084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2b71c-4bac-4029-beab-359b89749949 req-d8ef8117-4da8-4c31-b6dc-533d18bd0b86 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:58.268552 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4aa2b71c-4bac-4029-beab-359b89749949 req-d8ef8117-4da8-4c31-b6dc-533d18bd0b86 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0511351 Apr 07 02:34:58.320694 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4aa2b71c-4bac-4029-beab-359b89749949 req-126eadf8-b0ab-4e14-9d4e-b7474cb0931b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458407 Apr 07 02:34:59.061340 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a1eef7bf-c12b-4cd7-935b-1884a7a8982e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:34:59.435754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474745-9041-465b-959d-46f53e2633b2 req-ba5ad85c-885e-433f-ab4f-b6ee80caabf1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:34:59.437277 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1a474745-9041-465b-959d-46f53e2633b2 req-ba5ad85c-885e-433f-ab4f-b6ee80caabf1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Apr 07 02:34:59.484938 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1a474745-9041-465b-959d-46f53e2633b2 req-da3a2a1f-b4fe-4e41-b5d4-ff90fe86d260 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414891 Apr 07 02:35:00.603946 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aefb58a-2c33-4dd9-9c10-73709b83d4f3 req-a9889023-491b-45dd-824d-a709b341791c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:00.605442 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2aefb58a-2c33-4dd9-9c10-73709b83d4f3 req-a9889023-491b-45dd-824d-a709b341791c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0552344 Apr 07 02:35:00.652695 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2aefb58a-2c33-4dd9-9c10-73709b83d4f3 req-31c6dcd9-1b77-402f-9d5b-b5cd1ad53d01 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417054 Apr 07 02:35:01.397809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f035a94c-4dfa-4454-9335-97bda7e788d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:01.772879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6513d5-df51-44f9-b484-3ba6e27ec37e req-7ce92caf-122a-404c-b899-d137ff642c01 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:01.774388 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4e6513d5-df51-44f9-b484-3ba6e27ec37e req-7ce92caf-122a-404c-b899-d137ff642c01 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0569825 Apr 07 02:35:01.823642 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4e6513d5-df51-44f9-b484-3ba6e27ec37e req-8f782e04-bd10-4a6b-9ddc-331d6c7993de tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436585 Apr 07 02:35:01.867188 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-f93dca7b-b0be-4e7b-b4a2-f3154eba4357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:01.868681 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-f93dca7b-b0be-4e7b-b4a2-f3154eba4357 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1129 time: 0.0452526 Apr 07 02:35:01.981273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-7120e389-c23a-4324-97d4-022edfa0ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:01.982647 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-7120e389-c23a-4324-97d4-022edfa0ef9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0866516 Apr 07 02:35:02.045978 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-75f3bf27-bc1a-4cd7-bf84-6effe3613285 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 1001 time: 0.0568469 Apr 07 02:35:02.096416 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-d4184ab4-fae9-4034-a930-27a68f047ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:02.098566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-d4184ab4-fae9-4034-a930-27a68f047ae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0430839 Apr 07 02:35:02.152075 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-52107335-5e2a-4b6a-863b-e6fe893997c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:02.153624 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-52107335-5e2a-4b6a-863b-e6fe893997c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0461495 Apr 07 02:35:02.243070 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-0a4b0ee6-2233-40fd-a79e-88524f3471dc service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796745 Apr 07 02:35:02.333918 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-128b5744-5b6d-43a5-8e0b-8d2f118ca549 req-b219f93c-95b9-414b-b885-3aa552469ebc service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825307 Apr 07 02:35:02.637917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:02.942713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cafff-e7c7-4b52-9a29-8cc17dbb4cab req-8b0cd48a-ba0b-4244-b87f-0fe740d64bd9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:02.950818 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-887cafff-e7c7-4b52-9a29-8cc17dbb4cab req-8b0cd48a-ba0b-4244-b87f-0fe740d64bd9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0530891 Apr 07 02:35:02.992687 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-887cafff-e7c7-4b52-9a29-8cc17dbb4cab req-495cb6e2-3c9d-434a-96ab-23c75eac11b6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 Apr 07 02:35:04.112439 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f7f7d-659c-4ae8-b171-c4d072162bd5 req-75c90c8d-39e8-4611-9dac-f16e72f00d29 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:04.114020 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-280f7f7d-659c-4ae8-b171-c4d072162bd5 req-75c90c8d-39e8-4611-9dac-f16e72f00d29 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0529571 Apr 07 02:35:04.166095 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-280f7f7d-659c-4ae8-b171-c4d072162bd5 req-ef9db862-a803-4188-836d-b6a5b1c26ee9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465045 Apr 07 02:35:04.171622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:05.282415 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7db89b-281e-4837-9b93-c5105926f9cf req-97265a0e-38bc-4e9d-b762-fbb204b4b65a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:05.283891 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c7db89b-281e-4837-9b93-c5105926f9cf req-97265a0e-38bc-4e9d-b762-fbb204b4b65a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Apr 07 02:35:05.324152 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:05.333108 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3c7db89b-281e-4837-9b93-c5105926f9cf req-1e40052c-81f8-4d3f-b258-5542da2c4785 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428491 Apr 07 02:35:05.352941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:35:05.447329 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:05.458615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '88aa4368-2040-4bff-9c61-906d7db223e6', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'mac_address': 'fa:16:3e:c1:a7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:35:05.493515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:35:05.493899 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:05.506376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88aa4368-2040-4bff-9c61-906d7db223e6 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:35:05.525653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:05.588561 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:05.639963 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:35:05.647744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.648096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.648442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.648804 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.649146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.649478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.649809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.650138 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.650467 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.650800 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.651127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.651459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.651787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.652108 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.652429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:35:05.676875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['88aa4368-2040-4bff-9c61-906d7db223e6'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:35:06.450576 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf6e76-4d6b-43f9-8e1b-e1f269ff004f req-f87e4219-97eb-4ad2-9d3d-cf49a44e16a6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:06.452085 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46cf6e76-4d6b-43f9-8e1b-e1f269ff004f req-f87e4219-97eb-4ad2-9d3d-cf49a44e16a6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 944 time: 0.0528989 Apr 07 02:35:06.500023 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-46cf6e76-4d6b-43f9-8e1b-e1f269ff004f req-c875ccfa-9878-4e95-947b-5c4d83da1049 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Apr 07 02:35:07.365116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:35:07.421440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 88aa4368-2040-4bff-9c61-906d7db223e6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:35:07.421783 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:07.508343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:35:07.508741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:07.551460 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:07.552426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:35:07.556935 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea062aba-8ca8-4b4b-a751-dfd643521551" -d '{"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-plugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:35:07.633376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:07.634017 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f92e5-77ea-4980-a538-0e9ad2dfbb9a req-e655abca-0f52-4e4b-8eca-fd54175a0bf5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:07.636425 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-579f92e5-77ea-4980-a538-0e9ad2dfbb9a req-e655abca-0f52-4e4b-8eca-fd54175a0bf5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 944 time: 0.0624020 Apr 07 02:35:07.722630 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-579f92e5-77ea-4980-a538-0e9ad2dfbb9a req-86d11474-962a-4424-a80d-1a75a1a2966b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768955 Apr 07 02:35:07.821951 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8eb82f-1585-4f7c-af2d-08d9bc0e0cce x-openstack-request-id: req-5a8eb82f-1585-4f7c-af2d-08d9bc0e0cce {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:35:07.822245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-plugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:35:07.822501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a8eb82f-1585-4f7c-af2d-08d9bc0e0cce {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:35:07.822896 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8eb82f-1585-4f7c-af2d-08d9bc0e0cce'] response: {'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'code': 200} Apr 07 02:35:07.852417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:35:08.852569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce8ec9-c0a8-486d-9272-ca94df719151 req-9e641627-6fa4-463a-9ec4-888d89120392 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:08.854123 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1ce8ec9-c0a8-486d-9272-ca94df719151 req-9e641627-6fa4-463a-9ec4-888d89120392 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0555942 Apr 07 02:35:08.907752 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1ce8ec9-c0a8-486d-9272-ca94df719151 req-f887aee3-a880-41bf-bd4c-a125b30e70ea tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474105 Apr 07 02:35:10.033646 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c03d9-a819-45ae-a597-2629d5a886c5 req-c357ce8d-e1cd-4221-a8f4-09cbb6952446 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:10.035042 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-231c03d9-a819-45ae-a597-2629d5a886c5 req-c357ce8d-e1cd-4221-a8f4-09cbb6952446 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0559003 Apr 07 02:35:10.085400 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-231c03d9-a819-45ae-a597-2629d5a886c5 req-6311a697-2d07-4f92-bc03-3b2b9e21ddaf tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447793 Apr 07 02:35:11.212129 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1d52e-30ad-4eca-939a-cf111698bad4 req-94a03a8d-0962-44cd-a983-d29cb854c118 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:11.212854 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71a1d52e-30ad-4eca-939a-cf111698bad4 req-94a03a8d-0962-44cd-a983-d29cb854c118 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0540097 Apr 07 02:35:11.263719 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-71a1d52e-30ad-4eca-939a-cf111698bad4 req-2f94c982-ee37-47fd-ad68-2090709fc3eb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452204 Apr 07 02:35:12.393711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acaacf-dacc-46ee-8c9b-bdf3e4c5bc18 req-82a6ea21-3896-40fc-b540-fde50f7c2b52 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:12.395764 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14acaacf-dacc-46ee-8c9b-bdf3e4c5bc18 req-82a6ea21-3896-40fc-b540-fde50f7c2b52 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0545859 Apr 07 02:35:12.450837 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-14acaacf-dacc-46ee-8c9b-bdf3e4c5bc18 req-34453346-6874-4711-9c79-360a8aa769db tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493007 Apr 07 02:35:13.578325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c354813-2ca6-407b-8b81-136ff3027bb0 req-e31566cd-778c-4d2f-973a-bf501d97bd26 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:13.579941 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c354813-2ca6-407b-8b81-136ff3027bb0 req-e31566cd-778c-4d2f-973a-bf501d97bd26 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0550478 Apr 07 02:35:13.637553 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c354813-2ca6-407b-8b81-136ff3027bb0 req-bb3b5ed3-4fa2-40c9-9393-d7dfb9c02488 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517294 Apr 07 02:35:14.269355 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:35:14.766876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502e1ff-c86f-4ed6-a894-9e5c7c39dd24 req-119f7ce6-ebdc-47b5-bc87-5c9626ac5c43 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:14.768409 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e502e1ff-c86f-4ed6-a894-9e5c7c39dd24 req-119f7ce6-ebdc-47b5-bc87-5c9626ac5c43 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0579238 Apr 07 02:35:14.820300 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e502e1ff-c86f-4ed6-a894-9e5c7c39dd24 req-2961fdfa-3325-4c7f-bb91-65b0f311c955 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448444 Apr 07 02:35:15.953697 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543daab3-3cf9-41e9-ab4e-b8dfef4f9ff1 req-bd6d7f32-b388-42bc-bbe0-35249ef8bba3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:15.955365 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-543daab3-3cf9-41e9-ab4e-b8dfef4f9ff1 req-bd6d7f32-b388-42bc-bbe0-35249ef8bba3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0609865 Apr 07 02:35:16.005931 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-543daab3-3cf9-41e9-ab4e-b8dfef4f9ff1 req-a55dee4c-4186-449b-b022-3ef1550b2865 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447571 Apr 07 02:35:17.140192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d835e-95eb-4253-a67c-3681ec60be63 req-b793eb7c-b750-4e81-9c9d-d4aa40c793a8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:17.141717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-402d835e-95eb-4253-a67c-3681ec60be63 req-b793eb7c-b750-4e81-9c9d-d4aa40c793a8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0537868 Apr 07 02:35:17.189650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-402d835e-95eb-4253-a67c-3681ec60be63 req-aefbc431-75f4-4049-8113-6b9e9ebff95b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415003 Apr 07 02:35:18.220643 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-cd7c8c9d-fbf7-4079-8786-23d6de8163d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:18.222193 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-cd7c8c9d-fbf7-4079-8786-23d6de8163d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1129 time: 0.0452812 Apr 07 02:35:18.312955 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548e627-0456-452f-b1e7-169288d4537f req-6a951d7f-13ef-45d6-9e64-0d4c679759c2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:18.314498 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b548e627-0456-452f-b1e7-169288d4537f req-6a951d7f-13ef-45d6-9e64-0d4c679759c2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0554278 Apr 07 02:35:18.319719 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-1c5d73c6-c4aa-4515-a23e-40bc92875ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:18.321254 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-1c5d73c6-c4aa-4515-a23e-40bc92875ae3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0890589 Apr 07 02:35:18.388883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:18.398949 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-a5c45ad1-7acc-4757-978d-0140c3ae0559 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 1001 time: 0.0670555 Apr 07 02:35:18.451343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-599dcb1e-63a8-4a07-b50f-bfa6afcb22e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:18.452915 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-599dcb1e-63a8-4a07-b50f-bfa6afcb22e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0460179 Apr 07 02:35:18.508029 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-0877f35e-2b74-4229-9606-0ac4b59b6d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:18.509536 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-0877f35e-2b74-4229-9606-0ac4b59b6d57 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0471768 Apr 07 02:35:18.609352 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-4310dd8b-f016-462a-a85b-5a353e64780d service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Apr 07 02:35:18.674558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b548e627-0456-452f-b1e7-169288d4537f req-8f625bc6-0156-4c6c-ad70-b014e29dad71 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530207 Apr 07 02:35:18.707235 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-8e1ff0e6-0b15-4510-8921-bf3b74801821 req-122468de-cfe1-4354-9645-85050422ce64 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Apr 07 02:35:19.790973 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206bcbf-eac0-4992-b8af-b280d64bce9e req-5c514c9d-7917-42ab-9bea-8b6c1555d038 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:19.792433 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7206bcbf-eac0-4992-b8af-b280d64bce9e req-5c514c9d-7917-42ab-9bea-8b6c1555d038 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0513847 Apr 07 02:35:19.839521 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7206bcbf-eac0-4992-b8af-b280d64bce9e req-43644a35-39af-4c6d-a109-89d38fd9d4f2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415497 Apr 07 02:35:20.954842 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01cdab7-82ac-4272-b3f6-c24f1c6a8bd0 req-08f2d923-8dc5-46b4-9d08-d4256c420e4c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:20.956308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b01cdab7-82ac-4272-b3f6-c24f1c6a8bd0 req-08f2d923-8dc5-46b4-9d08-d4256c420e4c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0509319 Apr 07 02:35:21.006535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b01cdab7-82ac-4272-b3f6-c24f1c6a8bd0 req-7cd8ac1f-c2c7-4291-a593-e4438e281d72 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441697 Apr 07 02:35:21.072923 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-16da82f9-3d37-4f11-aff9-93313f5b4930 req-996109b0-a30d-4679-80b5-7052bf961840 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:35:21.073923 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-16da82f9-3d37-4f11-aff9-93313f5b4930 req-996109b0-a30d-4679-80b5-7052bf961840 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054820 Apr 07 02:35:21.388213 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef42e9-a69f-447e-b3a7-71d9b912fc63 req-b24d7772-fa01-4f60-a5d2-9a03f49aa656 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:21.388213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-24ef42e9-a69f-447e-b3a7-71d9b912fc63 req-b24d7772-fa01-4f60-a5d2-9a03f49aa656 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Apr 07 02:35:21.419815 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:35:21.437711 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-24ef42e9-a69f-447e-b3a7-71d9b912fc63 req-28c124a4-2b9f-4855-858e-ece15a61f31e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451422 Apr 07 02:35:21.509174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:35:21.509567 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:21.534448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:35:21.536832 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb949ddf-43d1-4088-b4f8-1034930905de" -d '{"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-unplugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:35:21.549220 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:21.567632 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210122d3-9e03-4da8-9839-ca78df981119 x-openstack-request-id: req-210122d3-9e03-4da8-9839-ca78df981119 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:35:21.567926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-unplugged", "status": "failed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "code": 422}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:35:21.568185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-210122d3-9e03-4da8-9839-ca78df981119 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:35:21.568625 dv-neutron-836863-2-hyperv neutron-server[110985]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-210122d3-9e03-4da8-9839-ca78df981119']: {'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'code': 422} returned with failed status Apr 07 02:35:21.617144 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:21.663185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:35:21.777635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-109ab261-9482-4c4c-bd70-4fee48ae17fa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869787 Apr 07 02:35:21.899618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-9e3df2c1-d705-48b5-bd92-777933529b4d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:21.901120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-9e3df2c1-d705-48b5-bd92-777933529b4d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports/88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 940 time: 0.0970461 Apr 07 02:35:22.563789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400b0c-edbe-4ccd-9669-822ba4019aee req-6cb568f4-f61c-43ea-af65-19962a93df33 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:22.565322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f3400b0c-edbe-4ccd-9669-822ba4019aee req-6cb568f4-f61c-43ea-af65-19962a93df33 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0549736 Apr 07 02:35:22.615326 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f3400b0c-edbe-4ccd-9669-822ba4019aee req-59494c75-03ee-4a6a-8e72-fb4ee92541c2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 Apr 07 02:35:23.403676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-bd939590-9518-4868-a677-77d445df817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:23.405221 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-bd939590-9518-4868-a677-77d445df817d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8&tenant_id=143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 1127 time: 0.0540912 Apr 07 02:35:23.475538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-e2c5dd1c-49cd-4825-96de-260937423fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:23.477076 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-e2c5dd1c-49cd-4825-96de-260937423fe7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1127 time: 0.0443723 Apr 07 02:35:23.565446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-ee98e62e-9f1b-421e-a6af-0fd108be24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:23.567391 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-ee98e62e-9f1b-421e-a6af-0fd108be24c2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0816281 Apr 07 02:35:23.637406 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-e24e2df0-190a-4db6-bf78-2d29277949e3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 999 time: 0.0614164 Apr 07 02:35:23.688370 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-927e1a1f-07c4-446b-88c7-090014ac0da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:23.689778 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-927e1a1f-07c4-446b-88c7-090014ac0da8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0432162 Apr 07 02:35:23.732957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729528a9-b838-4217-a334-2f3f1e8b62a8 req-c60f3ca8-71c8-492e-ac8c-e647d837078a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:23.734458 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-729528a9-b838-4217-a334-2f3f1e8b62a8 req-c60f3ca8-71c8-492e-ac8c-e647d837078a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0522568 Apr 07 02:35:23.743159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-4c30477b-c75c-413a-900e-a7dcd049ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:23.744739 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-4c30477b-c75c-413a-900e-a7dcd049ea48 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0449588 Apr 07 02:35:23.784189 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-729528a9-b838-4217-a334-2f3f1e8b62a8 req-850cef32-9af5-4a77-bb89-1b1658dfa5ca tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433381 Apr 07 02:35:23.842284 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-9911f5fe-b96e-4404-a84f-46c3ec7f2145 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877330 Apr 07 02:35:23.934879 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1dc39059-f4ab-43bd-bbaa-1cfabb0d97a2 req-aabfe44d-d115-4a6e-beaf-0fab9475d6e2 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827019 Apr 07 02:35:24.931837 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645400bd-b8cc-41e2-999a-f036d3c49234 req-aaef4757-c0c6-4c59-9e9d-81a53b2e22e1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:24.933582 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-645400bd-b8cc-41e2-999a-f036d3c49234 req-aaef4757-c0c6-4c59-9e9d-81a53b2e22e1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0685573 Apr 07 02:35:24.985490 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-645400bd-b8cc-41e2-999a-f036d3c49234 req-080bbe84-aea9-4560-9c3b-bbe0dcc04fb8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462210 Apr 07 02:35:26.110314 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e45473-a55c-4613-940d-a50c62e1f931 req-c53678eb-3fa3-4e01-99b2-99dc95c1a210 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:26.111823 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-32e45473-a55c-4613-940d-a50c62e1f931 req-c53678eb-3fa3-4e01-99b2-99dc95c1a210 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0544438 Apr 07 02:35:26.164715 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-32e45473-a55c-4613-940d-a50c62e1f931 req-ff54ba7d-b2dd-4d46-9214-094bc643affd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468752 Apr 07 02:35:27.290731 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb67f66-b960-467a-bcd4-20cc2b387f57 req-dfac390f-beb9-4593-8a5a-0cf7ac224d40 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:27.292554 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6fb67f66-b960-467a-bcd4-20cc2b387f57 req-dfac390f-beb9-4593-8a5a-0cf7ac224d40 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0573947 Apr 07 02:35:27.350248 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6fb67f66-b960-467a-bcd4-20cc2b387f57 req-0dbc2059-da19-4526-b2bf-f3462856b563 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517919 Apr 07 02:35:28.481468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afccdbc-ca25-4946-9bb6-c575f5e58037 req-4583efa3-8f30-4ffc-b67b-77716e5b8ad9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:28.483115 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7afccdbc-ca25-4946-9bb6-c575f5e58037 req-4583efa3-8f30-4ffc-b67b-77716e5b8ad9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0568871 Apr 07 02:35:28.534473 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7afccdbc-ca25-4946-9bb6-c575f5e58037 req-bfded981-6963-4e8b-8516-a57efdff4012 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457408 Apr 07 02:35:29.063382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-66beaf93-147a-4cd7-888d-5dae05da666f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:29.660320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb9e99-aff0-4616-8ec7-1162b7de3a19 req-f424317b-adb3-4348-b1fa-f5c5d0b3480b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:29.661997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efcb9e99-aff0-4616-8ec7-1162b7de3a19 req-f424317b-adb3-4348-b1fa-f5c5d0b3480b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0540638 Apr 07 02:35:29.713331 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efcb9e99-aff0-4616-8ec7-1162b7de3a19 req-b20fadb1-4a3f-4bef-a9ae-bd0f975e2a5e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455339 Apr 07 02:35:30.863045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6050a9-f110-4499-90e7-9d28bdd1fefd req-51aad388-25eb-41d4-90ad-ce6f9d62b220 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:30.864737 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f6050a9-f110-4499-90e7-9d28bdd1fefd req-51aad388-25eb-41d4-90ad-ce6f9d62b220 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0648224 Apr 07 02:35:30.923797 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8f6050a9-f110-4499-90e7-9d28bdd1fefd req-f3aa6632-a3d4-4c35-bd1f-ae4158e2ec1a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495610 Apr 07 02:35:31.703473 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-82dd0233-7ac3-46dc-be30-315bde4a434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:32.057867 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6712c-cf95-4c55-af12-0ba72b13d2e3 req-a2c184ab-a3f8-482a-9069-7ec0ceaefde9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:32.058796 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e9f6712c-cf95-4c55-af12-0ba72b13d2e3 req-a2c184ab-a3f8-482a-9069-7ec0ceaefde9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0568633 Apr 07 02:35:32.110160 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e9f6712c-cf95-4c55-af12-0ba72b13d2e3 req-6c6d2734-0bdc-41d7-a06a-c87e1acd09b3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457814 Apr 07 02:35:32.639545 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:33.226629 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3668736-9267-49dd-9c87-b9fb873052c4 req-a4e1f657-be21-4d83-943f-985145545904 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:33.228004 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3668736-9267-49dd-9c87-b9fb873052c4 req-a4e1f657-be21-4d83-943f-985145545904 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0508807 Apr 07 02:35:33.282260 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e3668736-9267-49dd-9c87-b9fb873052c4 req-a466b59f-b574-40b2-974e-9bb57bc6cd84 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486934 Apr 07 02:35:34.129158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:34.398780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff887eeb-b9ac-4542-ae36-634a0001cc6e req-9483d2ef-8270-4cea-a791-a8ebc8d4f4d5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:34.400248 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff887eeb-b9ac-4542-ae36-634a0001cc6e req-9483d2ef-8270-4cea-a791-a8ebc8d4f4d5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0514443 Apr 07 02:35:34.447429 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff887eeb-b9ac-4542-ae36-634a0001cc6e req-cd0d01d9-81d2-431b-be97-d08b03bb4890 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416203 Apr 07 02:35:35.317353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:35.447172 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:35:35.545071 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:35.556125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '88aa4368-2040-4bff-9c61-906d7db223e6', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'port_id': '88aa4368-2040-4bff-9c61-906d7db223e6', 'mac_address': 'fa:16:3e:c1:a7:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:35:35.563652 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a0b2-5b36-4474-a01f-648ba6995f97 req-134a0bff-ae10-42eb-9239-8bc18d8b7f26 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:35.565178 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5030a0b2-5b36-4474-a01f-648ba6995f97 req-134a0bff-ae10-42eb-9239-8bc18d8b7f26 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 943 time: 0.0515480 Apr 07 02:35:35.593855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:35:35.594168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:35.610335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88aa4368-2040-4bff-9c61-906d7db223e6 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:35:35.613658 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5030a0b2-5b36-4474-a01f-648ba6995f97 req-046c5644-3f45-4e56-a594-68cd5cab24a8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Apr 07 02:35:35.629825 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:35.688901 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:35.737219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=9']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:35:36.009889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['88aa4368-2040-4bff-9c61-906d7db223e6'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:35:36.734456 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411c730-5abf-4cbe-877a-d57a99156ff8 req-aa71be68-808c-487a-a4b1-8f3cd34de5cc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:36.737349 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6411c730-5abf-4cbe-877a-d57a99156ff8 req-aa71be68-808c-487a-a4b1-8f3cd34de5cc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 944 time: 0.0569565 Apr 07 02:35:36.791954 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6411c730-5abf-4cbe-877a-d57a99156ff8 req-1f17b48f-0cfb-4aea-9e12-e6b0d655f903 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463004 Apr 07 02:35:37.464977 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:35:37.512969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 88aa4368-2040-4bff-9c61-906d7db223e6 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:35:37.513356 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:37.595225 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 88aa4368-2040-4bff-9c61-906d7db223e6 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:35:37.595649 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:37.618253 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:35:37.620476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046ff7d0-902e-4a9a-9786-d2f36bd93c0f" -d '{"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-plugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:35:37.632713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:35:37.654485 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76652b23-7ff2-43e7-a62c-4b74b4a680a5 x-openstack-request-id: req-76652b23-7ff2-43e7-a62c-4b74b4a680a5 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:35:37.654781 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-plugged", "status": "completed", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:35:37.655047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76652b23-7ff2-43e7-a62c-4b74b4a680a5 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:35:37.655451 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76652b23-7ff2-43e7-a62c-4b74b4a680a5'] response: {'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'code': 200} Apr 07 02:35:37.702583 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:37.749665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=10']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:35:37.910543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcae88-0c3c-440e-8cec-fbbc4d550fa0 req-78d6fd63-df8c-4575-8fa8-83f208e00dda tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:37.912012 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-72fcae88-0c3c-440e-8cec-fbbc4d550fa0 req-78d6fd63-df8c-4575-8fa8-83f208e00dda tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0529757 Apr 07 02:35:37.961743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-72fcae88-0c3c-440e-8cec-fbbc4d550fa0 req-0223749b-ada6-40bc-99ad-9cc271a5adad tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Apr 07 02:35:38.033865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf34b1-25fa-4c2f-9dd1-3a252e2371da req-413d9c9c-459f-472f-bf33-851816a24e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:38.035948 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-20cf34b1-25fa-4c2f-9dd1-3a252e2371da req-413d9c9c-459f-472f-bf33-851816a24e18 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1130 time: 0.0491107 Apr 07 02:35:38.083688 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-20cf34b1-25fa-4c2f-9dd1-3a252e2371da req-5da34eb6-441d-4079-bb79-7735907c6334 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383294 Apr 07 02:35:39.083752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7cc54-8199-4dae-8463-039f9938e5a4 req-3b805071-0d3c-4921-999e-47fe5b69df0f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:39.085272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8ee7cc54-8199-4dae-8463-039f9938e5a4 req-3b805071-0d3c-4921-999e-47fe5b69df0f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0557137 Apr 07 02:35:39.140646 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8ee7cc54-8199-4dae-8463-039f9938e5a4 req-ffd333d3-8734-441a-9b17-668de78b71cf tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498333 Apr 07 02:35:40.259547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574bebe7-fd79-4111-a9e3-0f7b084b1022 req-939661bd-a02b-40fb-b946-a5c433e6d634 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:40.260978 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-574bebe7-fd79-4111-a9e3-0f7b084b1022 req-939661bd-a02b-40fb-b946-a5c433e6d634 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0533452 Apr 07 02:35:40.309666 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-574bebe7-fd79-4111-a9e3-0f7b084b1022 req-22d961c4-de2a-4749-9dce-79bc822a5e2f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430796 Apr 07 02:35:41.427992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aca87-5472-4aeb-a0fe-4cc76afdc3d0 req-f2ef1bb3-9dc9-477d-9142-7798ac6dcc92 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:35:41.429495 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7b9aca87-5472-4aeb-a0fe-4cc76afdc3d0 req-f2ef1bb3-9dc9-477d-9142-7798ac6dcc92 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0518432 Apr 07 02:35:41.481983 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7b9aca87-5472-4aeb-a0fe-4cc76afdc3d0 req-08964455-21a5-4a46-9104-2fc127753c19 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468438 Apr 07 02:35:48.402798 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:35:51.268693 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:35:59.102212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2c718575-8103-406c-94d6-3533e2642deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:01.413906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f1a783de-1b2a-45d7-84ba-e04cc3fa0747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:02.633174 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:03.810880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-fd18378a-4207-459e-b712-895fdc242af7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427401 Apr 07 02:36:03.894369 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-03c741f2-60d0-4517-a9ec-cbecec241478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:03.895887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-03c741f2-60d0-4517-a9ec-cbecec241478 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1130 time: 0.0440505 Apr 07 02:36:04.002246 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-1bf47036-450f-4954-b135-d14bb06f7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:04.003759 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-1bf47036-450f-4954-b135-d14bb06f7501 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0875573 Apr 07 02:36:04.069721 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-f1044b9c-842d-476f-be04-cb2d764f606b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 1001 time: 0.0588579 Apr 07 02:36:04.118242 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-7004d889-cf80-42dc-a2f6-39a60b48797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:04.123066 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-7004d889-cf80-42dc-a2f6-39a60b48797f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0444007 Apr 07 02:36:04.142133 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:04.172165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-4ce6488b-6baa-4d05-8141-ac37d0f34de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:04.173763 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-4ce6488b-6baa-4d05-8141-ac37d0f34de2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0476091 Apr 07 02:36:04.261753 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-04b46f78-623c-4793-bbfb-92b02c7ba0ec service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801523 Apr 07 02:36:04.354505 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-283670ef-8069-43ee-80e7-bacc8bfe62e5 req-89e445ed-9785-4e34-bacd-ade3a7845c6b service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851512 Apr 07 02:36:05.334118 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:18.424965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:28.267242 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:36:29.084711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c2bf1e07-1e2a-4e64-bc28-e4f2d9ced82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:31.415966 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-545ce1f5-abcd-416c-912c-120ffa063bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:32.655773 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:34.164205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:35.324223 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:48.438471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:54.804909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60934) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:36:54.959257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Deleting port e6640ed7-d37a-43df-b1cb-49c23da87f11 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:36:54.959601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:55.039468 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:55.039795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (e6640ed7-d37a-43df-b1cb-49c23da87f11), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:55.051996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Calling delete_port for e6640ed7-d37a-43df-b1cb-49c23da87f11 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:36:55.268239 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (e6640ed7-d37a-43df-b1cb-49c23da87f11), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:55.294245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event deleted for resources: {'Port': ['ID=e6640ed7-d37a-43df-b1cb-49c23da87f11,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:36:55.305593 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.305964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.306305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.306653 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.306996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.307334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.307670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.308002 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.308333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.308662 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.309023 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.309352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.309681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.310009 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.310334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:55.365080 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (a32e02cd-a8a8-468b-ac8a-bc856f1c96c5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:55.365417 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Floating IP a32e02cd-a8a8-468b-ac8a-bc856f1c96c5 disassociated (deleted). External IP: 172.26.8.165, port: 88aa4368-2040-4bff-9c61-906d7db223e6. Apr 07 02:36:55.576563 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:36:55.685541 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:36:55.690811 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:55.695753 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:36:55.704895 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:36:55.706064 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:36:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:36:55.720801 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-200a72f7-c683-4216-9bfa-1cad047d3239 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "DELETE /v2.0/floatingips/a32e02cd-a8a8-468b-ac8a-bc856f1c96c5 HTTP/1.1" status: 204 len: 168 time: 0.9147797 Apr 07 02:36:55.721408 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:36:55.723754 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a" -d '{"events": [{"name": "network-changed", "server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:36:55.822176 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:36:55.827165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64a0e47-9bb1-4ec0-8134-66a9ef4a7709 x-openstack-request-id: req-d64a0e47-9bb1-4ec0-8134-66a9ef4a7709 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:36:55.827684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:36:55.827684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d64a0e47-9bb1-4ec0-8134-66a9ef4a7709 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:36:55.828057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64a0e47-9bb1-4ec0-8134-66a9ef4a7709'] response: {'name': 'network-changed', 'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'status': 'completed', 'code': 200} Apr 07 02:36:55.906593 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-f2b2ccff-8d1b-49fd-9f81-3e87ba3abd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:55.908177 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-f2b2ccff-8d1b-49fd-9f81-3e87ba3abd87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 1130 time: 0.0489421 Apr 07 02:36:56.012514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-f2f85683-a529-4f18-ac3d-649d84ce85ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:56.014065 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-f2f85683-a529-4f18-ac3d-649d84ce85ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0974047 Apr 07 02:36:56.061403 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-0b44f197-a49a-4c9b-9f51-94cff4e6175d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 200 len: 217 time: 0.0369735 Apr 07 02:36:56.116712 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-00426a98-3fa2-4036-944d-3ad8fe628992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:56.118245 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-00426a98-3fa2-4036-944d-3ad8fe628992 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0451007 Apr 07 02:36:56.125465 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:36:56.149329 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88048e6c-78b4-4941-9498-2ae445d038ed req-d9fe16b6-887e-4be9-807e-b02b348c8214 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:56.150845 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88048e6c-78b4-4941-9498-2ae445d038ed req-d9fe16b6-887e-4be9-807e-b02b348c8214 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0572853 Apr 07 02:36:56.151261 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:36:56.159646 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:36:56.160399 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:36:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:36:56.205743 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88048e6c-78b4-4941-9498-2ae445d038ed req-b619c527-835e-4c9c-ae70-8e3b1be36994 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482011 Apr 07 02:36:56.265502 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:36:56.456487 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:36:56.481734 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6aaae98-ffa5-48c3-ac02-81f9f46dc2d6 None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:36:56.714958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09daf0f0-9db9-49e1-8329-6a0f60b0a306 None None] New status for floating IP a32e02cd-a8a8-468b-ac8a-bc856f1c96c5: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:36:57.316060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-541e1b12-e35a-4e85-8aff-a9eb8fa3f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:57.317643 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-541e1b12-e35a-4e85-8aff-a9eb8fa3f5b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0453870 Apr 07 02:36:57.327253 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1891c74-cd6c-4b66-b49f-f750c7fa0761 req-dbd02102-e08d-492b-86e9-dca2b3737610 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:57.328771 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1891c74-cd6c-4b66-b49f-f750c7fa0761 req-dbd02102-e08d-492b-86e9-dca2b3737610 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0515413 Apr 07 02:36:57.378380 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1891c74-cd6c-4b66-b49f-f750c7fa0761 req-84d744b1-00ea-43c6-b466-01b47dc6edb8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=36421ed6-82fb-4918-be83-99e1f8489095&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Apr 07 02:36:57.415838 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-b65871ad-9ee2-49db-8a7f-0b54aa0ef2db service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898876 Apr 07 02:36:57.556804 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-d43029d1-8c79-46c8-a5a4-01f83f8fe36a req-cfc6ce45-4f76-40f5-b7cd-2ba5bfa0e482 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851567 Apr 07 02:36:57.638856 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-0e9941c9-f1b6-4529-9efb-d4d6d2df177d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:36:57.640340 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-0e9941c9-f1b6-4529-9efb-d4d6d2df177d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 946 time: 0.0542178 Apr 07 02:36:57.730948 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Deleting port 88aa4368-2040-4bff-9c61-906d7db223e6 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:36:57.731291 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:57.822666 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] For port 88aa4368-2040-4bff-9c61-906d7db223e6, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=88aa4368-2040-4bff-9c61-906d7db223e6,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:36:57.822974 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:57.835414 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Calling delete_port for 88aa4368-2040-4bff-9c61-906d7db223e6 owned by compute:nova {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:36:58.053517 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (88aa4368-2040-4bff-9c61-906d7db223e6), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:58.079619 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event deleted for resources: {'Port': ['ID=88aa4368-2040-4bff-9c61-906d7db223e6,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:36:58.089043 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.089401 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.089751 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.090098 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.090441 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.090780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.091114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.091453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.092362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.092362 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.092571 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.092744 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.093102 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.093431 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.094011 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:36:58.136333 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] No DVR routers for this DVR port 88aa4368-2040-4bff-9c61-906d7db223e6 on host hv-neutron-8368 {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:36:58.138940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:58.142316 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-836b191e-940e-4532-8c85-96dbfa3d43f8 req-20770828-e387-485b-b2aa-5d7f7e3028c0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "DELETE /v2.0/ports/88aa4368-2040-4bff-9c61-906d7db223e6 HTTP/1.1" status: 204 len: 173 time: 0.4959936 Apr 07 02:36:58.142842 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-deleted', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:36:58.145104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d47adf-20b6-4da5-8c6a-b6a3964eea15" -d '{"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-deleted", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:36:58.240528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28aedf1-f934-4597-87d1-8b2b79ddc320 x-openstack-request-id: req-c28aedf1-f934-4597-87d1-8b2b79ddc320 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:36:58.240865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27bf9e29-9434-49e8-9ecc-1ab8691452c8", "name": "network-vif-deleted", "tag": "88aa4368-2040-4bff-9c61-906d7db223e6", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:36:58.241132 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c28aedf1-f934-4597-87d1-8b2b79ddc320 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:36:58.241552 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28aedf1-f934-4597-87d1-8b2b79ddc320'] response: {'server_uuid': '27bf9e29-9434-49e8-9ecc-1ab8691452c8', 'name': 'network-vif-deleted', 'tag': '88aa4368-2040-4bff-9c61-906d7db223e6', 'status': 'completed', 'code': 200} Apr 07 02:36:58.476703 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e2517586-a1c3-4502-bfd1-0203323f2b8f req-cc71dede-2544-49f1-bf74-2a95d9c65098 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=27bf9e29-9434-49e8-9ecc-1ab8691452c8 HTTP/1.1" status: 200 len: 210 time: 0.0299656 Apr 07 02:36:59.067214 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d857bf6-cb15-4632-9d58-3358eeb82870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:59.533939 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60962) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:36:59.589448 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb2f4-faf2-40d6-9028-322183bd895a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (36421ed6-82fb-4918-be83-99e1f8489095), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:59.618321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb2f4-faf2-40d6-9028-322183bd895a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (36421ed6-82fb-4918-be83-99e1f8489095), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:59.729772 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb2f4-faf2-40d6-9028-322183bd895a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (36421ed6-82fb-4918-be83-99e1f8489095), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:59.732504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb2f4-faf2-40d6-9028-322183bd895a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:36:59.733684 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3a4eb2f4-faf2-40d6-9028-322183bd895a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "DELETE /v2.0/security-groups/36421ed6-82fb-4918-be83-99e1f8489095 HTTP/1.1" status: 204 len: 168 time: 0.1987188 Apr 07 02:36:59.742635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4eb2f4-faf2-40d6-9028-322183bd895a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36421ed6-82fb-4918-be83-99e1f8489095,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:00.024373 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:37:00.044328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 88aa4368-2040-4bff-9c61-906d7db223e6 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:37:00.044538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 88aa4368-2040-4bff-9c61-906d7db223e6 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:37:00.075758 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60968) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:00.080911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917930017', 'description': 'tempest-secgroup-smoke-1917930017 description', 'project_id': '143feedcf82e44b68d768a7adf1c3358'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:00.167669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.232142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (70731b44-46a5-459d-abdc-f57d8d9d2173), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.301446 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (70731b44-46a5-459d-abdc-f57d8d9d2173), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.329115 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70731b44-46a5-459d-abdc-f57d8d9d2173,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:00.395295 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.396535 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c9706ff2-4ca8-474b-b120-cfb126f10f48 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3196838 Apr 07 02:37:00.399339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 60970) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:00.403639 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '70731b44-46a5-459d-abdc-f57d8d9d2173', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:00.471343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (992dec2d-9060-4d81-a586-cdaa4c93ebc5), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.524441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (992dec2d-9060-4d81-a586-cdaa4c93ebc5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.580990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (992dec2d-9060-4d81-a586-cdaa4c93ebc5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.598232 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992dec2d-9060-4d81-a586-cdaa4c93ebc5,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:00.657357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.658543 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-fe4916aa-cbf7-471d-b841-f2d03a5ba522 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582943 Apr 07 02:37:00.661320 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60972) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:00.665875 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '70731b44-46a5-459d-abdc-f57d8d9d2173', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:00.740376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (97e08cb5-2151-4940-bd29-577625473b57), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.795632 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (97e08cb5-2151-4940-bd29-577625473b57), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.849889 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (97e08cb5-2151-4940-bd29-577625473b57), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.867833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e08cb5-2151-4940-bd29-577625473b57,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:00.937740 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:00.939028 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-fb3baffd-dbf1-40bb-9bf5-370a7c2c7cf8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767100 Apr 07 02:37:00.941729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60974) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:00.945937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '70731b44-46a5-459d-abdc-f57d8d9d2173', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:01.038318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (251438b6-6660-44ae-8f65-3785539ec803), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.096958 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (251438b6-6660-44ae-8f65-3785539ec803), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.164144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (251438b6-6660-44ae-8f65-3785539ec803), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.182250 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251438b6-6660-44ae-8f65-3785539ec803,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:01.243293 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.244539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-98fb9ebb-9e35-4845-ab0a-0a2bac576fa7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3018901 Apr 07 02:37:01.247215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60976) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:01.251460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '70731b44-46a5-459d-abdc-f57d8d9d2173', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:01.337473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (f38d395f-a966-48d9-b841-863b1262539b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.395940 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (f38d395f-a966-48d9-b841-863b1262539b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.421123 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-19ab333e-1713-4a01-8560-cc4c578a5f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.461307 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (f38d395f-a966-48d9-b841-863b1262539b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.479850 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38d395f-a966-48d9-b841-863b1262539b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:01.552383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.553645 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-387069f4-3576-4f88-8fd9-5618197554a3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054779 Apr 07 02:37:01.556277 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60978) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:01.560494 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '70731b44-46a5-459d-abdc-f57d8d9d2173', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:01.638342 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Project 143feedcf82e44b68d768a7adf1c3358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:37:01.643956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (90e7e80d-b5b3-4633-9c69-41ac58c626be), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.700474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (90e7e80d-b5b3-4633-9c69-41ac58c626be), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.746792 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (90e7e80d-b5b3-4633-9c69-41ac58c626be), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.763795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e7e80d-b5b3-4633-9c69-41ac58c626be,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:01.811608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.812860 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-403a1e2e-376e-459e-93f2-db1168cc6aeb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2556202 Apr 07 02:37:01.816099 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 60980) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:01.820309 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'security_group_rule': {'security_group_id': '70731b44-46a5-459d-abdc-f57d8d9d2173', 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:01.901539 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Project 143feedcf82e44b68d768a7adf1c3358 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:37:01.907070 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (afae87cc-895b-497d-ad98-d0fc4d1e0480), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:01.966787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (afae87cc-895b-497d-ad98-d0fc4d1e0480), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:02.041661 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (afae87cc-895b-497d-ad98-d0fc4d1e0480), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:02.059959 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afae87cc-895b-497d-ad98-d0fc4d1e0480,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:02.135085 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:02.136311 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-63e30b3b-ccdb-4030-b196-6e59a207f81e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3192968 Apr 07 02:37:02.653301 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:04.141626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:05.267051 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:37:05.335928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:18.401087 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:28.167415 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-5db75897-21f2-4e48-b3c7-cd2f8c865cf9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917930017&fields=id&tenant_id=143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 267 time: 0.0431478 Apr 07 02:37:28.276904 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-e5034beb-7b6e-49d1-8081-48f1cb33af07 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:28.278454 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-e5034beb-7b6e-49d1-8081-48f1cb33af07 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 808 time: 0.1045828 Apr 07 02:37:28.293906 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-bb2c1068-9591-44ed-b140-fb9e5ec70edd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/quotas/143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 375 time: 0.0091772 Apr 07 02:37:28.351931 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-4d869c82-9525-4cf8-8fa8-6547789a0680 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525339 Apr 07 02:37:28.438501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-ce08bfee-8c92-47f7-802e-c8d0d65bde1a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:37:28.439597 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-ce08bfee-8c92-47f7-802e-c8d0d65bde1a service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0771568 Apr 07 02:37:28.526506 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-b9c66104-2042-442a-85d4-db088a075c95 service neutron] 10.222.0.25 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809956 Apr 07 02:37:28.624827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-4cbe06f6-5042-42a1-87eb-f1f48c55f3bb service neutron] 10.222.0.25 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924945 Apr 07 02:37:29.044038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bd997e33-ed89-402c-82e5-3d065bbe5295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:29.109940 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79a5027d-94b8-4ae7-9c08-8c66fcaba8f1 req-2d6008f9-6d52-49a4-8baf-181d0853f4fa tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0298595 Apr 07 02:37:30.206338 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ed6d0973-95f4-46ae-add9-4297bbe60a31 req-8934947c-e8f5-4bd8-ad16-2a2dfb169ce4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0303135 Apr 07 02:37:31.088955 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-112c6307-5efb-4c2e-9a7f-5351de054175 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:31.090398 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-112c6307-5efb-4c2e-9a7f-5351de054175 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 808 time: 0.0980315 Apr 07 02:37:31.161652 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-ac8dd9bc-20dc-4d37-a6b7-84410e1b4402 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 380 time: 0.0576360 Apr 07 02:37:31.173247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'port': {'device_id': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'admin_state_up': True, 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'security_groups': ['70731b44-46a5-459d-abdc-f57d8d9d2173']}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:31.301567 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-26b4ddf3-9dae-4b59-a391-8ed153a0eb75 req-cca95df4-3f5a-41b4-b4ab-672c1f7919b7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0279880 Apr 07 02:37:31.357827 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Made reservation on behalf of 143feedcf82e44b68d768a7adf1c3358 for: {'port': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:37:31.361773 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:31.435300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-abeb9988-1cd4-45d0-9dfb-b5bb6367f0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:31.496805 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Allocated IP 172.20.0.6 (7b5922d7-c403-430f-a572-ee170265b2db/71dd9d7a-f0a0-4ee0-baff-5a59f9227aef/c781ad1a-376a-4297-ad2d-47fb9b58ded2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:37:31.633614 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:31.710193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:31.753203 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Network 7b5922d7-c403-430f-a572-ee170265b2db is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:37:31.756348 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:37:31.759971 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:37:31.785487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:31.813715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:31.815218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:31.909710 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-8fa2c1b4-8a3b-4077-82e2-4e4e806ea870 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399607 Apr 07 02:37:31.925764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Request body: {'port': {'device_id': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:31.969637 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-e1e2135b-f439-4de4-9b12-e849a41dc820 None None] Provisioning complete for port c781ad1a-376a-4297-ad2d-47fb9b58ded2 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:37:31.970010 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1e2135b-f439-4de4-9b12-e849a41dc820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:31.990349 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.005488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e1e2135b-f439-4de4-9b12-e849a41dc820 None None] Port c781ad1a-376a-4297-ad2d-47fb9b58ded2 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:37:32.256855 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c781ad1a-376a-4297-ad2d-47fb9b58ded2 {{(pid=110983) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:37:32.264093 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Publish callbacks [] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.275991 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.provisioning_blocks [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Transition to ACTIVE for port object c781ad1a-376a-4297-ad2d-47fb9b58ded2 will not be triggered until provisioned by entity L2. {{(pid=110983) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:37:32.338547 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.416071 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:32.456033 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca8d57-addd-4119-89b9-629e3b274710 req-99ee7f90-ed74-41df-bfc5-9b5af0906a1e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:32.457608 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1fca8d57-addd-4119-89b9-629e3b274710 req-99ee7f90-ed74-41df-bfc5-9b5af0906a1e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0870004 Apr 07 02:37:32.478314 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Attempting to bind port c781ad1a-376a-4297-ad2d-47fb9b58ded2 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:37:32.479311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Attempting to bind port c781ad1a-376a-4297-ad2d-47fb9b58ded2 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:37:32.479311 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Attempting to bind port c781ad1a-376a-4297-ad2d-47fb9b58ded2 on network 7b5922d7-c403-430f-a572-ee170265b2db {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:37:32.484484 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Port c781ad1a-376a-4297-ad2d-47fb9b58ded2 on network 7b5922d7-c403-430f-a572-ee170265b2db not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:37:32.484956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Attempting to bind port c781ad1a-376a-4297-ad2d-47fb9b58ded2 on network 7b5922d7-c403-430f-a572-ee170265b2db {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:37:32.491248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:37:32.491707 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Checking segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:37:32.492212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Bound using segment: {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'} {{(pid=110983) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:37:32.492742 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.managers [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Bound port: c781ad1a-376a-4297-ad2d-47fb9b58ded2, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885b1f02-0648-4910-92a3-7e452e702876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db'}}] {{(pid=110983) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:37:32.493221 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.528243 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1fca8d57-addd-4119-89b9-629e3b274710 req-119babe6-6ea6-4f19-96e7-13eafbbdd33a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604041 Apr 07 02:37:32.566905 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, cleared binding levels {{(pid=110983) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:37:32.570700 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110983) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:37:32.653127 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.688787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:32.689473 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.690887 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] 10.222.0.10 "PUT /v2.0/ports/c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1093 time: 0.7708235 Apr 07 02:37:32.691480 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:37:32.693703 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d41a8fe-0813-4463-9388-52cb841018ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:37:32.705408 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:32.729962 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6834e-eb41-40ba-a09c-e17f75d3ce86 service neutron] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=3']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:32.740854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b86d18-2ae0-4392-aa1d-17aa78807a6b x-openstack-request-id: req-b4b86d18-2ae0-4392-aa1d-17aa78807a6b {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:37:32.742438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:37:32.742438 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4b86d18-2ae0-4392-aa1d-17aa78807a6b {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:37:32.742438 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b86d18-2ae0-4392-aa1d-17aa78807a6b'] response: {'name': 'network-changed', 'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'status': 'completed', 'code': 200} Apr 07 02:37:32.810218 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a8fe-0813-4463-9388-52cb841018ec req-0f4a6068-3f64-4dc5-a1fa-143b34b65fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:32.812087 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1d41a8fe-0813-4463-9388-52cb841018ec req-0f4a6068-3f64-4dc5-a1fa-143b34b65fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1127 time: 0.0500884 Apr 07 02:37:32.921219 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a8fe-0813-4463-9388-52cb841018ec req-ca11cff2-b53f-4bd0-bea3-b5881231889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:32.922685 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1d41a8fe-0813-4463-9388-52cb841018ec req-ca11cff2-b53f-4bd0-bea3-b5881231889a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=143feedcf82e44b68d768a7adf1c3358&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1034100 Apr 07 02:37:33.024432 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41a8fe-0813-4463-9388-52cb841018ec req-2b446591-4d0b-492e-9eba-91d91ba2a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:33.025864 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1d41a8fe-0813-4463-9388-52cb841018ec req-2b446591-4d0b-492e-9eba-91d91ba2a89c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0943124 Apr 07 02:37:33.109806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-725bc9ca-e8e1-4246-a8b6-29bca689628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:33.111738 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-725bc9ca-e8e1-4246-a8b6-29bca689628f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1127 time: 0.0459640 Apr 07 02:37:33.155469 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-5803d90a-fa89-410f-b1cc-2634cf7bcd90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 217 time: 0.0353258 Apr 07 02:37:33.212841 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-d1ff9e7d-ce4f-495f-8698-c04647966d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:33.214296 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-d1ff9e7d-ce4f-495f-8698-c04647966d9a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0477505 Apr 07 02:37:33.266683 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-3852ef1c-88eb-4130-a566-fb220c03289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:33.268804 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-3852ef1c-88eb-4130-a566-fb220c03289f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0440452 Apr 07 02:37:33.366459 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-b8cbe507-e822-42e4-ae80-7bfd899df014 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840499 Apr 07 02:37:33.461573 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e907dcf9-4d34-4f8e-b9e3-ded10d0f25e9 req-6f14630a-5a92-4d50-9b85-776f48144c34 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855236 Apr 07 02:37:33.636577 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069235b-f658-474c-951e-3cbfb8a603fd req-58d3223e-686b-4b67-8a76-e65af9fc30bf tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:33.638042 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3069235b-f658-474c-951e-3cbfb8a603fd req-58d3223e-686b-4b67-8a76-e65af9fc30bf tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0524061 Apr 07 02:37:33.687261 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3069235b-f658-474c-951e-3cbfb8a603fd req-1a2b4ddb-b793-4bf8-bb36-7ed33c03ddce tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Apr 07 02:37:34.138601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:34.806083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3093c-cc34-482e-9eb4-5d6a0102ca45 req-d11a548a-2c27-483a-a715-ed90a85c538e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:34.807575 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8fe3093c-cc34-482e-9eb4-5d6a0102ca45 req-d11a548a-2c27-483a-a715-ed90a85c538e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0522621 Apr 07 02:37:34.855587 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8fe3093c-cc34-482e-9eb4-5d6a0102ca45 req-769e5233-2b01-45c0-b638-a244e360d1fa tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423069 Apr 07 02:37:35.329537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:36.034393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235d4ec-aff0-4c86-b6fc-5f697268555f req-61f337eb-8b47-41d8-b17f-1db234f5d288 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:36.035902 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4235d4ec-aff0-4c86-b6fc-5f697268555f req-61f337eb-8b47-41d8-b17f-1db234f5d288 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0580556 Apr 07 02:37:36.084096 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4235d4ec-aff0-4c86-b6fc-5f697268555f req-24e55e32-7839-47d5-a89d-fcda409ef308 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 Apr 07 02:37:37.204292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a58e1-b9a0-4699-87e7-8c281b2bd793 req-95cf5a15-3f2a-4e54-928a-54f50d0a4e5b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:37.205764 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-489a58e1-b9a0-4699-87e7-8c281b2bd793 req-95cf5a15-3f2a-4e54-928a-54f50d0a4e5b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0525439 Apr 07 02:37:37.253912 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-489a58e1-b9a0-4699-87e7-8c281b2bd793 req-27f8e087-8eab-4da3-b673-13b4b9bfde32 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Apr 07 02:37:38.370611 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b67f98-3987-4695-9baf-bfc0ca44961f req-96534451-40d9-4191-a4c9-7ff705d35abc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:38.372241 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-80b67f98-3987-4695-9baf-bfc0ca44961f req-96534451-40d9-4191-a4c9-7ff705d35abc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0520008 Apr 07 02:37:38.425240 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-80b67f98-3987-4695-9baf-bfc0ca44961f req-a92bb4b0-c2fb-45dc-ae5b-8d63104da330 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467837 Apr 07 02:37:39.550228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e43f35-1961-4e75-9d73-7995c2859242 req-fdb18a83-3866-4398-bce9-d3aa7a96ddf3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:39.551834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d0e43f35-1961-4e75-9d73-7995c2859242 req-fdb18a83-3866-4398-bce9-d3aa7a96ddf3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0553806 Apr 07 02:37:39.602123 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d0e43f35-1961-4e75-9d73-7995c2859242 req-71568012-367f-4728-9af2-ffb2ac6a39ca tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446892 Apr 07 02:37:40.717128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ec492-cc5e-4b91-82b0-7e0f921bbba9 req-ed4b615f-d8f6-45a9-8aa1-f6384c24a18a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:40.718594 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d74ec492-cc5e-4b91-82b0-7e0f921bbba9 req-ed4b615f-d8f6-45a9-8aa1-f6384c24a18a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0509529 Apr 07 02:37:40.766451 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d74ec492-cc5e-4b91-82b0-7e0f921bbba9 req-4a1d0915-2a5e-4b0c-85f9-5e617c983906 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Apr 07 02:37:41.887995 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef2047-7b6e-4d81-b881-7b856e3eb363 req-ddfac05d-8fb7-4642-ac21-841e02ac1491 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:41.889485 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-29ef2047-7b6e-4d81-b881-7b856e3eb363 req-ddfac05d-8fb7-4642-ac21-841e02ac1491 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0573657 Apr 07 02:37:41.938412 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-29ef2047-7b6e-4d81-b881-7b856e3eb363 req-64cad2a6-513c-4e26-ac7d-1142362a5a20 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Apr 07 02:37:42.265515 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:37:43.054540 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0f4a-b713-4e34-aada-5f58af2ef232 req-950dddc9-c8ac-4b73-a941-9169d535e87f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:43.056051 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dae0f4a-b713-4e34-aada-5f58af2ef232 req-950dddc9-c8ac-4b73-a941-9169d535e87f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0514014 Apr 07 02:37:43.103969 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dae0f4a-b713-4e34-aada-5f58af2ef232 req-9bbb11ae-5107-45e5-9026-7192f38abb5f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Apr 07 02:37:44.226193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c56cf-404a-43d0-b745-a07cc8238723 req-69db8598-92be-480f-bec3-533eb0127544 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:44.227707 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bf0c56cf-404a-43d0-b745-a07cc8238723 req-69db8598-92be-480f-bec3-533eb0127544 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0575013 Apr 07 02:37:44.276427 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-bf0c56cf-404a-43d0-b745-a07cc8238723 req-bc1ae1ad-85d6-40f8-9c72-b0713d4a5a5a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428894 Apr 07 02:37:45.392799 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be16637-09b4-4a7b-8638-49abdd7f95c5 req-b89410cd-9cf1-4b76-b6ed-477869daec05 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:45.394322 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1be16637-09b4-4a7b-8638-49abdd7f95c5 req-b89410cd-9cf1-4b76-b6ed-477869daec05 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0529504 Apr 07 02:37:45.444276 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1be16637-09b4-4a7b-8638-49abdd7f95c5 req-27b29eae-f13d-463e-b039-88115e2271bb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443256 Apr 07 02:37:46.561035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1dbc2-7cd3-4c49-a234-253d62aded1e req-f1ef8c7f-80c1-428d-a790-f2b3130fd7db tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:46.562490 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a1a1dbc2-7cd3-4c49-a234-253d62aded1e req-f1ef8c7f-80c1-428d-a790-f2b3130fd7db tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0512350 Apr 07 02:37:46.615005 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a1a1dbc2-7cd3-4c49-a234-253d62aded1e req-f059333e-82ab-4efb-93cc-ba1974a18a68 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461969 Apr 07 02:37:47.729281 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79075f7d-11be-4905-a046-0b5e1c344f46 req-c713bdc2-af7f-4fa6-bed5-9dfe67ffa382 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:47.730736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79075f7d-11be-4905-a046-0b5e1c344f46 req-c713bdc2-af7f-4fa6-bed5-9dfe67ffa382 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0510712 Apr 07 02:37:47.777785 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-79075f7d-11be-4905-a046-0b5e1c344f46 req-2c2cb2e1-1ec5-49cd-9240-194bb93a3dc1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410974 Apr 07 02:37:48.406337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:48.891369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28d426-c8d5-497d-b32a-a710e51573f4 req-4e1cdf34-d619-4723-b584-30dc56c2842b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:48.893544 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f28d426-c8d5-497d-b32a-a710e51573f4 req-4e1cdf34-d619-4723-b584-30dc56c2842b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0521069 Apr 07 02:37:48.940726 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9f28d426-c8d5-497d-b32a-a710e51573f4 req-f08e3f1a-d215-42ea-99d4-d6114c634d8a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Apr 07 02:37:50.058932 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a458b-d5f2-486c-a536-0a2b069e7680 req-83c2c0e2-8c76-4e44-9260-997579388ac0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:50.060390 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f88a458b-d5f2-486c-a536-0a2b069e7680 req-83c2c0e2-8c76-4e44-9260-997579388ac0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0549784 Apr 07 02:37:50.107857 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f88a458b-d5f2-486c-a536-0a2b069e7680 req-eb53a35f-5dc4-46de-9550-b05e0bb8cb95 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418906 Apr 07 02:37:50.340033 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:37:50.436043 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:37:50.447437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'port_id': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'mac_address': 'fa:16:3e:eb:03:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:37:50.483252 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port c781ad1a-376a-4297-ad2d-47fb9b58ded2 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:37:50.483640 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:50.496039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c781ad1a-376a-4297-ad2d-47fb9b58ded2 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:37:50.515146 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:37:50.586320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:50.635647 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:50.643127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.643553 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.643835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.644180 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.644518 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.644879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.645215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.645547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.645881 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.646212 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.646543 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.646875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.647203 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.647529 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.647856 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:50.895960 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['c781ad1a-376a-4297-ad2d-47fb9b58ded2'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:37:51.223628 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d36b4-e91a-49e0-83cb-4ea7395a5fe9 req-3a4f87ec-cfa4-4469-a8c8-ede7c2aa1fee tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:51.225601 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-306d36b4-e91a-49e0-83cb-4ea7395a5fe9 req-3a4f87ec-cfa4-4469-a8c8-ede7c2aa1fee tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 944 time: 0.0534527 Apr 07 02:37:51.273171 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-306d36b4-e91a-49e0-83cb-4ea7395a5fe9 req-f51dee0b-d6db-4c38-83c4-9e2326cd8fae tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 Apr 07 02:37:52.350013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:37:52.392160 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce164e-419d-48a1-9951-9c2803a7628f req-19651d88-e7a1-4740-9e46-2a0afab41f9d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:52.393680 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e1ce164e-419d-48a1-9951-9c2803a7628f req-19651d88-e7a1-4740-9e46-2a0afab41f9d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 944 time: 0.0535967 Apr 07 02:37:52.445995 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e1ce164e-419d-48a1-9951-9c2803a7628f req-94621648-93fe-49eb-b47a-15408ad202cc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464578 Apr 07 02:37:52.466056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port c781ad1a-376a-4297-ad2d-47fb9b58ded2 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:37:52.470602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port c781ad1a-376a-4297-ad2d-47fb9b58ded2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:37:52.471072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:52.546705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port c781ad1a-376a-4297-ad2d-47fb9b58ded2 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:37:52.547134 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:52.572190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:37:52.574365 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bad8a6-9ff7-48f4-83c7-7f90205a77d2" -d '{"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-plugged", "status": "completed", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:37:52.586789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:37:52.609088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a663ad84-b220-4891-8ad4-a93ff7454739 x-openstack-request-id: req-a663ad84-b220-4891-8ad4-a93ff7454739 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:37:52.609439 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-plugged", "status": "completed", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:37:52.609691 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a663ad84-b220-4891-8ad4-a93ff7454739 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:37:52.610084 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a663ad84-b220-4891-8ad4-a93ff7454739'] response: {'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'code': 200} Apr 07 02:37:52.652515 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:52.699423 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:52.870042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf45f-fe5b-4dcb-8235-80626473d40a req-5b7cec90-29c0-4e49-80dc-bcb0cd2b364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:52.871579 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5a1bf45f-fe5b-4dcb-8235-80626473d40a req-5b7cec90-29c0-4e49-80dc-bcb0cd2b364c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0459487 Apr 07 02:37:52.919597 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-5a1bf45f-fe5b-4dcb-8235-80626473d40a req-01697af4-ed28-4d16-a3d3-a112af248737 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Apr 07 02:37:53.561437 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd2256-9e35-4b76-b4e0-39f80df2f2c9 req-065ea85c-8577-464e-bc0c-937d6a74b999 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:53.562890 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-acfd2256-9e35-4b76-b4e0-39f80df2f2c9 req-065ea85c-8577-464e-bc0c-937d6a74b999 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Apr 07 02:37:53.610426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-acfd2256-9e35-4b76-b4e0-39f80df2f2c9 req-c2af6e92-4a89-4130-ac0e-4137afc1c1d6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414183 Apr 07 02:37:54.730038 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6da97-438f-4b13-8cf8-a0ab94c4e43e req-b9adddd5-71ff-439c-a692-5d5011a1d4e7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:54.731433 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dd6da97-438f-4b13-8cf8-a0ab94c4e43e req-b9adddd5-71ff-439c-a692-5d5011a1d4e7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0519354 Apr 07 02:37:54.778244 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dd6da97-438f-4b13-8cf8-a0ab94c4e43e req-0f5db1a3-ed12-4062-877a-fdcbfc5efe80 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Apr 07 02:37:54.896473 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9dd8-617c-42ac-9a4d-acbf1b19e1f8 req-48f43f04-f5d9-47c5-b188-d185387fedc2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:54.898501 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d29e9dd8-617c-42ac-9a4d-acbf1b19e1f8 req-48f43f04-f5d9-47c5-b188-d185387fedc2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0562756 Apr 07 02:37:54.945984 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d29e9dd8-617c-42ac-9a4d-acbf1b19e1f8 req-aa074820-bb80-400e-9846-e605f33a1253 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Apr 07 02:37:54.967171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 32984) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:55.049821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f755696-65f9-49a4-8440-accdd45d64d9 tempest-TestShelveInstance-540961603 tempest-TestShelveInstance-540961603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:55.051477 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-1f755696-65f9-49a4-8440-accdd45d64d9 tempest-TestShelveInstance-540961603 tempest-TestShelveInstance-540961603-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1124 time: 0.0833509 Apr 07 02:37:55.054308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 32988) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:37:55.058587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:37:55.137381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:55.234356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:55.335798 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Allocated IP 172.26.8.22 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/d1cbd6b2-2190-4d90-b2f7-70faac8ca364) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:37:55.436974 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:55.543906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:55.579500 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:37:55.584269 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:37:55.587889 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:37:55.617831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'Port': ['ID=d1cbd6b2-2190-4d90-b2f7-70faac8ca364,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:55.630331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.630687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.631039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.631385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.631721 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.632057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.632385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.632714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.639445 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:37:55.960465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (3ca9a9e0-678c-4463-b784-b74ff56a1c68), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:56.084048 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:56.230871 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:56.280259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:56.347649 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event updated for resources: {'Port': ['ID=d1cbd6b2-2190-4d90-b2f7-70faac8ca364,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:37:56.360975 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (3ca9a9e0-678c-4463-b784-b74ff56a1c68), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:56.766735 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Floating IP 3ca9a9e0-678c-4463-b784-b74ff56a1c68 associated. External IP: 172.26.8.22, port: c781ad1a-376a-4297-ad2d-47fb9b58ded2. Apr 07 02:37:56.974572 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:37:57.083594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:37:57.092971 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:37:57.103134 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:37:57.105491 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:37:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:37:57.168344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:37:57.198336 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0486e430-03f5-4fc1-9f0c-3e56abb0fcb4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1429715 Apr 07 02:37:57.199412 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:37:57.201751 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5a3330-e780-443e-b355-1bdf0567dbe9" -d '{"events": [{"name": "network-changed", "server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:37:57.208711 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:37:57.239188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9753d4bb-ef9e-4449-bff5-5ffcffb9d2c1 x-openstack-request-id: req-9753d4bb-ef9e-4449-bff5-5ffcffb9d2c1 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:37:57.239188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:37:57.239188 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9753d4bb-ef9e-4449-bff5-5ffcffb9d2c1 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:37:57.239188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9753d4bb-ef9e-4449-bff5-5ffcffb9d2c1'] response: {'name': 'network-changed', 'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'status': 'completed', 'code': 200} Apr 07 02:37:57.382846 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-8f9d3bf2-d692-4d0d-90a9-375363eaea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:57.384459 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-8f9d3bf2-d692-4d0d-90a9-375363eaea0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.1223149 Apr 07 02:37:57.434591 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3ca9a9e0-678c-4463-b784-b74ff56a1c68', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'port_id': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'mac_address': 'fa:16:3e:eb:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:37:55Z', 'updated_at': '2022-04-07T02:37:55Z', 'revision_number': 0, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:37:57.463946 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:37:57.473038 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:37:57.473673 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:37:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:37:57.475240 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-f72308e8-f0aa-4d5b-a0ae-d484dfc3a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:57.476720 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-f72308e8-f0aa-4d5b-a0ae-d484dfc3a65e service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0864637 Apr 07 02:37:57.544823 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-27d81587-620d-4897-bf74-95a04f2b27a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 998 time: 0.0618081 Apr 07 02:37:57.580423 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:37:57.808887 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3ca9a9e0-678c-4463-b784-b74ff56a1c68', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'port_id': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'mac_address': 'fa:16:3e:eb:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:37:55Z', 'updated_at': '2022-04-07T02:37:55Z', 'revision_number': 0, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:37:57.932224 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a151685-e947-4754-a1df-ef6d78501e45 None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '3ca9a9e0-678c-4463-b784-b74ff56a1c68', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'floating_ip_address': '172.26.8.22', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'port_id': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1855, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'mac_address': 'fa:16:3e:eb:03:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:37:55Z', 'updated_at': '2022-04-07T02:37:55Z', 'revision_number': 0, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:37:57.939248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-128860b7-d281-42c8-baaf-bb4e49543001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:57.940737 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-128860b7-d281-42c8-baaf-bb4e49543001 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.3902512 Apr 07 02:37:57.990879 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-d9e73091-4eac-4a5a-b8c0-731ae2224170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:37:57.992440 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-d9e73091-4eac-4a5a-b8c0-731ae2224170 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0448959 Apr 07 02:37:58.002977 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-cc2067e2-7bb7-4db4-8b44-02e900457dc1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110983) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:37:58.003988 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-cc2067e2-7bb7-4db4-8b44-02e900457dc1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057395 Apr 07 02:37:58.102234 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-3995a22a-747c-488b-8a82-46eb8c91b904 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922382 Apr 07 02:37:58.142866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1bce4-0178-4f6b-9e47-d1584f234544 None None] New status for floating IP 3ca9a9e0-678c-4463-b784-b74ff56a1c68: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:37:58.193915 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-af5a3330-e780-443e-b355-1bdf0567dbe9 req-bf3d37f0-4881-475f-88f5-78a66225cdb3 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852480 Apr 07 02:37:59.099998 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-829a7462-7223-40b2-8992-7763b465f575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:01.445981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2d100133-ff58-4c6d-9314-08811a3a62b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:02.648470 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:04.149093 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:05.326585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:05.824714 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-b484d2a9-4855-4896-8593-e1b2bb2cb081 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457079 Apr 07 02:38:05.920474 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-6e8ec884-2027-44c6-a4e0-d5ad95421960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:38:05.922026 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-6e8ec884-2027-44c6-a4e0-d5ad95421960 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0510626 Apr 07 02:38:06.024693 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-7f969d35-9f0a-4dac-895d-7dd1569d3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:38:06.026206 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-7f969d35-9f0a-4dac-895d-7dd1569d3b97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0838339 Apr 07 02:38:06.098450 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-cf909f15-6738-49cb-a8f8-6e1cb58ec216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1000 time: 0.0650225 Apr 07 02:38:06.146061 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-66621083-a4c0-4130-aaa4-ad4d553a87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:38:06.147463 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-66621083-a4c0-4130-aaa4-ad4d553a87eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0424166 Apr 07 02:38:06.200074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-fff80f78-636e-4e8b-ab08-95a0d92606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:38:06.201629 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-fff80f78-636e-4e8b-ab08-95a0d92606b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0463347 Apr 07 02:38:06.292437 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-7521cd3b-6a99-47e9-a8c8-af6b368b84c1 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836754 Apr 07 02:38:06.382381 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-68a32767-5543-4663-ac31-4c99bc2bfc5f req-f2675e94-f684-4e2c-b71f-06907e014eb5 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835447 Apr 07 02:38:18.434962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:19.263563 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:38:29.063353 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b19b240c-448f-419d-ae9e-318b64055454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:31.437179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d374aa03-8911-4bfe-ab7a-14a88a573e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:32.688026 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:34.168048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:35.357205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:48.399200 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:38:56.261624 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:38:59.116712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6b3114d4-057c-431d-8a00-93d3b78d800b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:01.442311 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-29999d62-894e-4708-919e-9ee916097d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:02.667609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:04.150693 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:05.393784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:05.819126 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-d03866be-d77d-402c-b25a-f454fe52a96e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500593 Apr 07 02:39:05.909524 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-6e060a2f-1d2d-4321-a485-6e06ed559298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:39:05.911026 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-6e060a2f-1d2d-4321-a485-6e06ed559298 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0477746 Apr 07 02:39:06.016984 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-32161f68-0f7c-4e54-87a1-fbfaecf28455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:39:06.018457 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-32161f68-0f7c-4e54-87a1-fbfaecf28455 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0850806 Apr 07 02:39:06.089865 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-716582a8-e3c0-46c1-97b8-b3633ed78054 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1000 time: 0.0619481 Apr 07 02:39:06.143718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-72738e0f-47c1-46c4-99ec-d9d80f258289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:39:06.145195 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-72738e0f-47c1-46c4-99ec-d9d80f258289 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0431252 Apr 07 02:39:06.194117 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-ab091d55-6eeb-4747-b3fe-24609454e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:39:06.195590 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-ab091d55-6eeb-4747-b3fe-24609454e5a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434012 Apr 07 02:39:06.289852 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-e8ae9556-eaa5-40b8-8d38-baddf04e77ce service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838399 Apr 07 02:39:06.382764 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1c049027-810f-4dee-99bb-3b123d74e4c7 req-d772a2d2-cf8d-4560-84af-e8835c4b7a82 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810108 Apr 07 02:39:18.447148 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:29.118350 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bacccfb2-0b56-4773-8849-5349e09fa17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:31.447438 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d7e443fa-6aba-457a-951e-b9f24e3df72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:32.672985 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:33.259725 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:39:34.152712 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:35.315657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:48.444325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:39:59.080962 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-38a8d14f-8d25-4add-b114-b8a9b65890b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:01.569525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-90095aa4-547c-4a78-bc6b-aee33dba1f67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:02.686909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:04.163979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:05.357882 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:07.838274 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-f7f1c6b8-3d50-40a0-baa5-d8f3d75eca13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437732 Apr 07 02:40:07.940367 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-b29dd7f3-86df-486e-9861-505f78ff2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:07.941933 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-b29dd7f3-86df-486e-9861-505f78ff2d0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0526881 Apr 07 02:40:08.047149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-04f7dad5-5eb9-4d8f-93e6-54669b2e889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:08.048637 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-04f7dad5-5eb9-4d8f-93e6-54669b2e889a service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0844891 Apr 07 02:40:08.120917 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-fdb8b550-bfd6-4ca3-b91b-09236eedaaee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1000 time: 0.0631793 Apr 07 02:40:08.174319 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-cd95e580-73f2-4362-bd7d-028507c9a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:08.175744 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-cd95e580-73f2-4362-bd7d-028507c9a531 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0433600 Apr 07 02:40:08.234780 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-1d6fa4ba-0247-45f1-a7db-cc156f38f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:08.236241 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-1d6fa4ba-0247-45f1-a7db-cc156f38f5c9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434606 Apr 07 02:40:08.330324 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-719e74fd-000c-4760-946f-3cfec18ab374 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856197 Apr 07 02:40:08.419720 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-28fe0375-e7ad-4e67-8cf1-166cbde4f9a8 req-53ee1271-32e1-494f-9df8-87ce341d9f2a service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801692 Apr 07 02:40:10.259439 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:40:18.426308 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:24.250579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe977da1-2006-4de9-a149-f2ca5fb95c38 req-589c4894-7396-49bf-89aa-77d5c00d801d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:24.252086 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe977da1-2006-4de9-a149-f2ca5fb95c38 req-589c4894-7396-49bf-89aa-77d5c00d801d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.1061206 Apr 07 02:40:24.301410 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe977da1-2006-4de9-a149-f2ca5fb95c38 req-bd26b83a-06c1-4991-a66e-c4b37f9c6a86 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435357 Apr 07 02:40:25.463103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0565890-317c-4133-b0bd-45f937e4bd6f req-cc927437-7bfc-4105-8698-036193f58f45 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:25.464558 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0565890-317c-4133-b0bd-45f937e4bd6f req-cc927437-7bfc-4105-8698-036193f58f45 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0931008 Apr 07 02:40:25.515542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0565890-317c-4133-b0bd-45f937e4bd6f req-5ac3a785-6435-4e56-960d-0ec825196879 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Apr 07 02:40:26.633654 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b05940-5a4a-4ccc-ae56-9e4ee176b2ed req-93ceb30e-052c-4e80-9b49-653779fae771 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:26.635135 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4b05940-5a4a-4ccc-ae56-9e4ee176b2ed req-93ceb30e-052c-4e80-9b49-653779fae771 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Apr 07 02:40:26.683426 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f4b05940-5a4a-4ccc-ae56-9e4ee176b2ed req-db118474-809c-48e7-80c5-77f9b4cf3946 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Apr 07 02:40:27.803432 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf4ff1-a828-4175-a31c-4551d6a7b99c req-a10ecc6d-269f-4481-a06a-ab42dbcc64f5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:27.804927 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0cf4ff1-a828-4175-a31c-4551d6a7b99c req-a10ecc6d-269f-4481-a06a-ab42dbcc64f5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0557017 Apr 07 02:40:27.851654 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e0cf4ff1-a828-4175-a31c-4551d6a7b99c req-8f4bb146-5348-44ed-827b-b1304713f1f2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Apr 07 02:40:28.973278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115c2b6-214d-4f70-84b6-6b89a049780c req-1987e6a7-91de-441c-ae02-30cbc12cad81 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:28.974751 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9115c2b6-214d-4f70-84b6-6b89a049780c req-1987e6a7-91de-441c-ae02-30cbc12cad81 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0559733 Apr 07 02:40:29.023119 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9115c2b6-214d-4f70-84b6-6b89a049780c req-8b1a7f64-1502-4564-b1b7-9a4c93bac456 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Apr 07 02:40:29.097705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b75d135a-af32-43c2-8307-b5a2594c8c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:30.141043 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7399d3-9009-451a-a36d-03efe20854e4 req-a11fe5f6-ca6f-453c-8c78-af208dec2afd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:30.143072 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0c7399d3-9009-451a-a36d-03efe20854e4 req-a11fe5f6-ca6f-453c-8c78-af208dec2afd tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0519001 Apr 07 02:40:30.190181 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0c7399d3-9009-451a-a36d-03efe20854e4 req-0d1dc6de-fadc-4c89-a6b3-a40cab27151c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415390 Apr 07 02:40:31.314702 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2808-67fd-4c66-bebd-a175ba28a10f req-599236e5-a5ee-48ef-92ba-729fb07b8da7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:31.316175 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f80b2808-67fd-4c66-bebd-a175ba28a10f req-599236e5-a5ee-48ef-92ba-729fb07b8da7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0555634 Apr 07 02:40:31.364562 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f80b2808-67fd-4c66-bebd-a175ba28a10f req-5364040e-eae8-41ee-a87f-f57b15558586 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429006 Apr 07 02:40:31.463294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-00f7c036-bb2e-4843-bfd9-6b1242074d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:32.480906 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc6f8a-2c40-4ace-9f1a-b5c37447d809 req-a486da5e-b4bb-440b-949d-819fee8b6c93 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:32.484577 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-addc6f8a-2c40-4ace-9f1a-b5c37447d809 req-a486da5e-b4bb-440b-949d-819fee8b6c93 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Apr 07 02:40:32.530402 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-addc6f8a-2c40-4ace-9f1a-b5c37447d809 req-21ba9bb1-bd4f-40e2-a5e9-deee3ceafb75 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415916 Apr 07 02:40:32.697586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:33.649568 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ec27f-5106-4b07-a2df-ce94089e2420 req-ff7c8e83-d526-49b9-b25e-fcdf5bf0c253 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:33.650891 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c95ec27f-5106-4b07-a2df-ce94089e2420 req-ff7c8e83-d526-49b9-b25e-fcdf5bf0c253 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0515654 Apr 07 02:40:33.702256 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c95ec27f-5106-4b07-a2df-ce94089e2420 req-45afb074-6479-4eaf-936e-0cf62529b4f5 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 Apr 07 02:40:34.158183 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:34.449295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-199edfd2-0ee6-40bd-b946-05714716e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:34.450708 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-199edfd2-0ee6-40bd-b946-05714716e125 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0447090 Apr 07 02:40:34.546904 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-641a7ac3-c214-4918-8cdf-622d223a1cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:34.548417 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-641a7ac3-c214-4918-8cdf-622d223a1cd2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0894589 Apr 07 02:40:34.616200 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-f6467f1e-33c8-4f4a-a218-2b4f2d89ef6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1000 time: 0.0591149 Apr 07 02:40:34.670383 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-54c656d8-ecd4-40e2-832e-f4c75ecf9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:34.671802 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-54c656d8-ecd4-40e2-832e-f4c75ecf9829 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0465555 Apr 07 02:40:34.721781 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-3d4b59e3-2be2-4685-b344-f16ea1b54146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:34.723169 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-3d4b59e3-2be2-4685-b344-f16ea1b54146 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425472 Apr 07 02:40:34.814466 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-9b621597-db84-478f-baf1-f117703520ff service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819533 Apr 07 02:40:34.818251 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03812b08-2c30-4cd0-9037-9842cb1acbf9 req-dca763bc-1e34-4b9b-a25c-2a916ada8897 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:34.819735 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03812b08-2c30-4cd0-9037-9842cb1acbf9 req-dca763bc-1e34-4b9b-a25c-2a916ada8897 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0522318 Apr 07 02:40:34.869270 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-03812b08-2c30-4cd0-9037-9842cb1acbf9 req-4d6db3be-a99e-4df0-b65d-84953b2d81e7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438972 Apr 07 02:40:34.913390 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-e44a9899-7f48-4a94-b5cb-5a20a08e1b95 req-7569b60f-86e8-4245-bd3e-36e8393b4825 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891840 Apr 07 02:40:35.334426 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:35.984125 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6ce7e-8295-443d-8d43-09d2da6f698d req-40b96ca5-1cdd-4dd8-9a8b-4f901662e3f3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:35.985604 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2ab6ce7e-8295-443d-8d43-09d2da6f698d req-40b96ca5-1cdd-4dd8-9a8b-4f901662e3f3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0512934 Apr 07 02:40:36.033359 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2ab6ce7e-8295-443d-8d43-09d2da6f698d req-2beedc8e-7636-4dea-9a2f-296617b1dcf2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Apr 07 02:40:37.153381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29538b-1b8e-4b91-bde0-f1419d7061e2 req-4ce576c4-dc47-422c-856d-7d70e5a38987 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:37.154772 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7a29538b-1b8e-4b91-bde0-f1419d7061e2 req-4ce576c4-dc47-422c-856d-7d70e5a38987 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0569170 Apr 07 02:40:37.203144 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7a29538b-1b8e-4b91-bde0-f1419d7061e2 req-3290fa8e-4880-49cc-be64-998896a390cf tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Apr 07 02:40:38.320860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1b14e-48ff-4fb2-bbef-bc8f55a5a58d req-4945ad3c-8852-4214-a0e1-2d96333b9c9a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:38.322368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dba1b14e-48ff-4fb2-bbef-bc8f55a5a58d req-4945ad3c-8852-4214-a0e1-2d96333b9c9a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0525389 Apr 07 02:40:38.371918 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-dba1b14e-48ff-4fb2-bbef-bc8f55a5a58d req-ce377601-a5fb-4e2f-9ce2-d24b2230d09e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438285 Apr 07 02:40:39.492345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b7d3f-da10-414a-8f24-1ada97ccaf22 req-f6e7331c-a1bd-49ad-84cc-b3d56b9b7887 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:39.493865 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c1b7d3f-da10-414a-8f24-1ada97ccaf22 req-f6e7331c-a1bd-49ad-84cc-b3d56b9b7887 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0526314 Apr 07 02:40:39.546659 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8c1b7d3f-da10-414a-8f24-1ada97ccaf22 req-a5f07ed6-1a4d-4e06-a5db-80ca8a0ce4b1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Apr 07 02:40:40.664942 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251f6c8-14c5-4149-b1a4-c467966ca635 req-2dd75ef4-de25-4cbe-af49-d3a00404a8c3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:40.666379 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b251f6c8-14c5-4149-b1a4-c467966ca635 req-2dd75ef4-de25-4cbe-af49-d3a00404a8c3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0531423 Apr 07 02:40:40.714864 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b251f6c8-14c5-4149-b1a4-c467966ca635 req-f07c363f-3884-4d8d-8076-7ceed61c21b9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427842 Apr 07 02:40:41.142787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:40:41.218738 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port c781ad1a-376a-4297-ad2d-47fb9b58ded2 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:40:41.219381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:41.241573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:40:41.243827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc28ba-4bf2-4ae6-b333-06b068975527" -d '{"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-unplugged", "status": "completed", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:40:41.262588 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:40:41.326355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704a37b-a6cb-4941-a2f1-f955ea06b27e x-openstack-request-id: req-d704a37b-a6cb-4941-a2f1-f955ea06b27e {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:40:41.326657 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-unplugged", "status": "completed", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:40:41.327059 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d704a37b-a6cb-4941-a2f1-f955ea06b27e {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:40:41.327480 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d704a37b-a6cb-4941-a2f1-f955ea06b27e'] response: {'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'code': 200} Apr 07 02:40:41.337322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:41.385021 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:40:41.392073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.392436 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.392874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.393176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.393532 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.393876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.394217 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.394556 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.394894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.395234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.395586 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.395967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.396303 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.396636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.396991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:40:41.828022 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccdbdf-a8ba-48fe-9e96-20334cd0f934 req-e6be3734-3a60-4180-b247-9289d9835ff3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:41.829504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83ccdbdf-a8ba-48fe-9e96-20334cd0f934 req-e6be3734-3a60-4180-b247-9289d9835ff3 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0505605 Apr 07 02:40:41.880208 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-83ccdbdf-a8ba-48fe-9e96-20334cd0f934 req-e54b661f-75ec-4cc7-a437-430da54963ec tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 Apr 07 02:40:41.947367 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-ba54093c-6d47-4791-80f4-3d2af786e620 req-cdd731ba-ed1c-489d-9e8c-e298dde95a6e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:40:41.948368 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ba54093c-6d47-4791-80f4-3d2af786e620 req-cdd731ba-ed1c-489d-9e8c-e298dde95a6e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052745 Apr 07 02:40:42.236807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc061bd-5137-455b-8478-5610c66e553c req-2c18bb42-ec50-4c89-aba0-bcf83b300fe4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:42.238286 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ccc061bd-5137-455b-8478-5610c66e553c req-2c18bb42-ec50-4c89-aba0-bcf83b300fe4 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0565619 Apr 07 02:40:42.296624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ccc061bd-5137-455b-8478-5610c66e553c req-bf299b78-79d9-4f9e-ae1c-fb7876bd9453 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526047 Apr 07 02:40:42.330662 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-4420e7c4-5047-4148-ab22-1afc9d68b1e8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0908797 Apr 07 02:40:42.339222 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-29ee644f-7889-4180-9eec-ec208241d7d0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:40:42.340361 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-29ee644f-7889-4180-9eec-ec208241d7d0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050478 Apr 07 02:40:42.453325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-3fd4a8a6-251a-49d8-b2cd-2ae062916d7c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:42.454706 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-3fd4a8a6-251a-49d8-b2cd-2ae062916d7c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports/c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 940 time: 0.0882041 Apr 07 02:40:43.420846 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4654bc-40d8-4d57-abbd-72e2be2cf1ad req-6db756c2-e8ef-4141-b129-816b51683082 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:43.421809 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ae4654bc-40d8-4d57-abbd-72e2be2cf1ad req-6db756c2-e8ef-4141-b129-816b51683082 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0586200 Apr 07 02:40:43.471670 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ae4654bc-40d8-4d57-abbd-72e2be2cf1ad req-7e648a9d-4509-4a57-bcf0-9886cf757e8a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433989 Apr 07 02:40:44.598433 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819921a-788f-41b3-8baf-96f96ce1ae64 req-64be4eea-94df-497f-a78f-a77f685691bb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:44.600982 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1819921a-788f-41b3-8baf-96f96ce1ae64 req-64be4eea-94df-497f-a78f-a77f685691bb tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0606210 Apr 07 02:40:44.654613 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1819921a-788f-41b3-8baf-96f96ce1ae64 req-eaafb700-2264-4d6a-8c11-41803ef69ea8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472765 Apr 07 02:40:45.785588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e1b1-e4ca-48ce-9de3-e8d01a215c96 req-dc316775-4bdc-4d0e-9830-c0d1a8511764 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:45.787057 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fc61e1b1-e4ca-48ce-9de3-e8d01a215c96 req-dc316775-4bdc-4d0e-9830-c0d1a8511764 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0547884 Apr 07 02:40:45.840392 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fc61e1b1-e4ca-48ce-9de3-e8d01a215c96 req-e4651c0b-a9c7-4f94-b076-0837a7e9761c tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476999 Apr 07 02:40:46.959470 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe789622-ab56-4456-aa9f-b0ca4353513e req-42633ce2-07a1-4340-b467-cf71e5dcc932 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:46.960962 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe789622-ab56-4456-aa9f-b0ca4353513e req-42633ce2-07a1-4340-b467-cf71e5dcc932 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0521653 Apr 07 02:40:47.010608 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe789622-ab56-4456-aa9f-b0ca4353513e req-803a14a6-2183-4ae8-9d6d-7acb39a1dff1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Apr 07 02:40:47.257977 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:40:48.128104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2eec1-da49-40ba-a020-b4cf6fcf65de req-68b9b733-455c-4353-9a28-76643750944e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:48.129624 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-62b2eec1-da49-40ba-a020-b4cf6fcf65de req-68b9b733-455c-4353-9a28-76643750944e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0524311 Apr 07 02:40:48.177678 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-62b2eec1-da49-40ba-a020-b4cf6fcf65de req-3a9bdcda-b9c9-4296-971f-6222a007ce06 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Apr 07 02:40:48.463149 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:49.297320 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e2bf9-0b51-4f02-acc4-884577e16bcf req-6cf2c692-4d96-41fe-943c-0d84c38e397a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:49.298803 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e4e2bf9-0b51-4f02-acc4-884577e16bcf req-6cf2c692-4d96-41fe-943c-0d84c38e397a tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0555470 Apr 07 02:40:49.346918 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e4e2bf9-0b51-4f02-acc4-884577e16bcf req-b6ec2ec7-ff33-4662-92ea-e9da3cecd212 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Apr 07 02:40:50.463210 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88fa642-169d-4a00-b362-010bdeeb5135 req-8aefc5bc-c067-4ff6-a5ca-d64067482ed7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:50.464717 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d88fa642-169d-4a00-b362-010bdeeb5135 req-8aefc5bc-c067-4ff6-a5ca-d64067482ed7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0523791 Apr 07 02:40:50.513556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d88fa642-169d-4a00-b362-010bdeeb5135 req-f9b843cf-fb61-418b-a030-049d9e8d64c2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Apr 07 02:40:51.635472 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e7219-021d-4f5a-b8be-82e095c13d29 req-bb2445d4-f119-4136-9454-156d0fd9ab43 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:51.637038 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d7e7219-021d-4f5a-b8be-82e095c13d29 req-bb2445d4-f119-4136-9454-156d0fd9ab43 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0564232 Apr 07 02:40:51.685579 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6d7e7219-021d-4f5a-b8be-82e095c13d29 req-2abea790-b438-4bf0-a742-28fad54757b0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Apr 07 02:40:52.801711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c9ac6-dfe5-4435-a39a-305c47f285bf req-960aaa2e-aeb1-44e6-9c4d-c6d55eb5d62f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:52.803191 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4d9c9ac6-dfe5-4435-a39a-305c47f285bf req-960aaa2e-aeb1-44e6-9c4d-c6d55eb5d62f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0527103 Apr 07 02:40:52.852411 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4d9c9ac6-dfe5-4435-a39a-305c47f285bf req-ad1962d0-d800-493f-934f-9a7f435e8e42 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435274 Apr 07 02:40:53.975035 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4cc0b-39ad-44c1-83c1-6735ac29441e req-f72205d6-0148-418e-803b-8eae0dc25340 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:53.976521 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cce4cc0b-39ad-44c1-83c1-6735ac29441e req-f72205d6-0148-418e-803b-8eae0dc25340 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0536592 Apr 07 02:40:54.029262 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cce4cc0b-39ad-44c1-83c1-6735ac29441e req-714904ac-ddb4-4a66-a7e2-c2603481c439 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469790 Apr 07 02:40:54.551854 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-962b1e47-99a3-4c2a-a9dc-bd790faedf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:54.553421 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-962b1e47-99a3-4c2a-a9dc-bd790faedf5c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&tenant_id=143feedcf82e44b68d768a7adf1c3358 HTTP/1.1" status: 200 len: 1127 time: 0.0463700 Apr 07 02:40:54.623576 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-18fbc847-c171-41f0-b3f6-9b59688df878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:54.625082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-18fbc847-c171-41f0-b3f6-9b59688df878 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1127 time: 0.0433190 Apr 07 02:40:54.718678 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-64a3564f-9534-405b-bf36-6eb37b90ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:54.720926 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-64a3564f-9534-405b-bf36-6eb37b90ac90 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0865815 Apr 07 02:40:54.788190 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-6c34666a-6371-4222-a6e7-1d4dd3900b8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 998 time: 0.0583701 Apr 07 02:40:54.842259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-36f458f0-60be-4d5b-8a79-141595438396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:54.843613 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-36f458f0-60be-4d5b-8a79-141595438396 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0461764 Apr 07 02:40:54.894784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-a2ca4fa1-31e0-468e-8a8d-5fe60cc69206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:54.896298 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-a2ca4fa1-31e0-468e-8a8d-5fe60cc69206 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0434000 Apr 07 02:40:54.991655 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-e173aa67-c008-447c-98d2-c686cc01f83f service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853307 Apr 07 02:40:55.095789 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-88b76f58-7ba0-4561-b29c-e3ca55f48cc9 req-b4e2eb4e-c7ee-456f-8b15-665211cd4ca3 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908079 Apr 07 02:40:55.149069 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91724c-45e0-4e21-9dc1-e363a6677fca req-9456cb5b-c88e-4d64-83b7-27457373566e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:55.150612 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d91724c-45e0-4e21-9dc1-e363a6677fca req-9456cb5b-c88e-4d64-83b7-27457373566e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0537019 Apr 07 02:40:55.199827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3d91724c-45e0-4e21-9dc1-e363a6677fca req-5c74f0fa-7f74-400a-9963-c2a4c8cfdf59 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434954 Apr 07 02:40:56.319669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087be17-8455-44e4-ac32-ffa25d23f99b req-18112c15-b27b-4c00-bb25-20072b28c003 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:56.321199 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e087be17-8455-44e4-ac32-ffa25d23f99b req-18112c15-b27b-4c00-bb25-20072b28c003 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0532339 Apr 07 02:40:56.369622 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e087be17-8455-44e4-ac32-ffa25d23f99b req-a845fb9b-33f0-4000-a330-7a258e8a3b5f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429091 Apr 07 02:40:57.488172 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90c3dd-0da2-4e58-ad6d-006736171028 req-249e47f8-4ffc-4564-89a2-8ff83134312f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:57.489675 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ea90c3dd-0da2-4e58-ad6d-006736171028 req-249e47f8-4ffc-4564-89a2-8ff83134312f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0571945 Apr 07 02:40:57.537140 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ea90c3dd-0da2-4e58-ad6d-006736171028 req-023c390c-0148-432d-9d8b-04b115786787 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416877 Apr 07 02:40:58.652549 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfdf96d-7eda-4c07-a356-368363c184d6 req-1a5caee9-a018-4e3f-80fa-9bb932338933 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:58.654059 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dfdf96d-7eda-4c07-a356-368363c184d6 req-1a5caee9-a018-4e3f-80fa-9bb932338933 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0512459 Apr 07 02:40:58.700571 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0dfdf96d-7eda-4c07-a356-368363c184d6 req-de0bf1c3-4fb1-4e5b-80b2-4e181660001e tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 Apr 07 02:40:59.080154 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-cbcd27ce-e3fe-49cc-93a6-def50faaaec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:40:59.816150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c3873-8ff9-4560-ba91-83095af3db9a req-b95d1c7c-2e6a-4146-b32e-e879dfe7d81d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:40:59.817687 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b8c3873-8ff9-4560-ba91-83095af3db9a req-b95d1c7c-2e6a-4146-b32e-e879dfe7d81d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0519450 Apr 07 02:40:59.870449 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5b8c3873-8ff9-4560-ba91-83095af3db9a req-4a7e1ae6-a879-4f38-b022-1c20b198bb1b tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470479 Apr 07 02:41:00.985508 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c67fa-d7da-49ef-99b2-18b2b07c807f req-6469f69e-b0ed-434f-bb89-787db3ee22d2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:00.987542 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe9c67fa-d7da-49ef-99b2-18b2b07c807f req-6469f69e-b0ed-434f-bb89-787db3ee22d2 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0518231 Apr 07 02:41:01.034465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-fe9c67fa-d7da-49ef-99b2-18b2b07c807f req-71f19811-9483-4797-94e3-d11f187c7a31 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414920 Apr 07 02:41:01.459442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97ebf4a9-e26a-474c-acb6-0cdd6fd9c37a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:02.153699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d29e8-1fdf-4ca7-b3a9-ea4230651ba5 req-56a9e363-68b4-411e-8945-95f3caba1fc9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:02.155078 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c74d29e8-1fdf-4ca7-b3a9-ea4230651ba5 req-56a9e363-68b4-411e-8945-95f3caba1fc9 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0534606 Apr 07 02:41:02.203241 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c74d29e8-1fdf-4ca7-b3a9-ea4230651ba5 req-f7587180-e3e0-482e-802f-db5fc68a066d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 Apr 07 02:41:02.685517 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:03.238335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:41:03.326264 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b94ea-6f92-4af2-bb76-d2d857529810 req-28049365-814a-4d91-a648-cb55b89a3392 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:03.328012 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-416b94ea-6f92-4af2-bb76-d2d857529810 req-28049365-814a-4d91-a648-cb55b89a3392 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 943 time: 0.0563540 Apr 07 02:41:03.336911 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:41:03.349315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'port_id': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'mac_address': 'fa:16:3e:eb:03:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:41:03.376675 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-416b94ea-6f92-4af2-bb76-d2d857529810 req-8b7fe647-6f4c-4a7b-9e3a-4994d33194d0 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 Apr 07 02:41:03.385593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port c781ad1a-376a-4297-ad2d-47fb9b58ded2 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:41:03.386020 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:03.402557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c781ad1a-376a-4297-ad2d-47fb9b58ded2 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:41:03.421440 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:41:03.482388 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:03.528016 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:41:03.865967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['c781ad1a-376a-4297-ad2d-47fb9b58ded2'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:41:04.150971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:04.499752 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177227ea-37c6-4420-8ca3-016113870f9e req-c396da83-62e5-4515-80e2-5ec261362b58 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:04.501269 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-177227ea-37c6-4420-8ca3-016113870f9e req-c396da83-62e5-4515-80e2-5ec261362b58 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 944 time: 0.0596128 Apr 07 02:41:04.549465 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-177227ea-37c6-4420-8ca3-016113870f9e req-9228f770-89c9-44b0-8135-677667b4849d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Apr 07 02:41:05.252582 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:41:05.309692 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port c781ad1a-376a-4297-ad2d-47fb9b58ded2 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:41:05.310060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:05.375218 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:05.389443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port c781ad1a-376a-4297-ad2d-47fb9b58ded2 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:41:05.389909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:05.412122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:41:05.414369 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8582287-3313-4667-ad73-bfcead1e86df" -d '{"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-plugged", "status": "completed", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:41:05.429433 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:41:05.453573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db54f311-671d-4bf2-a017-810750bd707d x-openstack-request-id: req-db54f311-671d-4bf2-a017-810750bd707d {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:41:05.453915 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-plugged", "status": "completed", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:41:05.454777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db54f311-671d-4bf2-a017-810750bd707d {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:41:05.455191 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db54f311-671d-4bf2-a017-810750bd707d'] response: {'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'code': 200} Apr 07 02:41:05.499608 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:05.546547 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:41:05.669870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855834bc-ab86-486e-bdf6-36865f073c4c req-414747b8-bc73-4ff9-8814-c6cbbf25e8cc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:05.671359 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-855834bc-ab86-486e-bdf6-36865f073c4c req-414747b8-bc73-4ff9-8814-c6cbbf25e8cc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0554485 Apr 07 02:41:05.721213 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-855834bc-ab86-486e-bdf6-36865f073c4c req-3db1ac14-2fd0-4cc1-9aa8-8d361d5d7245 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436349 Apr 07 02:41:05.745929 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f5fe8-a369-4663-ac18-f4f528ff93e7 req-e3d2d83c-fe7e-47f2-a7e9-8759acf5f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:05.747488 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1b3f5fe8-a369-4663-ac18-f4f528ff93e7 req-e3d2d83c-fe7e-47f2-a7e9-8759acf5f5b2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0443788 Apr 07 02:41:05.800864 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-1b3f5fe8-a369-4663-ac18-f4f528ff93e7 req-bb24d375-c19f-426a-b061-25dd7d6195e6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384452 Apr 07 02:41:06.839624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aadc68e-0ebd-448d-bcc1-0da6059a7ff4 req-3f904837-8ccf-4c2b-9d53-27c3119e6a28 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:06.841234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1aadc68e-0ebd-448d-bcc1-0da6059a7ff4 req-3f904837-8ccf-4c2b-9d53-27c3119e6a28 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Apr 07 02:41:06.889138 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1aadc68e-0ebd-448d-bcc1-0da6059a7ff4 req-54644c88-f9e5-4e22-b538-5b36d3bc7552 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420024 Apr 07 02:41:08.006861 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1152d-0aee-42fe-b679-8c8b35f06d7c req-f8eab90b-b4d9-40b0-b809-cd4386e1fe50 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:08.008310 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6af1152d-0aee-42fe-b679-8c8b35f06d7c req-f8eab90b-b4d9-40b0-b809-cd4386e1fe50 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0506785 Apr 07 02:41:08.060398 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6af1152d-0aee-42fe-b679-8c8b35f06d7c req-fa034e73-7c54-417e-9c44-7b2938caab7f tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465214 Apr 07 02:41:08.842602 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-379f0c5f-28e4-4717-9913-ab8a28d399d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466809 Apr 07 02:41:08.924222 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-c7aaec3f-e569-46c7-9826-c3b863e0936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:08.925797 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-c7aaec3f-e569-46c7-9826-c3b863e0936f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0439734 Apr 07 02:41:09.023800 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-be7d33cd-ad39-4779-a60d-73eecd43b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:09.025278 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-be7d33cd-ad39-4779-a60d-73eecd43b713 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0815027 Apr 07 02:41:09.092692 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-fb342d15-2559-40ea-8ef0-66f298f3acd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1000 time: 0.0614550 Apr 07 02:41:09.140193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-604179f3-009e-46d3-a481-5ae0914dc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:09.141645 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-604179f3-009e-46d3-a481-5ae0914dc49b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0429742 Apr 07 02:41:09.188228 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-51d12ef9-2db7-4f8a-b1bc-0b601ce1bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:41:09.189727 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-51d12ef9-2db7-4f8a-b1bc-0b601ce1bc51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0425863 Apr 07 02:41:09.282990 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-7756ffc2-0e55-4403-8ada-375ede73d596 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867915 Apr 07 02:41:09.370552 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-b49da500-51d6-43fa-bafe-7eef24a34fb9 req-141fa06d-0882-4dfe-91fd-3fe49c59d139 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815866 Apr 07 02:41:18.428277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:24.257400 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:41:29.091073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9857aeb-7519-4d8a-aa59-b2fd1800e551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:31.430196 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e53c7fd9-0f6d-47ea-b2b6-ff6fc899aaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:32.705075 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:34.170777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:35.331030 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:48.484624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:41:59.075777 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5a212fce-da86-4460-b34f-722d315ed46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:01.256710 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:42:01.475306 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e1cff59-4a66-4e45-95a7-3f7cad07dde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:02.678635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:04.182098 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:05.338332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:08.829718 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-ccea8904-93ce-4f59-8b84-f5906af8dc41 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465097 Apr 07 02:42:08.913236 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-1f781a7e-e6d5-46ff-9058-ea29cc7ce9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:08.914787 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-1f781a7e-e6d5-46ff-9058-ea29cc7ce9b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0450342 Apr 07 02:42:09.014584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-70ff459f-12e1-4e45-ac90-2e0412b92800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:09.016082 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-70ff459f-12e1-4e45-ac90-2e0412b92800 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0836651 Apr 07 02:42:09.084806 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-618d0565-f6cf-4686-8d8d-f650f42118c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 1000 time: 0.0622504 Apr 07 02:42:09.132935 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-2ba2ad01-2920-4fc7-924d-6142013e6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:09.134347 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-2ba2ad01-2920-4fc7-924d-6142013e6a8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0434146 Apr 07 02:42:09.181947 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-3062df9d-25e4-41eb-aa16-bff727ae5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:09.183436 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-3062df9d-25e4-41eb-aa16-bff727ae5f97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0423295 Apr 07 02:42:09.273574 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-fc45e732-948f-428f-90bb-5bd8a792204f service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834334 Apr 07 02:42:09.362491 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-decfb482-f2db-49c9-ab8b-d2e2c15ab178 req-1224dff9-47c0-4425-888b-d1bbb3279158 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820332 Apr 07 02:42:18.463328 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:29.081158 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-79d859f0-2a6d-428c-8e5d-062379102525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:31.491740 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a9ad09d8-ebe9-409b-844b-67edbaa96278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:32.731784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:34.155088 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:35.329534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:38.256035 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:42:47.071554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33208) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:42:47.381765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Deleting port d1cbd6b2-2190-4d90-b2f7-70faac8ca364 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:42:47.382096 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:47.456105 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:47.456357 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:47.467917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Calling delete_port for d1cbd6b2-2190-4d90-b2f7-70faac8ca364 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:42:47.683927 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (d1cbd6b2-2190-4d90-b2f7-70faac8ca364), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:47.706707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event deleted for resources: {'Port': ['ID=d1cbd6b2-2190-4d90-b2f7-70faac8ca364,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:42:47.719740 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.720110 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.720977 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.721321 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.721656 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.722015 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.722345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.722673 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.722998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.723324 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.723651 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.723976 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.724300 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.724619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.724967 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:42:47.779488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for floatingip (3ca9a9e0-678c-4463-b784-b74ff56a1c68), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:47.779922 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Floating IP 3ca9a9e0-678c-4463-b784-b74ff56a1c68 disassociated (deleted). External IP: 172.26.8.22, port: c781ad1a-376a-4297-ad2d-47fb9b58ded2. Apr 07 02:42:47.994471 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:42:48.106881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:42:48.111743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:48.116394 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:42:48.126743 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:42:48.127347 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:42:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:42:48.141311 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-8f7bb89e-c687-46fa-8d1a-0b0b91ffb054 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "DELETE /v2.0/floatingips/3ca9a9e0-678c-4463-b784-b74ff56a1c68 HTTP/1.1" status: 204 len: 168 time: 1.0680163 Apr 07 02:42:48.141959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:42:48.144945 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e0408-3771-4bfd-919b-f213799caf9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:42:48.241240 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:42:48.337788 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef20d3e-325a-476c-a844-7db8b1a27ff4 x-openstack-request-id: req-6ef20d3e-325a-476c-a844-7db8b1a27ff4 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:42:48.338153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:42:48.338490 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ef20d3e-325a-476c-a844-7db8b1a27ff4 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:42:48.338909 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ef20d3e-325a-476c-a844-7db8b1a27ff4'] response: {'name': 'network-changed', 'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'status': 'completed', 'code': 200} Apr 07 02:42:48.423692 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0408-3771-4bfd-919b-f213799caf9a req-7a31b951-7573-409a-afd7-e450a68649bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:48.425396 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-7a31b951-7573-409a-afd7-e450a68649bd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=143feedcf82e44b68d768a7adf1c3358&device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 1129 time: 0.0599494 Apr 07 02:42:48.434688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:48.493531 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:42:48.520478 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:42:48.529368 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:42:48.530054 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:42:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:42:48.530187 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0408-3771-4bfd-919b-f213799caf9a req-e6202e73-0a93-4218-97ce-c392c6a08959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:48.531661 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-e6202e73-0a93-4218-97ce-c392c6a08959 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 200 len: 908 time: 0.0991576 Apr 07 02:42:48.559492 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450825d-853a-4873-bef4-5ea7665b79af req-67be9237-65b3-4826-871c-1e776b881d33 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:48.561108 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6450825d-853a-4873-bef4-5ea7665b79af req-67be9237-65b3-4826-871c-1e776b881d33 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0560608 Apr 07 02:42:48.613704 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6450825d-853a-4873-bef4-5ea7665b79af req-1cf903ad-fd48-4a77-bad8-d9b077ba8f1d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461240 Apr 07 02:42:48.727173 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:42:48.918323 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:42:48.944464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf8f459-315d-4fb6-a0a9-300069340a5d None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:29Z', 'revision_number': 4, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9a22e38c-a406-4366-b1a0-49ee77d47b41', 'name': '', 'network_id': '7b5922d7-c403-430f-a572-ee170265b2db', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'mac_address': 'fa:16:3e:34:f5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:29Z', 'updated_at': '2022-04-07T02:32:33Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'subnets': [{'id': '71dd9d7a-f0a0-4ee0-baff-5a59f9227aef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:42:49.151593 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea8e75-7bb4-4179-9cff-705554e38236 None None] New status for floating IP 3ca9a9e0-678c-4463-b784-b74ff56a1c68: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:42:49.733579 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12163d-237a-4ea2-b095-2d220db6924f req-f67744d8-28a9-44cd-8b41-0a5bbeb7d3aa tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:49.735081 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f12163d-237a-4ea2-b095-2d220db6924f req-f67744d8-28a9-44cd-8b41-0a5bbeb7d3aa tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0524740 Apr 07 02:42:49.738420 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-8e685010-5228-4196-b97c-4f2b1b2a8539 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 200 len: 217 time: 0.0392871 Apr 07 02:42:49.784030 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6f12163d-237a-4ea2-b095-2d220db6924f req-ee5d12c8-546f-42ce-82c3-812956e8a73d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/security-groups?id=70731b44-46a5-459d-abdc-f57d8d9d2173&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Apr 07 02:42:49.791055 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0408-3771-4bfd-919b-f213799caf9a req-5219f156-faaa-435b-ab43-3259047ac38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:49.792608 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-5219f156-faaa-435b-ab43-3259047ac38b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 200 len: 847 time: 0.0474234 Apr 07 02:42:49.915831 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0408-3771-4bfd-919b-f213799caf9a req-92e06314-6b13-4ae8-a0e4-4877f105dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:49.917379 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-92e06314-6b13-4ae8-a0e4-4877f105dc66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7b5922d7-c403-430f-a572-ee170265b2db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0447807 Apr 07 02:42:50.005379 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-e8ebbe80-54ab-4112-9c74-07e4ffa0cf95 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798862 Apr 07 02:42:50.242900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.10', 54547) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:42:50.250940 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [req-c17e0408-3771-4bfd-919b-f213799caf9a req-e17e58bc-ab2d-4bd8-92d8-843420fab211 service neutron] 10.222.0.10 "GET /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909901 Apr 07 02:42:50.297604 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-06a24ee2-b830-446d-a690-116922f4b439 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:42:50.299556 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-06a24ee2-b830-446d-a690-116922f4b439 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 945 time: 0.0554588 Apr 07 02:42:50.393826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Deleting port c781ad1a-376a-4297-ad2d-47fb9b58ded2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:42:50.394163 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:50.481636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] For port c781ad1a-376a-4297-ad2d-47fb9b58ded2, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=c781ad1a-376a-4297-ad2d-47fb9b58ded2,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:42:50.481998 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:50.493821 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Calling delete_port for c781ad1a-376a-4297-ad2d-47fb9b58ded2 owned by compute:nova {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:42:50.689519 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (c781ad1a-376a-4297-ad2d-47fb9b58ded2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:50.725010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event deleted for resources: {'Port': ['ID=c781ad1a-376a-4297-ad2d-47fb9b58ded2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:42:50.767440 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] No DVR routers for this DVR port c781ad1a-376a-4297-ad2d-47fb9b58ded2 on host hv-neutron-8368 {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:42:50.769983 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:50.773401 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aab9272d-8aaa-4a18-bd46-79a1b921f5c6 req-41c98ecd-2379-4242-9b07-b6f8226d66c7 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.10 "DELETE /v2.0/ports/c781ad1a-376a-4297-ad2d-47fb9b58ded2 HTTP/1.1" status: 204 len: 173 time: 0.4660060 Apr 07 02:42:50.773838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-deleted', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:42:50.776081 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a12e048-625e-4914-90f2-a63735d4ecfa" -d '{"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-deleted", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:42:50.811274 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9db0ed-4991-45a1-92c8-d641416cbfa4 x-openstack-request-id: req-ec9db0ed-4991-45a1-92c8-d641416cbfa4 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:42:50.811570 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c628b3cf-9712-4373-aa71-d6a88c183245", "name": "network-vif-deleted", "tag": "c781ad1a-376a-4297-ad2d-47fb9b58ded2", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:42:50.811832 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec9db0ed-4991-45a1-92c8-d641416cbfa4 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:42:50.812238 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec9db0ed-4991-45a1-92c8-d641416cbfa4'] response: {'server_uuid': 'c628b3cf-9712-4373-aa71-d6a88c183245', 'name': 'network-vif-deleted', 'tag': 'c781ad1a-376a-4297-ad2d-47fb9b58ded2', 'status': 'completed', 'code': 200} Apr 07 02:42:50.881142 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7de41056-9865-4a63-a9da-9f7db41adff2 req-74320232-f1e5-4cec-b4dd-1bd0f1b41ff8 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0281503 Apr 07 02:42:51.980896 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-92494155-da75-43ff-999d-5e24349c9919 req-6ea77ec9-cd19-4ffc-85fe-52d5f981a454 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0272851 Apr 07 02:42:53.079375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7b6a3f9-0b13-4fb7-8b64-6724ed9294ab req-49781a96-eb24-4c0a-b59c-c73e934bbea6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0295455 Apr 07 02:42:53.844613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:42:53.864932 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: c781ad1a-376a-4297-ad2d-47fb9b58ded2 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:42:53.871725 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device c781ad1a-376a-4297-ad2d-47fb9b58ded2 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:42:54.174745 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-33288cb1-8cab-4ed9-a727-fcef2b7f901a req-05df07cb-e611-4de7-9291-001d2e121b59 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Apr 07 02:42:55.268594 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4b42f92e-eb19-47d1-8d74-08a29668e327 req-57d299c0-6337-46a9-a863-58a405ff98f1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0265539 Apr 07 02:42:56.365728 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-220c93ba-15c0-42ac-aaab-2d0e83f446f6 req-9c5f0225-32df-454b-be7e-b32397985a51 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Apr 07 02:42:57.457148 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-8ebcb68e-33b1-460a-aab3-a0c171421b7b req-02e23e4d-e7db-442e-9b10-83012c6747e1 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0257218 Apr 07 02:42:58.552972 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-934adf2b-a0ec-4f7e-b160-f1b03aba3f3a req-8edef296-7d98-4f34-b03f-13484e659f5d tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0293651 Apr 07 02:42:59.114622 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4a5c479b-29e5-457f-8383-b85b5544b271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:42:59.647914 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-40b9454a-e90b-484a-8678-dee5aad42ecc req-cf019de3-9ae7-4aa6-ade2-984f230cded6 tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0287342 Apr 07 02:43:00.754015 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-991d29a3-5baf-4f0e-93e7-49445c195734 req-a506e10e-b7b2-4fe7-94bb-1f7de19bc1ac tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "GET /v2.0/ports?device_id=c628b3cf-9712-4373-aa71-d6a88c183245 HTTP/1.1" status: 200 len: 210 time: 0.0271564 Apr 07 02:43:01.462895 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9fef-0ae4-4f4a-b6c3-462e9a4a009b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:01.811909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33256) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:01.873228 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b091b55-a59a-4d0e-9823-3e6a17ab68dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (70731b44-46a5-459d-abdc-f57d8d9d2173), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:01.900421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b091b55-a59a-4d0e-9823-3e6a17ab68dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (70731b44-46a5-459d-abdc-f57d8d9d2173), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:02.028925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b091b55-a59a-4d0e-9823-3e6a17ab68dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (70731b44-46a5-459d-abdc-f57d8d9d2173), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:02.031660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6b091b55-a59a-4d0e-9823-3e6a17ab68dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:02.034960 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6b091b55-a59a-4d0e-9823-3e6a17ab68dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] 10.222.0.25 "DELETE /v2.0/security-groups/70731b44-46a5-459d-abdc-f57d8d9d2173 HTTP/1.1" status: 204 len: 168 time: 0.2198226 Apr 07 02:43:02.042944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b091b55-a59a-4d0e-9823-3e6a17ab68dc tempest-TestShelveInstance-399413702 tempest-TestShelveInstance-399413702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70731b44-46a5-459d-abdc-f57d8d9d2173,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:02.130548 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33260) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:02.654245 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (73c3267e-4074-44ba-ba7b-ed5297922da5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:02.683995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:02.907623 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Deleting port 9a22e38c-a406-4366-b1a0-49ee77d47b41 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:02.907880 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:02.992233 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] For port 9a22e38c-a406-4366-b1a0-49ee77d47b41, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9a22e38c-a406-4366-b1a0-49ee77d47b41,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:02.992598 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:03.005936 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Calling delete_port for 9a22e38c-a406-4366-b1a0-49ee77d47b41 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:03.257618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9a22e38c-a406-4366-b1a0-49ee77d47b41), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:03.282575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Pushing event deleted for resources: {'Port': ['ID=9a22e38c-a406-4366-b1a0-49ee77d47b41,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:03.314996 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.315359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.315727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.316074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.316413 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.316749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.317104 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.317435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.317764 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.318094 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.318426 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.318754 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.319081 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.319405 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.319727 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:03.471728 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (73c3267e-4074-44ba-ba7b-ed5297922da5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.042620 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Router 73c3267e-4074-44ba-ba7b-ed5297922da5 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:43:04.162359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:04.167295 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-621c1a8d-e9dc-4a23-bf8f-20d7d25e59da admin admin] 10.222.0.25 "PUT /v2.0/routers/73c3267e-4074-44ba-ba7b-ed5297922da5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357165 Apr 07 02:43:04.169763 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33264) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:04.171727 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.176230 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] Sync routers for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:04.188434 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:04.189128 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:04.281138 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks [] for router (73c3267e-4074-44ba-ba7b-ed5297922da5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.297839 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:04.393375 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks [] for router_gateway (73c3267e-4074-44ba-ba7b-ed5297922da5), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.480123 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254'}], 'enable_snat': True}, 'gw_port_id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:43:03Z', 'revision_number': 5, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port': {'id': 'cd323885-4c5b-43fb-aa26-1d8f756df569', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:04.505557 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] Checking router: 73c3267e-4074-44ba-ba7b-ed5297922da5 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:04.506636 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Deleting port cd323885-4c5b-43fb-aa26-1d8f756df569 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:04.507031 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.514692 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] Routers {'73c3267e-4074-44ba-ba7b-ed5297922da5'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:04.515310 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['73c3267e-4074-44ba-ba7b-ed5297922da5'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:04.586105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] For port cd323885-4c5b-43fb-aa26-1d8f756df569, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=cd323885-4c5b-43fb-aa26-1d8f756df569,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:04.586105 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.599715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Calling delete_port for cd323885-4c5b-43fb-aa26-1d8f756df569 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:04.604790 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] Set router 73c3267e-4074-44ba-ba7b-ed5297922da5 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:04.661170 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:43:04Z', 'revision_number': 6, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:04.688389 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413350d-0426-45f2-9405-12eb054921c0 None None] The sync data for ids ['73c3267e-4074-44ba-ba7b-ed5297922da5'] in dv-neutron-836863-2-hyperv is: [{'id': '73c3267e-4074-44ba-ba7b-ed5297922da5', 'name': 'tempest-TestShelveInstance-439182924-router', 'tenant_id': '143feedcf82e44b68d768a7adf1c3358', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:26Z', 'updated_at': '2022-04-07T02:43:04Z', 'revision_number': 6, 'project_id': '143feedcf82e44b68d768a7adf1c3358', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:04.834464 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (cd323885-4c5b-43fb-aa26-1d8f756df569), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:04.866577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd323885-4c5b-43fb-aa26-1d8f756df569,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:04.923163 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (73c3267e-4074-44ba-ba7b-ed5297922da5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.017930 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (73c3267e-4074-44ba-ba7b-ed5297922da5), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.022136 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks [] for router_controller (73c3267e-4074-44ba-ba7b-ed5297922da5), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.182994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (73c3267e-4074-44ba-ba7b-ed5297922da5), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.183541 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c3267e-4074-44ba-ba7b-ed5297922da5 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:43:05.188060 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.189166 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-26ce24f7-5103-4cdf-83f1-baa165c4b737 admin admin] 10.222.0.25 "DELETE /v2.0/routers/73c3267e-4074-44ba-ba7b-ed5297922da5 HTTP/1.1" status: 204 len: 168 time: 1.0184708 Apr 07 02:43:05.192295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33266) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:05.235836 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Deleting subnet 71dd9d7a-f0a0-4ee0-baff-5a59f9227aef {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:43:05.239460 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Publish callbacks [] for subnet (71dd9d7a-f0a0-4ee0-baff-5a59f9227aef), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.276791 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (71dd9d7a-f0a0-4ee0-baff-5a59f9227aef), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.363558 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (71dd9d7a-f0a0-4ee0-baff-5a59f9227aef), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.369534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.474956 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (71dd9d7a-f0a0-4ee0-baff-5a59f9227aef), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.501554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71dd9d7a-f0a0-4ee0-baff-5a59f9227aef,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:05.505354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.508588 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-ae1e06f4-2918-459f-9fca-c3dc00f1c225 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/71dd9d7a-f0a0-4ee0-baff-5a59f9227aef HTTP/1.1" status: 204 len: 168 time: 0.3153193 Apr 07 02:43:05.511116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a83dc9-88e7-4392-8189-106d812c7e2b None None] Network 7b5922d7-c403-430f-a572-ee170265b2db requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:43:05.511279 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33268) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:05.585280 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (7b5922d7-c403-430f-a572-ee170265b2db), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.643176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Deleting port 1599d386-11d3-4bd0-9276-a8b427912388 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:05.643766 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1599d386-11d3-4bd0-9276-a8b427912388), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.705831 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] DHCP port deletion for 7b5922d7-c403-430f-a572-ee170265b2db request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:43:05.724684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] For port 1599d386-11d3-4bd0-9276-a8b427912388, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1599d386-11d3-4bd0-9276-a8b427912388,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:05.725211 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1599d386-11d3-4bd0-9276-a8b427912388), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.740171 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Calling delete_port for 1599d386-11d3-4bd0-9276-a8b427912388 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:05.775780 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Deleting port 1599d386-11d3-4bd0-9276-a8b427912388 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:05.776047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (1599d386-11d3-4bd0-9276-a8b427912388), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.849741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] For port 1599d386-11d3-4bd0-9276-a8b427912388, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=1599d386-11d3-4bd0-9276-a8b427912388,segment=NetworkSegment(885b1f02-0648-4910-92a3-7e452e702876),segment_id=885b1f02-0648-4910-92a3-7e452e702876)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:05.849741 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (1599d386-11d3-4bd0-9276-a8b427912388), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.858711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Calling delete_port for 1599d386-11d3-4bd0-9276-a8b427912388 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:05.926120 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (1599d386-11d3-4bd0-9276-a8b427912388), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.932538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (1599d386-11d3-4bd0-9276-a8b427912388), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:05.953674 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1599d386-11d3-4bd0-9276-a8b427912388,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:05.959937 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] No DVR routers for this DVR port 1599d386-11d3-4bd0-9276-a8b427912388 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:43:05.963603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Pushing event deleted for resources: {'Port': ['ID=1599d386-11d3-4bd0-9276-a8b427912388,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:05.971383 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.972499 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.972970 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.973416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.973838 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.974269 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.974695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.975119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.975546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.975973 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.976405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.977007 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.977427 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.977849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.978268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:05.983883 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159418e-de93-4942-9477-434336e5b1d7 None None] No DVR routers for this DVR port 1599d386-11d3-4bd0-9276-a8b427912388 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:43:06.044826 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (7b5922d7-c403-430f-a572-ee170265b2db), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.068196 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5922d7-c403-430f-a572-ee170265b2db']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:06.070971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9a22e38c-a406-4366-b1a0-49ee77d47b41 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:43:06.077532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885b1f02-0648-4910-92a3-7e452e702876') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:06.077814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885b1f02-0648-4910-92a3-7e452e702876') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:06.089460 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (885b1f02-0648-4910-92a3-7e452e702876), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.092274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9a22e38c-a406-4366-b1a0-49ee77d47b41 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:43:06.092733 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9a22e38c-a406-4366-b1a0-49ee77d47b41 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:43:06.093275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cd323885-4c5b-43fb-aa26-1d8f756df569 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:43:06.103175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (885b1f02-0648-4910-92a3-7e452e702876), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.109236 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:43:06.109619 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (885b1f02-0648-4910-92a3-7e452e702876), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:43:06.111225 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:43:06.116086 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: cd323885-4c5b-43fb-aa26-1d8f756df569 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:43:06.116548 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device cd323885-4c5b-43fb-aa26-1d8f756df569 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:43:06.117060 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1599d386-11d3-4bd0-9276-a8b427912388 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:43:06.141282 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 1599d386-11d3-4bd0-9276-a8b427912388 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:43:06.141641 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 1599d386-11d3-4bd0-9276-a8b427912388 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:43:06.240071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (7b5922d7-c403-430f-a572-ee170265b2db), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.246638 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.249923 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7b5922d7-c403-430f-a572-ee170265b2db HTTP/1.1" status: 204 len: 168 time: 0.7374995 Apr 07 02:43:06.252642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33270) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:06.264313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e1291-55ce-45b0-8b51-924889b554c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5922d7-c403-430f-a572-ee170265b2db,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:06.618674 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (f1c68752-8491-4b67-bd77-bbf1f191fc25), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.880715 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Deleting port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:06.881079 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.957808 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] For port 7f244e7a-734a-415c-914e-7dc8f1fa7c8b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:06.958423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:06.973535 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Calling delete_port for 7f244e7a-734a-415c-914e-7dc8f1fa7c8b owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:07.211487 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (7f244e7a-734a-415c-914e-7dc8f1fa7c8b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:07.235523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f244e7a-734a-415c-914e-7dc8f1fa7c8b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:07.421887 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (f1c68752-8491-4b67-bd77-bbf1f191fc25), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:07.646144 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Router f1c68752-8491-4b67-bd77-bbf1f191fc25 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:43:07.755384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:07.761034 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-05673bf6-75d7-473c-b6c2-2d2fa8bd94e2 admin admin] 10.222.0.25 "PUT /v2.0/routers/f1c68752-8491-4b67-bd77-bbf1f191fc25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5060885 Apr 07 02:43:07.763000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33272) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:07.765763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] Sync routers for ids ['f1c68752-8491-4b67-bd77-bbf1f191fc25'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:07.775759 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] Routers {'f1c68752-8491-4b67-bd77-bbf1f191fc25'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:07.776386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f1c68752-8491-4b67-bd77-bbf1f191fc25'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:07.901924 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] Set router f1c68752-8491-4b67-bd77-bbf1f191fc25 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:08.103346 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:43:07Z', 'revision_number': 5, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:08.132672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] Checking router: f1c68752-8491-4b67-bd77-bbf1f191fc25 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:08.141166 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] Routers {'f1c68752-8491-4b67-bd77-bbf1f191fc25'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:08.141776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['f1c68752-8491-4b67-bd77-bbf1f191fc25'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:08.208248 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks [] for router (f1c68752-8491-4b67-bd77-bbf1f191fc25), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.317036 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks [] for router_gateway (f1c68752-8491-4b67-bd77-bbf1f191fc25), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.390386 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] Set router f1c68752-8491-4b67-bd77-bbf1f191fc25 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:08.425329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Deleting port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:08.425684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.503898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] For port 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:08.504178 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.516412 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Calling delete_port for 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:08.566444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:43:07Z', 'revision_number': 5, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:08.591762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac87eb4-2933-43de-820a-646ff0fe2f45 None None] The sync data for ids ['f1c68752-8491-4b67-bd77-bbf1f191fc25'] in dv-neutron-836863-2-hyperv is: [{'id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'name': 'tempest-TestShelveInstance-338891634-router', 'tenant_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51'}], 'enable_snat': True}, 'gw_port_id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:43:07Z', 'revision_number': 5, 'project_id': 'e08a07cfa6624b7db61b4923c8af9ad6', 'gw_port': {'id': '0a90f4d6-bcc8-44a1-ad9b-7e91178e7547', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c68752-8491-4b67-bd77-bbf1f191fc25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:32:32Z', 'updated_at': '2022-04-07T02:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:08.740469 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (0a90f4d6-bcc8-44a1-ad9b-7e91178e7547), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.765888 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a90f4d6-bcc8-44a1-ad9b-7e91178e7547,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:08.827696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (f1c68752-8491-4b67-bd77-bbf1f191fc25), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.921266 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (f1c68752-8491-4b67-bd77-bbf1f191fc25), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:08.923527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks [] for router_controller (f1c68752-8491-4b67-bd77-bbf1f191fc25), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.034704 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (f1c68752-8491-4b67-bd77-bbf1f191fc25), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.035849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1c68752-8491-4b67-bd77-bbf1f191fc25 {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:43:09.040544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.044188 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-5bee969b-6d1a-4372-b579-0a252453c3b9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f1c68752-8491-4b67-bd77-bbf1f191fc25 HTTP/1.1" status: 204 len: 168 time: 1.2779820 Apr 07 02:43:09.044395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33274) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:09.089920 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Deleting subnet 56c2584d-f2ff-4c1b-bbb5-5774e78e9f26 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:43:09.093025 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Publish callbacks [] for subnet (56c2584d-f2ff-4c1b-bbb5-5774e78e9f26), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.128544 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (56c2584d-f2ff-4c1b-bbb5-5774e78e9f26), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.214267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (56c2584d-f2ff-4c1b-bbb5-5774e78e9f26), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.320419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (56c2584d-f2ff-4c1b-bbb5-5774e78e9f26), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.347347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c2584d-f2ff-4c1b-bbb5-5774e78e9f26,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:09.349357 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.352573 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-a25e01cb-4e2a-498c-a3ff-0b05ceb600b8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/56c2584d-f2ff-4c1b-bbb5-5774e78e9f26 HTTP/1.1" status: 204 len: 168 time: 0.3071816 Apr 07 02:43:09.353682 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f537b3d1-05e4-4426-bec0-8875f66031ee None None] Network 01138df5-bd46-4daf-9d6d-b1927bddbe9b requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:43:09.355086 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33276) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:09.429691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (01138df5-bd46-4daf-9d6d-b1927bddbe9b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.486069 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Deleting port e275726d-ac15-4293-8332-a2d45794f78b {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:09.486363 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e275726d-ac15-4293-8332-a2d45794f78b), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.547909 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] DHCP port deletion for 01138df5-bd46-4daf-9d6d-b1927bddbe9b request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:43:09.550454 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] For port e275726d-ac15-4293-8332-a2d45794f78b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e275726d-ac15-4293-8332-a2d45794f78b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:09.550893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e275726d-ac15-4293-8332-a2d45794f78b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.563975 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Calling delete_port for e275726d-ac15-4293-8332-a2d45794f78b owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:09.599406 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] Deleting port e275726d-ac15-4293-8332-a2d45794f78b {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:43:09.599784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (e275726d-ac15-4293-8332-a2d45794f78b), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.660354 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] For port e275726d-ac15-4293-8332-a2d45794f78b, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=e275726d-ac15-4293-8332-a2d45794f78b,segment=NetworkSegment(2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3),segment_id=2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:09.660788 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (e275726d-ac15-4293-8332-a2d45794f78b), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.677806 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] Calling delete_port for e275726d-ac15-4293-8332-a2d45794f78b owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:43:09.703044 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (e275726d-ac15-4293-8332-a2d45794f78b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.727275 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Pushing event deleted for resources: {'Port': ['ID=e275726d-ac15-4293-8332-a2d45794f78b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:09.733882 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] No DVR routers for this DVR port e275726d-ac15-4293-8332-a2d45794f78b on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:43:09.752613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (e275726d-ac15-4293-8332-a2d45794f78b), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.777538 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] Pushing event deleted for resources: {'Port': ['ID=e275726d-ac15-4293-8332-a2d45794f78b,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:09.781004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a74fc2-a158-4474-a484-36b6c6a0188b None None] No DVR routers for this DVR port e275726d-ac15-4293-8332-a2d45794f78b on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:43:09.814084 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (01138df5-bd46-4daf-9d6d-b1927bddbe9b), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.834419 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01138df5-bd46-4daf-9d6d-b1927bddbe9b']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:09.843149 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:09.843449 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:09.852708 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.866289 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.871997 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:43:09.872376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (2e9e8b5f-8449-4e20-b4e7-32dd72c6a5c3), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:43:09.873999 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:43:09.997758 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (01138df5-bd46-4daf-9d6d-b1927bddbe9b), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:10.002159 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:10.005957 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] 10.222.0.25 "DELETE /v2.0/networks/01138df5-bd46-4daf-9d6d-b1927bddbe9b HTTP/1.1" status: 204 len: 168 time: 0.6499369 Apr 07 02:43:10.019777 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6024d4a-c708-43f0-b120-43873070b67a admin admin] Pushing event deleted for resources: {'Network': ['ID=01138df5-bd46-4daf-9d6d-b1927bddbe9b,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:10.068459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e275726d-ac15-4293-8332-a2d45794f78b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:43:10.088884 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: e275726d-ac15-4293-8332-a2d45794f78b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:43:10.089182 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device e275726d-ac15-4293-8332-a2d45794f78b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:43:10.089589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7f244e7a-734a-415c-914e-7dc8f1fa7c8b no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:43:10.111366 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 7f244e7a-734a-415c-914e-7dc8f1fa7c8b {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:43:10.111721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 7f244e7a-734a-415c-914e-7dc8f1fa7c8b not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:43:10.112135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:43:10.131185 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:43:10.131536 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 0a90f4d6-bcc8-44a1-ad9b-7e91178e7547 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:43:10.296917 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33280) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:10.632043 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e5c0cf09-383e-49ee-be9f-d75716d780d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=143feedcf82e44b68d768a7adf1c3358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339319 Apr 07 02:43:10.634455 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33282) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:10.679707 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab69ce2f-cb05-4f78-8855-05bb353f161d admin admin] Publish callbacks [] for security_group (605f76e6-7aad-4820-977c-afbafdbf4ad6), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:10.701312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab69ce2f-cb05-4f78-8855-05bb353f161d admin admin] Publish callbacks [] for security_group (605f76e6-7aad-4820-977c-afbafdbf4ad6), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:10.834119 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab69ce2f-cb05-4f78-8855-05bb353f161d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (605f76e6-7aad-4820-977c-afbafdbf4ad6), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:10.836695 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-ab69ce2f-cb05-4f78-8855-05bb353f161d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:10.837937 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-ab69ce2f-cb05-4f78-8855-05bb353f161d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/605f76e6-7aad-4820-977c-afbafdbf4ad6 HTTP/1.1" status: 204 len: 168 time: 0.2025762 Apr 07 02:43:10.846176 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69ce2f-cb05-4f78-8855-05bb353f161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605f76e6-7aad-4820-977c-afbafdbf4ad6,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:11.411312 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33288) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:11.450585 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e8f337d2-cfde-4a0f-bb14-e6d922a46b92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e08a07cfa6624b7db61b4923c8af9ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380471 Apr 07 02:43:11.452969 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33290) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:11.498925 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7015022-d779-4ad1-bc03-95cf452e6a41 admin admin] Publish callbacks [] for security_group (277496d3-d410-443f-bf25-c98d2ebecd04), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:11.521133 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7015022-d779-4ad1-bc03-95cf452e6a41 admin admin] Publish callbacks [] for security_group (277496d3-d410-443f-bf25-c98d2ebecd04), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:11.637669 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7015022-d779-4ad1-bc03-95cf452e6a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (277496d3-d410-443f-bf25-c98d2ebecd04), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:11.640245 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f7015022-d779-4ad1-bc03-95cf452e6a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:11.641407 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f7015022-d779-4ad1-bc03-95cf452e6a41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/277496d3-d410-443f-bf25-c98d2ebecd04 HTTP/1.1" status: 204 len: 168 time: 0.1874678 Apr 07 02:43:11.648921 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7015022-d779-4ad1-bc03-95cf452e6a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277496d3-d410-443f-bf25-c98d2ebecd04,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:12.663762 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33312) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:12.766893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1529031318-network', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:12.848991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Made reservation on behalf of f5621cf1cc0341a996e8a3729bdff6cd for: {'network': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:43:12.851187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:12.859364 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:12.989738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks [] for security_group (68613f43-6c13-40bc-8416-b5d14ed33498), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.102381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (68613f43-6c13-40bc-8416-b5d14ed33498), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.126870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=110984) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:43:13.136134 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68613f43-6c13-40bc-8416-b5d14ed33498,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:13.140835 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (50c5b08c-fc06-4f9d-bcaf-14cff8d58893), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.141184 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.segments_db [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Added segment 50c5b08c-fc06-4f9d-bcaf-14cff8d58893 of type vlan for network 98bc4e25-a1b2-46cd-8330-91b38d43f848 Apr 07 02:43:13.180993 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (98bc4e25-a1b2-46cd-8330-91b38d43f848), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.266034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (98bc4e25-a1b2-46cd-8330-91b38d43f848), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.267010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:13.267588 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.328159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] Pushing event updated for resources: {'Network': ['ID=98bc4e25-a1b2-46cd-8330-91b38d43f848,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:13.338655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:43:13.383806 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-dff62883-adc5-46df-8127-fdb8bac2101e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7188604 Apr 07 02:43:13.386735 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33316) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:13.391521 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Request body: {'subnet': {'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1529031318-subnet', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'ip_version': 4}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:13.460278 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Made reservation on behalf of f5621cf1cc0341a996e8a3729bdff6cd for: {'subnet': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:43:13.462637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62910019'] for subnet (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.672169 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62230236', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62910045'] for subnet (fb0767fd-1dbe-48cb-9bc7-2c143206b9aa), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.728194 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa,revision_number=0']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:13.737554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Checking segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:13.737922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Network hostable DHCP agents. Network: 98bc4e25-a1b2-46cd-8330-91b38d43f848, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110984) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:43:13.811094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110984) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:43:13.891187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 98bc4e25-a1b2-46cd-8330-91b38d43f848) {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:13.895461 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:13.896058 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:13.901676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c29737-b2c6-4e62-baa3-86fcea187d54 None None] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:43:13.979619 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-65756913-6000-462a-8fb0-5d9395fa6839 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5916331 Apr 07 02:43:13.982104 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33318) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:13.986417 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:14.005128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-98bc4e25-a1b2-46cd-8330-91b38d43f848', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:43:14.005128 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.069020 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.070126 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.127748 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks [] for router_controller (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), precommit_add_association {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.137068 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Allocated IP 172.20.0.2 (98bc4e25-a1b2-46cd-8330-91b38d43f848/fb0767fd-1dbe-48cb-9bc7-2c143206b9aa/69d57565-3a69-4379-bb46-415d68664b35) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:14.280875 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Publish callbacks [] for port (69d57565-3a69-4379-bb46-415d68664b35), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.312034 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks [] for router_gateway (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.358290 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (69d57565-3a69-4379-bb46-415d68664b35), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.397534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:14.400577 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:14.404096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:14.411636 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Pushing event updated for resources: {'Port': ['ID=69d57565-3a69-4379-bb46-415d68664b35,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:14.465916 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Attempting to bind port 69d57565-3a69-4379-bb46-415d68664b35 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:14.466291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Attempting to bind port 69d57565-3a69-4379-bb46-415d68664b35 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:14.466664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Attempting to bind port 69d57565-3a69-4379-bb46-415d68664b35 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:14.471782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:14.472176 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Checking segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:14.472566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.472988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Bound using segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:14.473455 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Bound port: 69d57565-3a69-4379-bb46-415d68664b35, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:14.473842 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (69d57565-3a69-4379-bb46-415d68664b35), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.535579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] For port 69d57565-3a69-4379-bb46-415d68664b35, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:14.538953 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] For port 69d57565-3a69-4379-bb46-415d68664b35, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=69d57565-3a69-4379-bb46-415d68664b35,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:14.581158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks [] for router_gateway (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.600047 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.615327 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (69d57565-3a69-4379-bb46-415d68664b35), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.671849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d0666-a8b5-49e9-8e62-0c2426fcb672 None None] Pushing event updated for resources: {'Port': ['ID=69d57565-3a69-4379-bb46-415d68664b35,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:14.712908 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Allocated IP 172.26.8.97 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/9bbe743f-5f60-4730-a4a8-d776c7d1efad) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:14.825668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks [] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.941990 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:14.989580 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:14.992504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:14.996893 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:14.999994 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Pushing event updated for resources: {'Port': ['ID=9bbe743f-5f60-4730-a4a8-d776c7d1efad,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:15.255332 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:43:15.299192 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks [] for router_gateway (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.506284 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.509034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41395e-6078-41eb-9eb8-33bf8c3c415c None None] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:43:15.571686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] Provisioning complete for port 69d57565-3a69-4379-bb46-415d68664b35 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:15.571969 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (69d57565-3a69-4379-bb46-415d68664b35), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.690379 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] Current status of the port 69d57565-3a69-4379-bb46-415d68664b35 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:15.690766 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (69d57565-3a69-4379-bb46-415d68664b35), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.697090 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110984) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:43:15.727409 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] For port 69d57565-3a69-4379-bb46-415d68664b35, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=69d57565-3a69-4379-bb46-415d68664b35,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:15.794480 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (69d57565-3a69-4379-bb46-415d68664b35), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.816838 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:15.830140 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:15.842010 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:15.842728 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:15.845216 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e8e47-ca9c-400c-9e3a-5fb89a235e75 None None] Pushing event updated for resources: {'Port': ['ID=69d57565-3a69-4379-bb46-415d68664b35,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:15.904661 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.907739 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-6a0d541f-179b-4e1e-9372-1630516dc78b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9229658 Apr 07 02:43:15.908687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33320) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:15.923648 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-28d83cf8-9117-462e-99f0-18541c3ed3f0 None None] Provisioning complete for port 69d57565-3a69-4379-bb46-415d68664b35 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:15.924177 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28d83cf8-9117-462e-99f0-18541c3ed3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (69d57565-3a69-4379-bb46-415d68664b35), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:15.961621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:16.018688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-28d83cf8-9117-462e-99f0-18541c3ed3f0 None None] Current status of the port 69d57565-3a69-4379-bb46-415d68664b35 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:16.089835 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 69d57565-3a69-4379-bb46-415d68664b35 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:16.138523 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 69d57565-3a69-4379-bb46-415d68664b35 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:16.138919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (69d57565-3a69-4379-bb46-415d68664b35), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.152267 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:15Z', 'revision_number': 3, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:16.177574 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:16.177923 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Updating router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 port 9bbe743f-5f60-4730-a4a8-d776c7d1efad binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:43:16.205205 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.221129 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 69d57565-3a69-4379-bb46-415d68664b35 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:16.346153 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.506663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Allocated IP 172.20.0.1 (98bc4e25-a1b2-46cd-8330-91b38d43f848/fb0767fd-1dbe-48cb-9bc7-2c143206b9aa/fdc06ac5-914e-498f-8e5b-874acdcd7349) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:16.542773 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Publish callbacks [] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.607734 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks [] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.632096 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.687556 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Attempting to bind port 9bbe743f-5f60-4730-a4a8-d776c7d1efad on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:16.687953 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Attempting to bind port 9bbe743f-5f60-4730-a4a8-d776c7d1efad by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:16.688316 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Attempting to bind port 9bbe743f-5f60-4730-a4a8-d776c7d1efad on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:16.695682 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Pushing event updated for resources: {'Port': ['ID=9bbe743f-5f60-4730-a4a8-d776c7d1efad,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:16.698782 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:16.699273 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:16.699678 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.700063 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:16.700533 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Bound port: 9bbe743f-5f60-4730-a4a8-d776c7d1efad, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:16.700927 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.711817 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.712169 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.712514 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.712877 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.713213 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.713612 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.713953 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.714280 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.714632 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.714957 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.715283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.715611 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.715933 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.716294 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.716612 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:43:16.718307 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.758128 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:16.760741 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:16.766501 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:16.777159 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] For port 9bbe743f-5f60-4730-a4a8-d776c7d1efad, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:16.780892 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] For port 9bbe743f-5f60-4730-a4a8-d776c7d1efad, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9bbe743f-5f60-4730-a4a8-d776c7d1efad,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:16.796057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Pushing event updated for resources: {'Port': ['ID=fdc06ac5-914e-498f-8e5b-874acdcd7349,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:16.812342 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.867638 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:16.928062 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8c960-a919-4491-b72e-4b297a448b33 None None] Pushing event updated for resources: {'Port': ['ID=9bbe743f-5f60-4730-a4a8-d776c7d1efad,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:16.931127 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:16.931748 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:17.028789 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:17.040453 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:17.051709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9b5b58ef-a863-466d-af26-e879755b2874 None None] Provisioning complete for port fdc06ac5-914e-498f-8e5b-874acdcd7349 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:17.052678 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9b5b58ef-a863-466d-af26-e879755b2874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:17.103331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b58ef-a863-466d-af26-e879755b2874 None None] Port fdc06ac5-914e-498f-8e5b-874acdcd7349 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:17.238292 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:15Z', 'revision_number': 3, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:17.268087 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e326e0c2-1f01-4b3f-80df-1f0b0521b3f8 None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:15Z', 'revision_number': 3, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:17.549690 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks [] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:17.611230 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:17.679623 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:17.681531 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Pushing event updated for resources: {'Port': ['ID=fdc06ac5-914e-498f-8e5b-874acdcd7349,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:17.778944 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:17.780400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:17.907057 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:43:18.037308 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:18.039656 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-2ebf547d-9d13-476f-a276-8e6b372bf478 None None] Provisioning complete for port fdc06ac5-914e-498f-8e5b-874acdcd7349 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:18.040247 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2ebf547d-9d13-476f-a276-8e6b372bf478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.043882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-c819835b-2212-49d7-98e1-0edb728fca9c admin admin] 10.222.0.25 "PUT /v2.0/routers/448cc6cb-77ed-4c83-8424-a1d7b371a0e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1331339 Apr 07 02:43:18.088987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-2ebf547d-9d13-476f-a276-8e6b372bf478 None None] Port fdc06ac5-914e-498f-8e5b-874acdcd7349 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:18.106600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bbe743f-5f60-4730-a4a8-d776c7d1efad up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:18.161522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9bbe743f-5f60-4730-a4a8-d776c7d1efad triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:18.162198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.242495 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9bbe743f-5f60-4730-a4a8-d776c7d1efad is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:18.242945 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.263380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 9bbe743f-5f60-4730-a4a8-d776c7d1efad, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9bbe743f-5f60-4730-a4a8-d776c7d1efad,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:18.382552 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.441853 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=9bbe743f-5f60-4730-a4a8-d776c7d1efad,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:18.505840 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.809267 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33338) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:18.814271 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1534499535-network', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:18.894343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:18.899608 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Made reservation on behalf of c1f7941ab9cc43f68bcfc101dd802235 for: {'network': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:43:18.902090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for network (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.906610 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:18.907089 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:18.910877 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:18.986042 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks [] for security_group (dd2b0cf5-52de-4981-860a-030a31bf9a92), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.015785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:19.056665 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (dd2b0cf5-52de-4981-860a-030a31bf9a92), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.085525 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=110983) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 02:43:19.095691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2b0cf5-52de-4981-860a-030a31bf9a92,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:19.101329 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (26675c0b-a74d-4326-8481-e36cb3d99a67), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.101686 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.segments_db [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Added segment 26675c0b-a74d-4326-8481-e36cb3d99a67 of type vlan for network 615d5898-a973-40d1-bd5d-377ab906af87 Apr 07 02:43:19.154283 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794722960442'] for network (615d5898-a973-40d1-bd5d-377ab906af87), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.218281 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:17Z', 'revision_number': 2, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:19.233849 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843'] for network (615d5898-a973-40d1-bd5d-377ab906af87), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.234829 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:19.235407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.245067 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:19.250326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Updating router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 port fdc06ac5-914e-498f-8e5b-874acdcd7349 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:43:19.271537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.295514 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] Pushing event updated for resources: {'Network': ['ID=615d5898-a973-40d1-bd5d-377ab906af87,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:19.307887 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Network 615d5898-a973-40d1-bd5d-377ab906af87 details requested by agent ovs-agent-dv-neutron-836863-2-hyperv with host dv-neutron-836863-2-hyperv {{(pid=110985) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 02:43:19.359215 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f24e9913-3bd8-4601-910d-c42122015f28 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5461872 Apr 07 02:43:19.359442 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33340) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:19.364295 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Request body: {'subnet': {'network_id': '615d5898-a973-40d1-bd5d-377ab906af87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1534499535-subnet', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'ip_version': 4}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:19.439664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Made reservation on behalf of c1f7941ab9cc43f68bcfc101dd802235 for: {'subnet': 1} {{(pid=110983) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:43:19.442074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58808277'] for subnet (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.590193 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Publish callbacks [] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.656880 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.689687 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1668754', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58808267'] for subnet (fbb35cfc-ccd5-4c96-9806-fdc46a5df084), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.711541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c1ab6-05a8-48c5-abb4-cf3cc38b1b79 None None] Pushing event updated for resources: {'Port': ['ID=fdc06ac5-914e-498f-8e5b-874acdcd7349,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:19.755323 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbb35cfc-ccd5-4c96-9806-fdc46a5df084,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:19.762862 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Attempting to bind port fdc06ac5-914e-498f-8e5b-874acdcd7349 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:19.763442 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Attempting to bind port fdc06ac5-914e-498f-8e5b-874acdcd7349 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:19.764145 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Attempting to bind port fdc06ac5-914e-498f-8e5b-874acdcd7349 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:19.764815 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Checking segment: {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110983) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:19.765193 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Network hostable DHCP agents. Network: 615d5898-a973-40d1-bd5d-377ab906af87, hostable agents: ['97b3ec24-35bc-453d-b069-18adc7ebaed0'], hosted agents: [] {{(pid=110983) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 02:43:19.772061 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:19.772443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Checking segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:19.772941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.773441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Bound using segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:19.773934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Bound port: fdc06ac5-914e-498f-8e5b-874acdcd7349, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:19.774395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.837937 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Network 615d5898-a973-40d1-bd5d-377ab906af87 is scheduled to be hosted by DHCP agent 97b3ec24-35bc-453d-b069-18adc7ebaed0 with binding_index 1 {{(pid=110983) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 02:43:19.841143 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] For port fdc06ac5-914e-498f-8e5b-874acdcd7349, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:19.844723 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] For port fdc06ac5-914e-498f-8e5b-874acdcd7349, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fdc06ac5-914e-498f-8e5b-874acdcd7349,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:19.926669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-9f3553b7-5958-4e77-a731-8bf1f2ed5a0a None None] Provisioning complete for port fdc06ac5-914e-498f-8e5b-874acdcd7349 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:19.927039 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-9f3553b7-5958-4e77-a731-8bf1f2ed5a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.930114 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-836863-2-hyperv, 615d5898-a973-40d1-bd5d-377ab906af87) {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:19.935130 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:19.945826 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:19.952160 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991a5c7d-1188-45b3-869d-3c11c1b7d107 None None] Network 615d5898-a973-40d1-bd5d-377ab906af87 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:43:19.995557 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.034526 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-9f3553b7-5958-4e77-a731-8bf1f2ed5a0a None None] Port fdc06ac5-914e-498f-8e5b-874acdcd7349 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:20.055788 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9b21253a-656b-4765-b170-563bbac14cd9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6946030 Apr 07 02:43:20.057718 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33342) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:20.064050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:20.171652 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-687144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2752'] for router (831f1dce-7642-4fd2-9b77-2c91eb13103d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.173050 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-687800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-684584', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535372', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2777'] for router (831f1dce-7642-4fd2-9b77-2c91eb13103d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.230592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks [] for router_controller (831f1dce-7642-4fd2-9b77-2c91eb13103d), precommit_add_association {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.237400 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bbe743f-5f60-4730-a4a8-d776c7d1efad up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:20.248981 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:20.249615 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:20.268668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c1ab6-05a8-48c5-abb4-cf3cc38b1b79 None None] Pushing event updated for resources: {'Port': ['ID=fdc06ac5-914e-498f-8e5b-874acdcd7349,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:20.344401 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc10c4fa-e822-59b5-a1bb-1bcfb8d25cc3-615d5898-a973-40d1-bd5d-377ab906af87', 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87', 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'fixed_ips': [{'subnet_id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084'}]}} from dv-neutron-836863-2-hyperv. {{(pid=110985) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 02:43:20.345264 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.437456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks [] for router_gateway (831f1dce-7642-4fd2-9b77-2c91eb13103d), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.437702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] Provisioning complete for port fdc06ac5-914e-498f-8e5b-874acdcd7349 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:20.437702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.524235 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:20.531861 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9bbe743f-5f60-4730-a4a8-d776c7d1efad triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:20.532242 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.688726 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks [] for router_gateway (831f1dce-7642-4fd2-9b77-2c91eb13103d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.707330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.728390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.db_base_plugin_common [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Allocated IP 172.20.0.2 (615d5898-a973-40d1-bd5d-377ab906af87/fbb35cfc-ccd5-4c96-9806-fdc46a5df084/c43daa69-61cb-40dc-97ad-167e1505c200) {{(pid=110985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:20.811148 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Allocated IP 172.26.8.110 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/6a2fc367-29dd-468f-8ad0-c23946992d12) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:20.853451 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] Current status of the port fdc06ac5-914e-498f-8e5b-874acdcd7349 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:20.853839 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.895417 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9bbe743f-5f60-4730-a4a8-d776c7d1efad is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:20.921681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks [] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:20.938139 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] For port fdc06ac5-914e-498f-8e5b-874acdcd7349, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fdc06ac5-914e-498f-8e5b-874acdcd7349,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:21.025389 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.027188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Publish callbacks [] for port (c43daa69-61cb-40dc-97ad-167e1505c200), precommit_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.053397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:19Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:21.074771 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.089300 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c166d3b-a068-4bd1-8bb5-397cb66e8caa None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:19Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:21.108866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), after_create {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.117866 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddad69-0c76-486d-bfde-1f662a3431dc None None] Pushing event updated for resources: {'Port': ['ID=fdc06ac5-914e-498f-8e5b-874acdcd7349,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:21.119778 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:21.126331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:21.132833 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:21.134247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Pushing event updated for resources: {'Port': ['ID=6a2fc367-29dd-468f-8ad0-c23946992d12,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:21.156827 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Network 615d5898-a973-40d1-bd5d-377ab906af87 is already hosted by enough agents. {{(pid=110985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:21.167263 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.scheduler.base_scheduler [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Resources bound (agent type, host, resource id): {{(pid=110985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:21.174029 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Received port after_create {{(pid=110985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:21.184319 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Pushing event updated for resources: {'Port': ['ID=c43daa69-61cb-40dc-97ad-167e1505c200,revision_number=1']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:21.250554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Attempting to bind port c43daa69-61cb-40dc-97ad-167e1505c200 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:21.251272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Attempting to bind port c43daa69-61cb-40dc-97ad-167e1505c200 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:21.251272 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Attempting to bind port c43daa69-61cb-40dc-97ad-167e1505c200 on network 615d5898-a973-40d1-bd5d-377ab906af87 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:21.257429 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:21.257813 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Checking segment: {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:21.258251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.258652 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Bound using segment: {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:21.259122 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Bound port: c43daa69-61cb-40dc-97ad-167e1505c200, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:21.259511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.332343 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] For port c43daa69-61cb-40dc-97ad-167e1505c200, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:21.335965 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] For port c43daa69-61cb-40dc-97ad-167e1505c200, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c43daa69-61cb-40dc-97ad-167e1505c200,segment=NetworkSegment(26675c0b-a74d-4326-8481-e36cb3d99a67),segment_id=26675c0b-a74d-4326-8481-e36cb3d99a67)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:21.412045 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.480748 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8686e19-9643-471c-a98f-030a30bd1529 None None] Pushing event updated for resources: {'Port': ['ID=c43daa69-61cb-40dc-97ad-167e1505c200,revision_number=2']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:21.529435 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks [] for router_gateway (831f1dce-7642-4fd2-9b77-2c91eb13103d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.755439 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-687777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-684281'] for router (831f1dce-7642-4fd2-9b77-2c91eb13103d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:21.977227 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Router 831f1dce-7642-4fd2-9b77-2c91eb13103d is scheduled to L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 with binding_index 1 {{(pid=110983) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 02:43:22.103456 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:22.127013 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fdc06ac5-914e-498f-8e5b-874acdcd7349 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:22.133014 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Sync routers for ids ['831f1dce-7642-4fd2-9b77-2c91eb13103d'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:22.142287 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Routers {'831f1dce-7642-4fd2-9b77-2c91eb13103d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:22.143054 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['831f1dce-7642-4fd2-9b77-2c91eb13103d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:22.184653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.188746 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-8cdb16bf-2335-4563-b433-7fa1c4c6859d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1266866 Apr 07 02:43:22.189458 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33344) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:22.221744 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port fdc06ac5-914e-498f-8e5b-874acdcd7349 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:22.222810 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.305220 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Set router 831f1dce-7642-4fd2-9b77-2c91eb13103d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:22.345162 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port fdc06ac5-914e-498f-8e5b-874acdcd7349 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:22.346769 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c43daa69-61cb-40dc-97ad-167e1505c200 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:22.409599 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c43daa69-61cb-40dc-97ad-167e1505c200 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:22.410665 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.511739 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:21Z', 'revision_number': 3, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:22.512894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c43daa69-61cb-40dc-97ad-167e1505c200 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:22.513484 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.545334 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Checking router: 831f1dce-7642-4fd2-9b77-2c91eb13103d for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:22.545787 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Updating router 831f1dce-7642-4fd2-9b77-2c91eb13103d port 6a2fc367-29dd-468f-8ad0-c23946992d12 binding host dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:43:22.551320 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port c43daa69-61cb-40dc-97ad-167e1505c200, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c43daa69-61cb-40dc-97ad-167e1505c200,segment=NetworkSegment(26675c0b-a74d-4326-8481-e36cb3d99a67),segment_id=26675c0b-a74d-4326-8481-e36cb3d99a67)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:22.574702 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.579782 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69bc22-f26e-4432-925e-7d806482cadb None None] Network 615d5898-a973-40d1-bd5d-377ab906af87 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:43:22.622008 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.711676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=c43daa69-61cb-40dc-97ad-167e1505c200,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:22.717505 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-f8587c92-1365-49db-bc72-1e7be56a024a None None] Provisioning complete for port c43daa69-61cb-40dc-97ad-167e1505c200 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:22.717878 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f8587c92-1365-49db-bc72-1e7be56a024a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.726359 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.829907 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f8587c92-1365-49db-bc72-1e7be56a024a None None] Current status of the port c43daa69-61cb-40dc-97ad-167e1505c200 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:22.870563 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Publish callbacks [] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), precommit_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:22.903410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Allocated IP 172.20.0.1 (615d5898-a973-40d1-bd5d-377ab906af87/fbb35cfc-ccd5-4c96-9806-fdc46a5df084/9ac85421-f7e2-480e-bfb8-d040e9b7b573) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:22.971064 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.014847 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks [] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.023025 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Attempting to bind port 6a2fc367-29dd-468f-8ad0-c23946992d12 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:23.023395 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Attempting to bind port 6a2fc367-29dd-468f-8ad0-c23946992d12 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:23.023761 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Attempting to bind port 6a2fc367-29dd-468f-8ad0-c23946992d12 on network 9576beaa-b572-45dd-8b18-fb9b06f36336 {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:23.036452 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:23.036858 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Checking segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:23.037259 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.037692 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Bound using segment: {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'} {{(pid=110986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:23.038165 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.managers [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Bound port: 6a2fc367-29dd-468f-8ad0-c23946992d12, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8ab5fe-b1b6-4772-875f-1d214c96f5f7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336'}}] {{(pid=110986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:23.040017 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), before_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.051870 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-1929e51e-710d-4495-9231-1639b7c6bb58 None None] Provisioning complete for port c43daa69-61cb-40dc-97ad-167e1505c200 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:23.052331 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1929e51e-710d-4495-9231-1639b7c6bb58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.064821 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550e99a-90e5-4448-8886-dc09b74a6d76 None None] Pushing event updated for resources: {'Port': ['ID=6a2fc367-29dd-468f-8ad0-c23946992d12,revision_number=2']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:23.098361 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] For port 6a2fc367-29dd-468f-8ad0-c23946992d12, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:23.101794 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.plugins.ml2.db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] For port 6a2fc367-29dd-468f-8ad0-c23946992d12, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6a2fc367-29dd-468f-8ad0-c23946992d12,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:23.123621 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.140654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-1929e51e-710d-4495-9231-1639b7c6bb58 None None] Current status of the port c43daa69-61cb-40dc-97ad-167e1505c200 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:23.164466 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Network 615d5898-a973-40d1-bd5d-377ab906af87 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:23.167527 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:23.171090 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:23.177256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Pushing event updated for resources: {'Port': ['ID=9ac85421-f7e2-480e-bfb8-d040e9b7b573,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:23.205834 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron_lib.callbacks.manager [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), after_update {{(pid=110986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.218256 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684072'] for router_interface (831f1dce-7642-4fd2-9b77-2c91eb13103d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.256777 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Routers {'831f1dce-7642-4fd2-9b77-2c91eb13103d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:23.259538 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['831f1dce-7642-4fd2-9b77-2c91eb13103d'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:23.309761 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550e99a-90e5-4448-8886-dc09b74a6d76 None None] Pushing event updated for resources: {'Port': ['ID=6a2fc367-29dd-468f-8ad0-c23946992d12,revision_number=3']} {{(pid=110986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:23.385675 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] Set router 831f1dce-7642-4fd2-9b77-2c91eb13103d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:23.433384 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.462820 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-97127d41-f61e-4459-9f1e-6ace5d0b3614 None None] Provisioning complete for port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:23.463393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97127d41-f61e-4459-9f1e-6ace5d0b3614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.502713 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-97127d41-f61e-4459-9f1e-6ace5d0b3614 None None] Port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:23.602386 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks [] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.649481 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:21Z', 'revision_number': 3, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:23.662347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.676146 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf3031-0eef-4d06-a763-395f3527ec92 None None] The sync data for ids ['831f1dce-7642-4fd2-9b77-2c91eb13103d'] in dv-neutron-836863-2-hyperv is: [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:21Z', 'revision_number': 3, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:23.733545 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-632889', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-685496'] for router_interface (831f1dce-7642-4fd2-9b77-2c91eb13103d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:23.735321 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Pushing event updated for resources: {'Port': ['ID=9ac85421-f7e2-480e-bfb8-d040e9b7b573,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:23.827461 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Network 615d5898-a973-40d1-bd5d-377ab906af87 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:23.828954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:24.283573 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6a2fc367-29dd-468f-8ad0-c23946992d12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:24.311073 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-8b6472ae-fe63-44fb-a3af-ee12644fd1f1 None None] Provisioning complete for port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:24.311459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-8b6472ae-fe63-44fb-a3af-ee12644fd1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:24.344402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Router 831f1dce-7642-4fd2-9b77-2c91eb13103d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:43:24.358110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-8b6472ae-fe63-44fb-a3af-ee12644fd1f1 None None] Port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:24.370339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6a2fc367-29dd-468f-8ad0-c23946992d12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:24.370731 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:24.456342 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6a2fc367-29dd-468f-8ad0-c23946992d12 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:24.457688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:24.464259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:24.469733 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c771c5a2-dbe9-40f1-8741-a0a1e94b1d3b admin admin] 10.222.0.25 "PUT /v2.0/routers/831f1dce-7642-4fd2-9b77-2c91eb13103d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2794650 Apr 07 02:43:24.479498 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] For port 6a2fc367-29dd-468f-8ad0-c23946992d12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6a2fc367-29dd-468f-8ad0-c23946992d12,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:24.577161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:24.577968 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c43daa69-61cb-40dc-97ad-167e1505c200 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:24.655611 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Pushing event updated for resources: {'Port': ['ID=6a2fc367-29dd-468f-8ad0-c23946992d12,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:24.668639 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port c43daa69-61cb-40dc-97ad-167e1505c200 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:24.669063 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:24.755126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port c43daa69-61cb-40dc-97ad-167e1505c200 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:25.235618 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33352) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:25.241121 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926160447', 'description': 'tempest-secgroup-smoke-1926160447 description', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:25.309591 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Sync routers for ids ['831f1dce-7642-4fd2-9b77-2c91eb13103d'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:25.316184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Routers {'831f1dce-7642-4fd2-9b77-2c91eb13103d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:25.316890 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['831f1dce-7642-4fd2-9b77-2c91eb13103d'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:25.325259 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.392019 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group (ada8b4ba-545b-45e8-aa15-18775cda6ffc), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.427654 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Set router 831f1dce-7642-4fd2-9b77-2c91eb13103d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:25.477322 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ada8b4ba-545b-45e8-aa15-18775cda6ffc), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.505906 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada8b4ba-545b-45e8-aa15-18775cda6ffc,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:25.565165 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.567019 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-131a305c-4e20-4665-a569-0c1778ea55e3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3303130 Apr 07 02:43:25.569866 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33354) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:25.574210 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group_rule': {'security_group_id': 'ada8b4ba-545b-45e8-aa15-18775cda6ffc', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:25.622333 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:23Z', 'revision_number': 4, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9ac85421-f7e2-480e-bfb8-d040e9b7b573', 'name': '', 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'mac_address': 'fa:16:3e:98:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:22Z', 'updated_at': '2022-04-07T02:43:23Z', 'revision_number': 2, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'subnets': [{'id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:25.651855 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Checking router: 831f1dce-7642-4fd2-9b77-2c91eb13103d for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:25.652215 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Updating router 831f1dce-7642-4fd2-9b77-2c91eb13103d port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 binding host dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 02:43:25.676554 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (1ccd65ba-99c8-450c-8fc9-2ed54af30e3e), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.678609 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.735928 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (1ccd65ba-99c8-450c-8fc9-2ed54af30e3e), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.814455 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (1ccd65ba-99c8-450c-8fc9-2ed54af30e3e), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.833575 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccd65ba-99c8-450c-8fc9-2ed54af30e3e,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:25.902387 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:25.903635 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-24f37620-857b-47a1-b281-88f6cfeb3501 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3328359 Apr 07 02:43:25.906278 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33356) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:25.910667 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group_rule': {'security_group_id': 'ada8b4ba-545b-45e8-aa15-18775cda6ffc', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:25.939376 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Publish callbacks [] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), precommit_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.033642 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (562cc8e5-2f30-4c61-9173-f2ec18e0523b), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.049167 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.083012 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6a2fc367-29dd-468f-8ad0-c23946992d12 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:26.092729 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (562cc8e5-2f30-4c61-9173-f2ec18e0523b), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.129207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a93836-a47c-47c4-9b9a-ef4aee9ff5cd None None] Pushing event updated for resources: {'Port': ['ID=9ac85421-f7e2-480e-bfb8-d040e9b7b573,revision_number=3']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:26.169251 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (562cc8e5-2f30-4c61-9173-f2ec18e0523b), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.191787 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562cc8e5-2f30-4c61-9173-f2ec18e0523b,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:26.195730 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Attempting to bind port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 on host dv-neutron-836863-2-hyperv for vnic_type normal with profile {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:26.196221 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Attempting to bind port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 by drivers openvswitch,hyperv on host dv-neutron-836863-2-hyperv at level 0 using segments [{'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:26.196629 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Attempting to bind port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 on network 615d5898-a973-40d1-bd5d-377ab906af87 {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:26.205192 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Checking agent: {'id': 'a20b7204-b4f3-4aed-a20b-cb905a46ca50', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-836863-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 38, 35), 'started_at': datetime.datetime(2022, 4, 7, 1, 39, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-836863-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:26.205571 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Checking segment: {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:26.205978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.206395 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Bound using segment: {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'} {{(pid=110985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:26.206876 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.managers [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Bound port: 9ac85421-f7e2-480e-bfb8-d040e9b7b573, host: dv-neutron-836863-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26675c0b-a74d-4326-8481-e36cb3d99a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87'}}] {{(pid=110985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:26.207261 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.209207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 6a2fc367-29dd-468f-8ad0-c23946992d12 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:26.209566 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.282202 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.285566 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e390afc8-9cb1-404c-81a6-f1f5b9306106 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783109 Apr 07 02:43:26.288279 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33358) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:26.292898 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group_rule': {'security_group_id': 'ada8b4ba-545b-45e8-aa15-18775cda6ffc', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:26.312719 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] For port 9ac85421-f7e2-480e-bfb8-d040e9b7b573, host dv-neutron-836863-2-hyperv, cleared binding levels {{(pid=110985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:26.317952 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] For port 9ac85421-f7e2-480e-bfb8-d040e9b7b573, host dv-neutron-836863-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9ac85421-f7e2-480e-bfb8-d040e9b7b573,segment=NetworkSegment(26675c0b-a74d-4326-8481-e36cb3d99a67),segment_id=26675c0b-a74d-4326-8481-e36cb3d99a67)] {{(pid=110985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:26.339805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-aa47e7b3-d8a9-4738-96d7-b532e14aaf27 None None] Provisioning complete for port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:26.340121 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-aa47e7b3-d8a9-4738-96d7-b532e14aaf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.379958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 6a2fc367-29dd-468f-8ad0-c23946992d12 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:26.386937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-aa47e7b3-d8a9-4738-96d7-b532e14aaf27 None None] Port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:26.406158 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (7d5b03c1-29e1-40d2-b030-9222c0d13113), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.411472 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.465215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (7d5b03c1-29e1-40d2-b030-9222c0d13113), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.471246 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a93836-a47c-47c4-9b9a-ef4aee9ff5cd None None] Pushing event updated for resources: {'Port': ['ID=9ac85421-f7e2-480e-bfb8-d040e9b7b573,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:26.474430 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Routers {'831f1dce-7642-4fd2-9b77-2c91eb13103d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:26.475046 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['831f1dce-7642-4fd2-9b77-2c91eb13103d'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:26.553766 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (7d5b03c1-29e1-40d2-b030-9222c0d13113), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.570424 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5b03c1-29e1-40d2-b030-9222c0d13113,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:26.591501 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] Set router 831f1dce-7642-4fd2-9b77-2c91eb13103d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:26.647795 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.649201 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f69ef759-6e3e-44ec-9c6a-a1273bdd1607 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3596370 Apr 07 02:43:26.652443 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33360) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:26.656706 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group_rule': {'security_group_id': 'ada8b4ba-545b-45e8-aa15-18775cda6ffc', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:26.730790 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] Provisioning complete for port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:26.731355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.741418 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (60d8314f-991b-4f4f-99bb-a9cfe100d393), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.802268 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (60d8314f-991b-4f4f-99bb-a9cfe100d393), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.864987 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] Current status of the port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 is: DOWN; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:26.865380 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.875357 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:23Z', 'revision_number': 4, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9ac85421-f7e2-480e-bfb8-d040e9b7b573', 'name': '', 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'mac_address': 'fa:16:3e:98:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:22Z', 'updated_at': '2022-04-07T02:43:26Z', 'revision_number': 4, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'subnets': [{'id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:26.880020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (60d8314f-991b-4f4f-99bb-a9cfe100d393), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.898872 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d8314f-991b-4f4f-99bb-a9cfe100d393,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:26.910027 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c6d7c2-d390-4863-a12d-e0347a8b376c None None] The sync data for ids ['831f1dce-7642-4fd2-9b77-2c91eb13103d'] in dv-neutron-836863-2-hyperv is: [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:23Z', 'revision_number': 4, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': '9ac85421-f7e2-480e-bfb8-d040e9b7b573', 'name': '', 'network_id': '615d5898-a973-40d1-bd5d-377ab906af87', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'mac_address': 'fa:16:3e:98:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:22Z', 'updated_at': '2022-04-07T02:43:26Z', 'revision_number': 4, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'subnets': [{'id': 'fbb35cfc-ccd5-4c96-9806-fdc46a5df084', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:26.929906 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] For port 9ac85421-f7e2-480e-bfb8-d040e9b7b573, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9ac85421-f7e2-480e-bfb8-d040e9b7b573,segment=NetworkSegment(26675c0b-a74d-4326-8481-e36cb3d99a67),segment_id=26675c0b-a74d-4326-8481-e36cb3d99a67)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:26.984523 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:26.985810 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-c21e8e90-266b-4f32-a73d-fee75afd5abf tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3324115 Apr 07 02:43:26.989146 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33362) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:26.993376 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group_rule': {'security_group_id': 'ada8b4ba-545b-45e8-aa15-18775cda6ffc', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:27.004672 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.065614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d738db-5175-499d-9de6-e194ba54d7ec None None] Pushing event updated for resources: {'Port': ['ID=9ac85421-f7e2-480e-bfb8-d040e9b7b573,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:27.102489 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Project f5621cf1cc0341a996e8a3729bdff6cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:43:27.108004 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (cca96b6d-61d1-48cb-b7af-24802f43d42d), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.169179 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (cca96b6d-61d1-48cb-b7af-24802f43d42d), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.251306 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (cca96b6d-61d1-48cb-b7af-24802f43d42d), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.270365 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca96b6d-61d1-48cb-b7af-24802f43d42d,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:27.344926 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.346330 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-0463c16f-1486-410c-bbbd-4b604da89621 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561952 Apr 07 02:43:27.349519 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33364) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:27.354020 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'security_group_rule': {'security_group_id': 'ada8b4ba-545b-45e8-aa15-18775cda6ffc', 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:27.456800 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.securitygroups_db [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Project f5621cf1cc0341a996e8a3729bdff6cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 02:43:27.461978 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (0e699c4f-7bad-418c-9691-4d0ba138b788), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.519446 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (0e699c4f-7bad-418c-9691-4d0ba138b788), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.593496 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-548007'] for security_group_rule (0e699c4f-7bad-418c-9691-4d0ba138b788), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.612913 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e699c4f-7bad-418c-9691-4d0ba138b788,revision_number=0']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:27.698332 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:27.699578 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-e77035da-12ab-4332-9331-9e987e5e3e9d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3490882 Apr 07 02:43:27.855475 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-7656398a-1723-40b8-ad79-2ea8ab5ab48a tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926160447&fields=id&tenant_id=f5621cf1cc0341a996e8a3729bdff6cd HTTP/1.1" status: 200 len: 267 time: 0.0463986 Apr 07 02:43:27.968532 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-ede63f90-b97e-405c-8950-1ec9fbe835b7 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:27.970347 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-ede63f90-b97e-405c-8950-1ec9fbe835b7 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 810 time: 0.1083922 Apr 07 02:43:27.985194 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-51c0fe79-4bab-4685-9693-684542d12b22 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/quotas/f5621cf1cc0341a996e8a3729bdff6cd HTTP/1.1" status: 200 len: 375 time: 0.0094290 Apr 07 02:43:28.047748 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-3dfb1f74-3a8e-46db-9315-37cad817a267 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570691 Apr 07 02:43:28.094530 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9ac85421-f7e2-480e-bfb8-d040e9b7b573 up at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:28.145520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Provisioning complete for port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:28.145904 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:28.230466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Current status of the port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 is: ACTIVE; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:28.247729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-94878ca8-730b-4c85-92ff-8793b603326a service neutron] 10.222.0.25 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877332 Apr 07 02:43:28.341603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-9a8790a3-bced-4e88-a7fc-09520488e2c8 service neutron] 10.222.0.25 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 Apr 07 02:43:28.600822 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-3df48395-2f2d-44fc-a0c4-c193a0af491a req-439a9a65-3fe1-46c9-83a8-eefd800017f4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 210 time: 0.0279908 Apr 07 02:43:29.113525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f3e6ea97-d179-4021-a6d8-b03a317632ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:29.694058 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-49bf9b7a-8501-4d11-bf81-7871c311aa32 req-601f9f70-fea3-48ca-824f-f7345966f3ab tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 210 time: 0.0267909 Apr 07 02:43:30.789954 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6b94102f-0a46-4d9d-844b-72670b9abae6 req-dd0e7a91-76b1-4464-856e-3873b7e644c8 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 210 time: 0.0292878 Apr 07 02:43:30.904988 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-9d455706-f8c6-4826-a17e-d1d1de0d3f7d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:30.906609 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-9d455706-f8c6-4826-a17e-d1d1de0d3f7d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 810 time: 0.1066916 Apr 07 02:43:30.983925 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-6cc7f467-320e-44b0-99ca-1761fc233c54 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5621cf1cc0341a996e8a3729bdff6cd HTTP/1.1" status: 200 len: 380 time: 0.0633216 Apr 07 02:43:30.995187 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'port': {'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'admin_state_up': True, 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'security_groups': ['ada8b4ba-545b-45e8-aa15-18775cda6ffc']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:31.205221 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Made reservation on behalf of f5621cf1cc0341a996e8a3729bdff6cd for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:43:31.210018 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.337476 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Allocated IP 172.20.0.6 (98bc4e25-a1b2-46cd-8330-91b38d43f848/fb0767fd-1dbe-48cb-9bc7-2c143206b9aa/2833a034-5e8c-4303-be80-3734a81c51b5) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:31.454478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-70743b75-82bd-4530-9822-89726ed69532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.473711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for port (2833a034-5e8c-4303-be80-3734a81c51b5), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.563605 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.611001 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:31.614708 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:31.618345 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:31.625175 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:31.671968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:31.672664 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.749531 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-c9b721d8-97f6-4d16-b670-cb5f6cd73c48 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7577608 Apr 07 02:43:31.814356 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Request body: {'port': {'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:31.864490 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-60b24e69-34fa-421d-8bd5-04a4ddffb199 None None] Provisioning complete for port 2833a034-5e8c-4303-be80-3734a81c51b5 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:31.864891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-60b24e69-34fa-421d-8bd5-04a4ddffb199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.899381 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-60b24e69-34fa-421d-8bd5-04a4ddffb199 None None] Port 2833a034-5e8c-4303-be80-3734a81c51b5 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:43:31.902771 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:31.955920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150fe1-d8df-4f3e-8bd8-9150d0d45a17 req-07701f34-ca17-4c00-aae6-b1bd43a574c9 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:31.957482 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f150fe1-d8df-4f3e-8bd8-9150d0d45a17 req-07701f34-ca17-4c00-aae6-b1bd43a574c9 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 931 time: 0.0936091 Apr 07 02:43:32.114569 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5f150fe1-d8df-4f3e-8bd8-9150d0d45a17 req-8dda6db4-46a0-480d-9f93-2d60345772fd tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507974 Apr 07 02:43:32.252212 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2833a034-5e8c-4303-be80-3734a81c51b5 {{(pid=110984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:43:32.259645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Publish callbacks [] for port (2833a034-5e8c-4303-be80-3734a81c51b5), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:32.274124 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.provisioning_blocks [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Transition to ACTIVE for port object 2833a034-5e8c-4303-be80-3734a81c51b5 will not be triggered until provisioned by entity L2. {{(pid=110984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:43:32.359361 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:32.427288 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:32.481675 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Attempting to bind port 2833a034-5e8c-4303-be80-3734a81c51b5 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:43:32.482055 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Attempting to bind port 2833a034-5e8c-4303-be80-3734a81c51b5 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:43:32.482380 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Attempting to bind port 2833a034-5e8c-4303-be80-3734a81c51b5 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:32.487204 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Port 2833a034-5e8c-4303-be80-3734a81c51b5 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:43:32.489422 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Attempting to bind port 2833a034-5e8c-4303-be80-3734a81c51b5 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:43:32.494714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:43:32.495053 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Checking segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:43:32.495441 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Bound using segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:43:32.495873 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Bound port: 2833a034-5e8c-4303-be80-3734a81c51b5, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:43:32.496233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:32.563418 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, cleared binding levels {{(pid=110984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:43:32.566991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:43:32.646331 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:32.677488 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:32.678123 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:32.679441 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] 10.222.0.10 "PUT /v2.0/ports/2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 1093 time: 0.9181666 Apr 07 02:43:32.681794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:43:32.684071 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6707a9c12fd5c5aef732983ddf6b8fbf5a803e16af993f481a4f23385828febc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c502fe-03e1-461c-8767-603402a27e67" -d '{"events": [{"name": "network-changed", "server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:43:32.717592 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6297aff-e901-4d42-9117-f10068d1bd5e service neutron] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:32.720188 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:32.740316 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0766cf-30b3-4a9a-a028-6d499679b01f x-openstack-request-id: req-ce0766cf-30b3-4a9a-a028-6d499679b01f {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:43:32.740775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:43:32.740947 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce0766cf-30b3-4a9a-a028-6d499679b01f {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:43:32.741359 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0766cf-30b3-4a9a-a028-6d499679b01f'] response: {'name': 'network-changed', 'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'status': 'completed', 'code': 200} Apr 07 02:43:32.852733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c502fe-03e1-461c-8767-603402a27e67 req-9078d571-36dc-4428-a4a7-fb8f3c8f7ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:32.854280 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2c502fe-03e1-461c-8767-603402a27e67 req-9078d571-36dc-4428-a4a7-fb8f3c8f7ff2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0852184 Apr 07 02:43:33.024860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c502fe-03e1-461c-8767-603402a27e67 req-d49cb074-6f78-47f9-bc98-36ecadd8c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:33.026252 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2c502fe-03e1-461c-8767-603402a27e67 req-d49cb074-6f78-47f9-bc98-36ecadd8c3ba service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1607649 Apr 07 02:43:33.198996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c502fe-03e1-461c-8767-603402a27e67 req-69a1a38d-41bd-4b8b-a43d-42a6dc48f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:33.200443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d2c502fe-03e1-461c-8767-603402a27e67 req-69a1a38d-41bd-4b8b-a43d-42a6dc48f196 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1653993 Apr 07 02:43:33.240322 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474e666-5c3b-4014-a58d-f0678ed65da2 req-f687f283-ccb1-4972-a3c7-0f1b14478ad1 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:33.241912 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b474e666-5c3b-4014-a58d-f0678ed65da2 req-f687f283-ccb1-4972-a3c7-0f1b14478ad1 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 943 time: 0.0581849 Apr 07 02:43:33.315652 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b474e666-5c3b-4014-a58d-f0678ed65da2 req-0a23f5f5-2dc5-4375-a406-983ff2f50483 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654871 Apr 07 02:43:33.318165 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-bf8867f5-ecf6-467c-bf57-7a60bc536e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:33.319602 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-bf8867f5-ecf6-467c-bf57-7a60bc536e38 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0768156 Apr 07 02:43:33.386794 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-970786b5-f674-4541-807c-12a22f10a37d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 217 time: 0.0556233 Apr 07 02:43:33.444480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-8f27080e-3857-4198-bb54-4724b01c9ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:33.445963 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-8f27080e-3857-4198-bb54-4724b01c9ee5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0487785 Apr 07 02:43:33.528094 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b852609-275a-44bc-81b1-a9db575ba22a req-ad673455-e153-44fb-9608-f60ae86b1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:33.529642 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-ad673455-e153-44fb-9608-f60ae86b1d4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0776596 Apr 07 02:43:33.619200 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-d7b5b494-058b-4005-88d1-6c1bd184ef8b service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793288 Apr 07 02:43:33.710468 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0b852609-275a-44bc-81b1-a9db575ba22a req-4a0f310a-321b-4551-942b-bddd9381b28f service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822217 Apr 07 02:43:34.170324 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:34.438959 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9b845-c87b-4b01-af14-c2c0e6a38ce9 req-4148f83b-bc37-4216-be3b-87d5c45a525d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:34.440375 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7b9b845-c87b-4b01-af14-c2c0e6a38ce9 req-4148f83b-bc37-4216-be3b-87d5c45a525d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 943 time: 0.0562372 Apr 07 02:43:34.488308 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d7b9b845-c87b-4b01-af14-c2c0e6a38ce9 req-599959a5-b4bb-4ab5-9148-399de154f572 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414894 Apr 07 02:43:35.340079 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:35.613045 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b34181-8b63-4d94-a322-8f0feddaf922 req-415880e6-c79e-484f-9ee9-ce41f076a258 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:35.614507 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1b34181-8b63-4d94-a322-8f0feddaf922 req-415880e6-c79e-484f-9ee9-ce41f076a258 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 943 time: 0.0548658 Apr 07 02:43:35.661804 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b1b34181-8b63-4d94-a322-8f0feddaf922 req-de027377-cd08-4f7b-a405-6186e91ef30f tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Apr 07 02:43:36.013326 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:43:36.106115 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:36.117550 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2833a034-5e8c-4303-be80-3734a81c51b5', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:43:36.155996 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2833a034-5e8c-4303-be80-3734a81c51b5 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:36.156314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:36.169219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2833a034-5e8c-4303-be80-3734a81c51b5 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:43:36.187894 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:36.307420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:36.353585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:36.653519 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2833a034-5e8c-4303-be80-3734a81c51b5'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:43:36.789535 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae6ec8-7c6c-456b-9d4c-22dc0be47c70 req-cea5a3d0-630b-40f8-b2ab-dbad879bb5d4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:36.791146 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aaae6ec8-7c6c-456b-9d4c-22dc0be47c70 req-cea5a3d0-630b-40f8-b2ab-dbad879bb5d4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 944 time: 0.0576386 Apr 07 02:43:36.841516 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-aaae6ec8-7c6c-456b-9d4c-22dc0be47c70 req-412e7dda-2d3f-421a-90bb-b9df925b8694 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445220 Apr 07 02:43:37.956954 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef478a4-5022-4d1e-a937-6d3f33d1089d req-bbf476aa-877c-4012-92ae-ed3bc3daece8 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:37.958416 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eef478a4-5022-4d1e-a937-6d3f33d1089d req-bbf476aa-877c-4012-92ae-ed3bc3daece8 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 944 time: 0.0504718 Apr 07 02:43:38.013780 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eef478a4-5022-4d1e-a937-6d3f33d1089d req-0d5eca4f-dff9-48c8-a7b8-deffc72b30be tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498800 Apr 07 02:43:38.029332 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:43:38.151466 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 2833a034-5e8c-4303-be80-3734a81c51b5 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:43:38.155072 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2833a034-5e8c-4303-be80-3734a81c51b5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:43:38.155444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:38.229596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2833a034-5e8c-4303-be80-3734a81c51b5 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:43:38.229978 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:38.251040 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:43:38.253304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32dd8416-f82a-4860-9203-8aca122eb81a" -d '{"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:43:38.264792 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:43:38.289396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aeb8c2c-ccd3-4d62-b82a-4a86c70c18ad x-openstack-request-id: req-7aeb8c2c-ccd3-4d62-b82a-4a86c70c18ad {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:43:38.289686 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:43:38.289937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aeb8c2c-ccd3-4d62-b82a-4a86c70c18ad {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:43:38.290328 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aeb8c2c-ccd3-4d62-b82a-4a86c70c18ad'] response: {'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'code': 200} Apr 07 02:43:38.330995 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:38.377626 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:38.596844 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb6652-5b95-4620-ac42-b8b552c38b9c req-298396f6-aa4c-4f2b-bd4f-e139b016107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:38.598349 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b4cb6652-5b95-4620-ac42-b8b552c38b9c req-298396f6-aa4c-4f2b-bd4f-e139b016107f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1129 time: 0.0431836 Apr 07 02:43:38.652104 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-b4cb6652-5b95-4620-ac42-b8b552c38b9c req-c7203714-a973-4a31-8dd5-9e804084764e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406716 Apr 07 02:43:39.130339 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30674fe-41de-4382-a081-c834062ef132 req-6561f5de-dce1-4bb1-b1c4-b0f6ef966a31 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:39.131827 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d30674fe-41de-4382-a081-c834062ef132 req-6561f5de-dce1-4bb1-b1c4-b0f6ef966a31 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 945 time: 0.0526447 Apr 07 02:43:39.179207 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d30674fe-41de-4382-a081-c834062ef132 req-c6e9c8b1-92ce-4fbe-82bd-9483ed8506b4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417545 Apr 07 02:43:40.612657 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d195fe8-8ba3-4167-8ecf-533f340805f9 req-736b75e4-fa25-4bf9-95fd-646595b4a188 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:40.615724 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5d195fe8-8ba3-4167-8ecf-533f340805f9 req-736b75e4-fa25-4bf9-95fd-646595b4a188 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 945 time: 0.3691039 Apr 07 02:43:40.662650 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-5d195fe8-8ba3-4167-8ecf-533f340805f9 req-8361dd10-166b-4cf3-8b0f-47421141bc12 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421510 Apr 07 02:43:41.778146 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4032213-981c-4803-9437-d591d28f3fbe req-06aa2e38-1aeb-48f3-b370-8a868edcee46 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:41.779622 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a4032213-981c-4803-9437-d591d28f3fbe req-06aa2e38-1aeb-48f3-b370-8a868edcee46 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 945 time: 0.0514729 Apr 07 02:43:41.826671 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-a4032213-981c-4803-9437-d591d28f3fbe req-0f754e59-9799-4786-835b-5983fbb0ffac tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Apr 07 02:43:41.945991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fccbc-db61-4ca4-b471-3dd4d9436988 req-31872478-595a-46f6-9392-eea42d8bfc62 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:41.947383 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1d6fccbc-db61-4ca4-b471-3dd4d9436988 req-31872478-595a-46f6-9392-eea42d8bfc62 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 945 time: 0.0561233 Apr 07 02:43:41.995882 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1d6fccbc-db61-4ca4-b471-3dd4d9436988 req-737623de-8fa0-4bc9-a555-9f0b256a159c tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429296 Apr 07 02:43:42.017154 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33436) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:42.106247 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c58ff6-5693-4386-802f-1fe3b2182c67 tempest-TestSnapshotPattern-565447763 tempest-TestSnapshotPattern-565447763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110983) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:42.108435 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-91c58ff6-5693-4386-802f-1fe3b2182c67 tempest-TestSnapshotPattern-565447763 tempest-TestSnapshotPattern-565447763-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1124 time: 0.0902467 Apr 07 02:43:42.110584 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33440) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:43:42.114820 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.v2.base [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110983) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:43:42.197402 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:42.291164 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:42.398858 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_common [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Allocated IP 172.26.8.233 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/940a4408-0b52-4ad7-b96e-e1d6f26196c2) {{(pid=110983) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:43:42.497427 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:42.605300 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:42.649024 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110983) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:43:42.652027 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.base_scheduler [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Resources bound (agent type, host, resource id): {{(pid=110983) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:43:42.655555 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Received port after_create {{(pid=110983) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:43:42.661509 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'Port': ['ID=940a4408-0b52-4ad7-b96e-e1d6f26196c2,revision_number=1']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:43.031972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (805205c2-8ece-4602-8dd5-ecdb260833cf), precommit_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:43.174766 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), before_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:43.324420 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), precommit_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:43.385529 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1665307'] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), after_update {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:43.454954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'Port': ['ID=940a4408-0b52-4ad7-b96e-e1d6f26196c2,revision_number=2']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:43:43.464172 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (805205c2-8ece-4602-8dd5-ecdb260833cf), after_create {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:43.565508 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Floating IP 805205c2-8ece-4602-8dd5-ecdb260833cf associated. External IP: 172.26.8.233, port: 2833a034-5e8c-4303-be80-3734a81c51b5. Apr 07 02:43:43.781212 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:43:43.892310 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:43:43.905100 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:43:43.915450 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:43.916288 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:43.973062 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:44.004909 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-6aad385e-80ae-4733-ba0f-ad45b6953860 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8932433 Apr 07 02:43:44.005648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:43:44.007901 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ced679ab9ba7a4ff1a185183a0457de56897cf67e8ffe4baee7d3f38729d414c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:43:44.032526 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:44.112177 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e118b5d3-e645-439d-ac25-3678dc6430c9 x-openstack-request-id: req-e118b5d3-e645-439d-ac25-3678dc6430c9 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:43:44.112684 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:43:44.112797 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e118b5d3-e645-439d-ac25-3678dc6430c9 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:43:44.113393 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e118b5d3-e645-439d-ac25-3678dc6430c9'] response: {'name': 'network-changed', 'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'status': 'completed', 'code': 200} Apr 07 02:43:44.178400 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-1503a17c-c07b-4c69-9a80-b93618626078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:44.179945 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-1503a17c-c07b-4c69-9a80-b93618626078 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1129 time: 0.0455830 Apr 07 02:43:44.267085 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:42Z', 'revision_number': 0, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:44.293926 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:43:44.302193 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:43:44.302828 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:43:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:44.361286 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-46a08c29-e004-483e-aae3-f6444093bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:44.362765 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-46a08c29-e004-483e-aae3-f6444093bbdf service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.1764946 Apr 07 02:43:44.415260 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:43:44.471921 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-a5df32d3-5ff0-401b-b328-407a82490cbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 999 time: 0.1021361 Apr 07 02:43:44.521910 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-12b43865-c20f-415f-b8dc-adac2f1d6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:44.523564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-12b43865-c20f-415f-b8dc-adac2f1d6f7d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0454931 Apr 07 02:43:44.572298 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-7e17e74d-96c8-424d-8a59-6ecafab9f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:43:44.573930 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-7e17e74d-96c8-424d-8a59-6ecafab9f590 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443125 Apr 07 02:43:44.657992 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:42Z', 'revision_number': 0, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:43:44.681653 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-4b1ab42a-6ad0-4b45-9fb5-10cebb5ea43f service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015241 Apr 07 02:43:44.686259 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad84ae4f-7efa-4f64-9874-8cf6de35d669 None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:42Z', 'revision_number': 0, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:43:44.781315 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4f4d3532-6fce-4edc-b8d6-ae49a3d4b7c0 req-e040566e-84d1-4879-b38b-103a7fb89f8c service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910401 Apr 07 02:43:44.919563 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66dadad-41b6-4568-972f-4b403b36ddf1 None None] New status for floating IP 805205c2-8ece-4602-8dd5-ecdb260833cf: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:43:48.505525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:43:52.253744 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:43:59.107275 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c1d-0a1b-4a77-a709-a7e87c13f8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:01.455477 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0795-eb14-4e24-991e-961914f1205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:02.728035 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:04.204009 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:05.362251 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:10.812366 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-01ac46d0-8be8-404e-a329-e9f22395430b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464141 Apr 07 02:44:10.899498 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d176-e2aa-47de-8e26-0550614ec857 req-1a504f54-87ef-49ee-8dcc-9889cbf8da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:44:10.901021 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-1a504f54-87ef-49ee-8dcc-9889cbf8da84 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1129 time: 0.0450308 Apr 07 02:44:11.001627 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d176-e2aa-47de-8e26-0550614ec857 req-e8d7d1f3-fb3f-41d0-b57e-11c882bbe368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:44:11.003069 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-e8d7d1f3-fb3f-41d0-b57e-11c882bbe368 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0821660 Apr 07 02:44:11.074221 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-fe0993d6-3173-4473-963d-9b806fef6819 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 1001 time: 0.0622671 Apr 07 02:44:11.121814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d176-e2aa-47de-8e26-0550614ec857 req-4ea4e596-261f-4e33-bf25-59f886ed7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:44:11.123234 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-4ea4e596-261f-4e33-bf25-59f886ed7728 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0432169 Apr 07 02:44:11.170660 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405d176-e2aa-47de-8e26-0550614ec857 req-6728b675-58de-49d9-a7d0-1b15883e9c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:44:11.172106 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-6728b675-58de-49d9-a7d0-1b15883e9c83 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0429089 Apr 07 02:44:11.262431 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-03a5af1c-a75d-4b79-ac7f-640ad5dfc0f5 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831890 Apr 07 02:44:11.350031 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4405d176-e2aa-47de-8e26-0550614ec857 req-1c6d02d9-f01a-4bbd-a85e-554daca67268 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812218 Apr 07 02:44:18.487902 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:29.100711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e09b8d04-333f-4134-b391-b3c5c136f4d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:29.251758 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:44:31.464537 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a6451d8f-1a30-48b7-98b0-f5e0b9a37a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:32.694889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:34.180776 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:35.329514 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:48.511613 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:44:59.117520 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97b8ed2b-ac87-4437-a571-3519cb8bba07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:01.465784 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e4ea-9678-4b3a-9c2b-2e2d6ece8662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:02.698475 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:04.196873 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:05.340094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:06.251621 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:45:12.814846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-2ec29aa2-dcfc-4d6f-a12a-4de6dd70388e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430436 Apr 07 02:45:12.908209 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-fbaf52ba-9001-4ae0-8cba-91e463e3e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:45:12.909732 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-fbaf52ba-9001-4ae0-8cba-91e463e3e257 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1129 time: 0.0451667 Apr 07 02:45:13.019899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-76096909-130d-4c2a-a763-f2faa049a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:45:13.021427 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-76096909-130d-4c2a-a763-f2faa049a2ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0870845 Apr 07 02:45:13.090287 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-b345c1fe-56e3-45e9-9326-b4921d6478fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 1001 time: 0.0594258 Apr 07 02:45:13.144713 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-842e9891-fe04-4433-9f15-5369b38fbd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:45:13.146140 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-842e9891-fe04-4433-9f15-5369b38fbd7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0465119 Apr 07 02:45:13.197527 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-8ab6c158-d2fc-4ddd-bc2c-962d49ded26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:45:13.199003 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-8ab6c158-d2fc-4ddd-bc2c-962d49ded26c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0437691 Apr 07 02:45:13.288549 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-e73e15d1-6453-477a-9cd7-5eea307e8ead service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801070 Apr 07 02:45:13.383700 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ff8df5f1-0368-40de-8480-023a1db1d234 req-6a7983ce-33fc-4755-b9a7-a2b502fc71a0 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861001 Apr 07 02:45:18.493762 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:29.110655 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a50523b4-f75a-4edc-bfeb-aa326d9292ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:31.470763 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-552fa9c7-3d42-4b56-a18d-461be19b14dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:32.688119 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:34.224845 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:35.340601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:43.250885 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:45:46.655661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:45:46.759291 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:45:46.770917 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '2833a034-5e8c-4303-be80-3734a81c51b5', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:45:46.806703 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2833a034-5e8c-4303-be80-3734a81c51b5 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:45:46.807095 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:46.820050 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2833a034-5e8c-4303-be80-3734a81c51b5 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:45:46.839729 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:45:46.904877 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:46.956918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:45:46.964179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.964534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.964912 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.965257 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.965601 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.965936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.966271 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.966602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.966934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.967268 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.967600 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.967930 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.968259 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.968585 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.968936 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:45:46.996534 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['2833a034-5e8c-4303-be80-3734a81c51b5'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:45:48.504624 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:48.654754 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:45:48.705404 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 2833a034-5e8c-4303-be80-3734a81c51b5 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:45:48.706052 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:48.792396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2833a034-5e8c-4303-be80-3734a81c51b5 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:45:48.792847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:48.817236 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:45:48.820044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0a47e7b5638dd1669a0f2a30d886f4e232c552d9bdaeb9edf3215a13d69e00c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9c76d1-997a-45ac-a5b7-bc32095c401f" -d '{"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:45:48.842560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:45:48.909099 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:45:48.967676 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:45:48.986335 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3b5d26-f480-450a-8a69-4aec6a701f76 x-openstack-request-id: req-1c3b5d26-f480-450a-8a69-4aec6a701f76 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:45:48.986720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-plugged", "status": "completed", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:45:48.987047 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c3b5d26-f480-450a-8a69-4aec6a701f76 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:45:48.987515 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c3b5d26-f480-450a-8a69-4aec6a701f76'] response: {'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'code': 200} Apr 07 02:45:58.202236 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-8c9890f6-db9f-4228-bf89-b52c2cc72444 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926160447&fields=id&tenant_id=f5621cf1cc0341a996e8a3729bdff6cd HTTP/1.1" status: 200 len: 267 time: 0.0442793 Apr 07 02:45:58.308989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-7f8ce459-7f09-4794-834f-412b2cc40b96 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:45:58.310443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-7f8ce459-7f09-4794-834f-412b2cc40b96 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 810 time: 0.1017392 Apr 07 02:45:58.324926 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-3aa95fcc-ea2a-42c0-8d2d-a45923d0b998 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/quotas/f5621cf1cc0341a996e8a3729bdff6cd HTTP/1.1" status: 200 len: 375 time: 0.0091591 Apr 07 02:45:58.379119 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-33dee797-2ab9-41ee-9276-d6b14cb88777 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494618 Apr 07 02:45:58.480911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-39964410-fb5b-4bdd-878a-c67e4d6d9309 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:45:58.481949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-39964410-fb5b-4bdd-878a-c67e4d6d9309 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0433180 Apr 07 02:45:58.572789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-de906e30-de9b-4cc7-8bc1-fae154c7a596 service neutron] 10.222.0.25 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Apr 07 02:45:58.659204 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-e1b08221-43cf-4ac3-83df-f5a0dba05a35 service neutron] 10.222.0.25 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807264 Apr 07 02:45:58.991848 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-cf923be0-e94b-4873-b437-fbe928a19526 req-1a2351d5-e6d5-420e-999e-3decd381e317 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 210 time: 0.0730512 Apr 07 02:45:59.108559 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d4b6f99a-781a-4c02-8977-0c7aadcb836a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:00.089076 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-703a5088-bf54-4c0f-ba5a-d9e6b9bf0b6d req-8c852225-18d4-445d-b4d2-c59d93528374 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 210 time: 0.0317259 Apr 07 02:46:01.127775 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-3a789e23-8119-4231-a35f-f6dd1c7ea128 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:01.129282 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-3a789e23-8119-4231-a35f-f6dd1c7ea128 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 810 time: 0.1014338 Apr 07 02:46:01.205666 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-1b194de1-cf88-4afa-9492-601a7f263b19 req-2a4e7e2f-130b-48c4-bd1c-2d154024ffa4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 210 time: 0.0414236 Apr 07 02:46:01.227188 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-af3e5efd-111b-4910-8645-4967c5be5176 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5621cf1cc0341a996e8a3729bdff6cd HTTP/1.1" status: 200 len: 380 time: 0.0841904 Apr 07 02:46:01.250029 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'port': {'device_id': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'admin_state_up': True, 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'security_groups': ['ada8b4ba-545b-45e8-aa15-18775cda6ffc']}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:46:01.447881 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Made reservation on behalf of f5621cf1cc0341a996e8a3729bdff6cd for: {'port': 1} {{(pid=110984) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 02:46:01.451555 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:01.478670 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-4c0d003c-fe37-4e37-9a44-f15527e8d9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:01.583140 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Allocated IP 172.20.0.4 (98bc4e25-a1b2-46cd-8330-91b38d43f848/fb0767fd-1dbe-48cb-9bc7-2c143206b9aa/89104074-ac9b-4dfc-9531-c40d7fd275e9) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:46:01.731971 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:01.847158 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:01.903876 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:46:01.909860 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:46:01.914332 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:46:01.944745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:01.956271 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.956631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.957016 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.957376 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.957812 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.958208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.958643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.958991 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.959934 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.960313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.960663 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.961085 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.961421 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.961801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:01.962136 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:46:02.002189 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:02.002773 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:02.113763 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-41571f67-3a8a-4ccd-a5f0-d2ecd4d4f5bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673363 Apr 07 02:46:02.283006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-433105ee-e84b-4302-a512-2e4ff3dfcce2 None None] Provisioning complete for port 89104074-ac9b-4dfc-9531-c40d7fd275e9 triggered by entity DHCP. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:46:02.283805 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-433105ee-e84b-4302-a512-2e4ff3dfcce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:02.351137 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-433105ee-e84b-4302-a512-2e4ff3dfcce2 None None] Port 89104074-ac9b-4dfc-9531-c40d7fd275e9 cannot update to ACTIVE because it is not bound. {{(pid=110985) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 02:46:02.351457 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb738d4-ddf4-475a-9ccb-ecf780f510b1 req-05718fe1-f0b0-4849-80e6-505fbf02a426 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:02.357529 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb738d4-ddf4-475a-9ccb-ecf780f510b1 req-05718fe1-f0b0-4849-80e6-505fbf02a426 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0756819 Apr 07 02:46:02.429573 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-eeb738d4-ddf4-475a-9ccb-ecf780f510b1 req-698b2133-bc19-448a-8c45-eaee3e1ee2ae tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662580 Apr 07 02:46:02.704937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:02.727607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:46:02.813048 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 2833a034-5e8c-4303-be80-3734a81c51b5 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:46:02.813443 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:02.838502 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:46:02.853156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:46:02.880127 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b69b30f8c286a221aa2a6fd7ad9301b7e1c1a39fc2b68610a3f299e393271e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c990cc-54de-4387-893e-769071026043" -d '{"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:46:02.922168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:02.983967 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:02.987541 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9956c6f-9e90-4670-9119-35fdfa8d7239 x-openstack-request-id: req-c9956c6f-9e90-4670-9119-35fdfa8d7239 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:46:02.987896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-unplugged", "status": "completed", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:46:02.988126 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9956c6f-9e90-4670-9119-35fdfa8d7239 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:46:02.988533 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9956c6f-9e90-4670-9119-35fdfa8d7239'] response: {'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'code': 200} Apr 07 02:46:03.559738 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fd975-4f05-47b8-946c-43c9d12310d1 req-db971df8-35ac-411f-8cfb-0fc22392d866 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:03.561279 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-981fd975-4f05-47b8-946c-43c9d12310d1 req-db971df8-35ac-411f-8cfb-0fc22392d866 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0612314 Apr 07 02:46:03.613066 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-981fd975-4f05-47b8-946c-43c9d12310d1 req-fde253a9-2ace-4dc8-afb7-18a5151eb3a1 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462568 Apr 07 02:46:04.190304 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:04.741299 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d75215-e750-4efd-98df-a11e43ea39fa req-3700bcda-d092-4156-8d0f-9c65bcb39016 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:04.742846 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70d75215-e750-4efd-98df-a11e43ea39fa req-3700bcda-d092-4156-8d0f-9c65bcb39016 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0536077 Apr 07 02:46:04.792736 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-70d75215-e750-4efd-98df-a11e43ea39fa req-806ced59-d274-4f57-9af2-b877458d0d74 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441570 Apr 07 02:46:05.350596 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:05.930040 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8b390-a136-4c20-bc58-71e6d16dd3d5 req-39411fde-be93-4438-ab87-eed0f39482b6 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:05.931570 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-07a8b390-a136-4c20-bc58-71e6d16dd3d5 req-39411fde-be93-4438-ab87-eed0f39482b6 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0692575 Apr 07 02:46:05.983272 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-07a8b390-a136-4c20-bc58-71e6d16dd3d5 req-5b0e8d83-a3a6-4ab4-bd95-13ef66655e2d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Apr 07 02:46:07.109354 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edbd4d-d8fd-47a0-abf5-56a0616692b1 req-a50c3c81-f27b-4a8b-b73f-ae5a9ba9a6e0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:07.110887 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9edbd4d-d8fd-47a0-abf5-56a0616692b1 req-a50c3c81-f27b-4a8b-b73f-ae5a9ba9a6e0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0556052 Apr 07 02:46:07.166284 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f9edbd4d-d8fd-47a0-abf5-56a0616692b1 req-c1f8706b-7604-422a-9073-51e9233de2a0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463979 Apr 07 02:46:08.295717 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7befc-4a40-4f7b-831d-2b3528052596 req-509c0374-ec1c-4f19-9780-e9203b05fbe9 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:08.297287 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-77a7befc-4a40-4f7b-831d-2b3528052596 req-509c0374-ec1c-4f19-9780-e9203b05fbe9 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0554888 Apr 07 02:46:08.355908 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-77a7befc-4a40-4f7b-831d-2b3528052596 req-1af7093a-8004-45c0-8c95-b635afc46b1d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527678 Apr 07 02:46:09.477515 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce294027-2ad7-481c-84ff-3b89871cc53f req-5b4981fb-6c54-4de6-8599-15cfadefff2b tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:09.479055 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ce294027-2ad7-481c-84ff-3b89871cc53f req-5b4981fb-6c54-4de6-8599-15cfadefff2b tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0545392 Apr 07 02:46:09.536216 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-ce294027-2ad7-481c-84ff-3b89871cc53f req-4a9692ac-15d2-4169-849d-110b7e8a4527 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498345 Apr 07 02:46:10.659382 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96d9cf-5369-4b15-8e06-a548372c5dc3 req-2c6271f9-32c4-4b13-ac26-758826852798 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:10.660869 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-db96d9cf-5369-4b15-8e06-a548372c5dc3 req-2c6271f9-32c4-4b13-ac26-758826852798 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 931 time: 0.0508080 Apr 07 02:46:10.708079 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-db96d9cf-5369-4b15-8e06-a548372c5dc3 req-f424ec20-a3a7-4ee1-9072-fb955cd5b46f tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Apr 07 02:46:10.861334 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Request body: {'port': {'device_id': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8368'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:46:10.924667 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:11.183393 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89104074-ac9b-4dfc-9531-c40d7fd275e9 {{(pid=110984) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:46:11.191202 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Publish callbacks [] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:11.206830 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.provisioning_blocks [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Transition to ACTIVE for port object 89104074-ac9b-4dfc-9531-c40d7fd275e9 will not be triggered until provisioned by entity L2. {{(pid=110984) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 02:46:11.274505 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:11.329706 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:11.396920 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Attempting to bind port 89104074-ac9b-4dfc-9531-c40d7fd275e9 on host hv-neutron-8368 for vnic_type normal with profile {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 02:46:11.397263 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Attempting to bind port 89104074-ac9b-4dfc-9531-c40d7fd275e9 by drivers openvswitch,hyperv on host hv-neutron-8368 at level 0 using segments [{'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 02:46:11.397650 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Attempting to bind port 89104074-ac9b-4dfc-9531-c40d7fd275e9 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:46:11.403233 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Port 89104074-ac9b-4dfc-9531-c40d7fd275e9 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8368 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 02:46:11.403569 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Attempting to bind port 89104074-ac9b-4dfc-9531-c40d7fd275e9 on network 98bc4e25-a1b2-46cd-8330-91b38d43f848 {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 02:46:11.408981 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Checking agent: {'id': 'bb0a4f83-a0a2-4296-86b8-27911456cf87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8368', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'started_at': datetime.datetime(2022, 4, 7, 1, 45, 18), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 2, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 02:46:11.409313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Checking segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110984) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 02:46:11.409701 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Bound using segment: {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'} {{(pid=110984) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 02:46:11.410132 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.managers [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Bound port: 89104074-ac9b-4dfc-9531-c40d7fd275e9, host: hv-neutron-8368, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50c5b08c-fc06-4f9d-bcaf-14cff8d58893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848'}}] {{(pid=110984) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 02:46:11.410499 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:11.478909 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, cleared binding levels {{(pid=110984) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 02:46:11.481014 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110984) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 02:46:11.544814 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:11.582960 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:11.583610 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:11.585051 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] 10.222.0.10 "PUT /v2.0/ports/89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 200 len: 1093 time: 0.7667258 Apr 07 02:46:11.585496 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:46:11.615465 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef6c46-19ef-4a28-9759-cfa877758951 service neutron] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=3']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:11.630249 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0947a0f65f20bb811943215995dd905d953d779e8734da22dc549361bf656919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4240d30-a644-4ece-85ce-8fca4b3a3df2" -d '{"events": [{"name": "network-changed", "server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:46:11.723050 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec66600-fa3c-40f1-bd41-5e23d9708db9 x-openstack-request-id: req-3ec66600-fa3c-40f1-bd41-5e23d9708db9 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:46:11.723684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:46:11.723684 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ec66600-fa3c-40f1-bd41-5e23d9708db9 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:46:11.724192 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec66600-fa3c-40f1-bd41-5e23d9708db9'] response: {'name': 'network-changed', 'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'status': 'completed', 'code': 200} Apr 07 02:46:11.761225 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-1aa1f3a6-8f45-4c2b-92e1-2355348a43d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:11.762904 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-1aa1f3a6-8f45-4c2b-92e1-2355348a43d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1127 time: 0.0513678 Apr 07 02:46:11.815789 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-32ab4579-cbf3-40b2-a0d6-1c02ebed8fc8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 200 len: 217 time: 0.0417335 Apr 07 02:46:11.891180 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-44f028d5-a93b-4dee-b20e-f8e88b581aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:11.892672 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-44f028d5-a93b-4dee-b20e-f8e88b581aaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0588107 Apr 07 02:46:11.900363 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a1c8a4-3005-4b4a-aefa-1b2a2412adbf req-26a05f56-52d2-4bff-885a-8b6e6b23e456 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:11.901852 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51a1c8a4-3005-4b4a-aefa-1b2a2412adbf req-26a05f56-52d2-4bff-885a-8b6e6b23e456 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 943 time: 0.1202734 Apr 07 02:46:11.978092 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-51a1c8a4-3005-4b4a-aefa-1b2a2412adbf req-fc23cb16-f9a8-493c-880c-b763748febb3 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681272 Apr 07 02:46:11.980618 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-237e50e9-fb14-405d-bfc7-78187b012362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:11.982077 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-237e50e9-fb14-405d-bfc7-78187b012362 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0793488 Apr 07 02:46:12.077925 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-6797ec13-ba98-43ea-9f7f-81e46e3dedaa service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Apr 07 02:46:12.178270 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-c20cca58-5d86-4c5e-a904-5fa13741998f req-9477edc5-a2c4-4e26-8cdb-4ab510b3ee37 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815508 Apr 07 02:46:13.105968 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ba938-1801-42bd-8200-8ea85facf4a2 req-07f2c8d5-02fa-47fa-88ce-079249e8670e tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:13.107564 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-182ba938-1801-42bd-8200-8ea85facf4a2 req-07f2c8d5-02fa-47fa-88ce-079249e8670e tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 943 time: 0.0595193 Apr 07 02:46:13.201636 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-182ba938-1801-42bd-8200-8ea85facf4a2 req-7d42444c-6fea-4c89-b241-f133210a3fdb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882771 Apr 07 02:46:13.203370 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-c5fb261e-1766-4825-947b-f9bdaba8d982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:13.204834 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-c5fb261e-1766-4825-947b-f9bdaba8d982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1127 time: 0.0927453 Apr 07 02:46:13.298668 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-21590121-ccee-4514-9581-4860f3d0e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:13.300160 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-21590121-ccee-4514-9581-4860f3d0e1e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0836749 Apr 07 02:46:13.348844 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-d0d09c55-51bd-40fe-9365-f82366b96873 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 200 len: 217 time: 0.0390794 Apr 07 02:46:13.400512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-c86525b3-6cdd-49d8-993d-7a0449d8a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:13.401892 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-c86525b3-6cdd-49d8-993d-7a0449d8a046 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0437872 Apr 07 02:46:13.453635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-6b71fa70-a685-4d99-a396-0c12204f9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:13.455051 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-6b71fa70-a685-4d99-a396-0c12204f9515 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0439029 Apr 07 02:46:13.551443 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-aa4c1158-82a5-4318-851f-c008dd8251aa service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Apr 07 02:46:13.641275 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-e4240d30-a644-4ece-85ce-8fca4b3a3df2 req-ab724a4a-60b4-45c8-b686-f0d874d793eb service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806601 Apr 07 02:46:13.858791 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-2a14b3eb-ec6c-403d-b527-2da582273793 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427656 Apr 07 02:46:13.951922 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699ac0-7e6a-480a-8204-831d02802818 req-d95efc57-a45c-4736-9c9b-8a84b2317711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:13.953479 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-d95efc57-a45c-4736-9c9b-8a84b2317711 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0481675 Apr 07 02:46:14.057287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699ac0-7e6a-480a-8204-831d02802818 req-46863d59-0c31-409e-b66d-31f089048ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:14.058729 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-46863d59-0c31-409e-b66d-31f089048ad4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0819259 Apr 07 02:46:14.134146 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-4ed94835-b520-4740-a944-df191213d5ff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 999 time: 0.0617313 Apr 07 02:46:14.184678 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699ac0-7e6a-480a-8204-831d02802818 req-df86594b-a7b5-4d9e-8fab-070b28673c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:14.186105 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-df86594b-a7b5-4d9e-8fab-070b28673c26 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0428326 Apr 07 02:46:14.238381 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88699ac0-7e6a-480a-8204-831d02802818 req-cf356ce0-f592-49e0-9e80-5f1798411881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:14.239936 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-cf356ce0-f592-49e0-9e80-5f1798411881 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0435069 Apr 07 02:46:14.367181 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-8d4e2798-6a72-45df-bd9f-5612a5cc0e9d service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172538 Apr 07 02:46:14.374056 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d294d2-5f65-4343-ae4d-0ded66de342a req-e55b9e93-ec45-42b7-985e-9e8ecc49ff90 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:14.375409 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53d294d2-5f65-4343-ae4d-0ded66de342a req-e55b9e93-ec45-42b7-985e-9e8ecc49ff90 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 943 time: 0.0808096 Apr 07 02:46:14.474149 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-53d294d2-5f65-4343-ae4d-0ded66de342a req-f1e45fbd-5ec1-43f7-8756-fd6b9e1fdaea tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898752 Apr 07 02:46:14.495999 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-88699ac0-7e6a-480a-8204-831d02802818 req-f9ed5afe-889c-4477-abc8-dc4fdbca47af service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190784 Apr 07 02:46:14.743910 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:46:14.836330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:46:14.847299 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'port_id': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'mac_address': 'fa:16:3e:c2:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:46:14.886090 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 89104074-ac9b-4dfc-9531-c40d7fd275e9 is: DOWN; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:46:14.886479 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:14.898958 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89104074-ac9b-4dfc-9531-c40d7fd275e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:46:14.917294 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:46:15.011598 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:15.059205 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=4']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:15.264184 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['89104074-ac9b-4dfc-9531-c40d7fd275e9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:46:15.595709 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd86c0d-ff47-44b4-b65d-8dc940c54e7d req-936c7c76-baf4-4c2f-b26f-e41221e03e60 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:15.597127 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efd86c0d-ff47-44b4-b65d-8dc940c54e7d req-936c7c76-baf4-4c2f-b26f-e41221e03e60 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 944 time: 0.0525148 Apr 07 02:46:15.644253 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-efd86c0d-ff47-44b4-b65d-8dc940c54e7d req-5728f664-7107-4c21-8986-fa84e1ff5ab2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410101 Apr 07 02:46:16.751034 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:46:16.766193 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da4d32-1e98-47b7-8cb5-659af9b9f2b9 req-634ea878-d2f5-4ad9-aca3-3d4f30c5dcb0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:16.767685 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8da4d32-1e98-47b7-8cb5-659af9b9f2b9 req-634ea878-d2f5-4ad9-aca3-3d4f30c5dcb0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 944 time: 0.0530550 Apr 07 02:46:16.820344 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d8da4d32-1e98-47b7-8cb5-659af9b9f2b9 req-63e36e4b-b587-41e1-8263-4db83b8e8b61 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468335 Apr 07 02:46:16.852941 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning for port 89104074-ac9b-4dfc-9531-c40d7fd275e9 completed by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 02:46:16.857101 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 89104074-ac9b-4dfc-9531-c40d7fd275e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:46:16.857476 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:16.936382 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 89104074-ac9b-4dfc-9531-c40d7fd275e9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:46:16.936706 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:16.958239 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:46:16.961007 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b69b30f8c286a221aa2a6fd7ad9301b7e1c1a39fc2b68610a3f299e393271e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7fd9cf-710a-4d67-bcfc-9fd591eaed18" -d '{"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-plugged", "status": "completed", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:46:16.974141 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:46:16.997579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffb61ca-06a4-4db8-ad67-abe81398057d x-openstack-request-id: req-9ffb61ca-06a4-4db8-ad67-abe81398057d {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:46:16.997900 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-plugged", "status": "completed", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:46:16.998156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ffb61ca-06a4-4db8-ad67-abe81398057d {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:46:16.998548 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffb61ca-06a4-4db8-ad67-abe81398057d'] response: {'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'code': 200} Apr 07 02:46:17.030234 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:17.077315 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=5']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:17.279643 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6229ed8-c20f-48ac-8201-bd74aae4ac08 req-2216356d-4cc9-4ed6-a367-42339a68c9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:17.281187 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6229ed8-c20f-48ac-8201-bd74aae4ac08 req-2216356d-4cc9-4ed6-a367-42339a68c9a7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1129 time: 0.0439167 Apr 07 02:46:17.329442 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f6229ed8-c20f-48ac-8201-bd74aae4ac08 req-203e8fab-7ee9-4b10-b1ec-fcba7616e12c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387645 Apr 07 02:46:17.937216 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9142a8-564e-4216-9e27-18ce45bedee9 req-f9495511-a9dd-4a97-a90d-4fb3e5ffebd9 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:17.938662 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e9142a8-564e-4216-9e27-18ce45bedee9 req-f9495511-a9dd-4a97-a90d-4fb3e5ffebd9 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 945 time: 0.0512280 Apr 07 02:46:17.986360 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-0e9142a8-564e-4216-9e27-18ce45bedee9 req-961478b8-11a2-47c4-9ef5-22aee9ca98bb tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Apr 07 02:46:18.498847 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:19.113054 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64dccd-c1d2-4698-aab9-4ed233bd84fb req-1027d90e-bfa9-4268-bfc4-51464f701dc0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:19.114593 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f64dccd-c1d2-4698-aab9-4ed233bd84fb req-1027d90e-bfa9-4268-bfc4-51464f701dc0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 945 time: 0.0571783 Apr 07 02:46:19.164055 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f64dccd-c1d2-4698-aab9-4ed233bd84fb req-d72163cc-fa73-45b2-aa45-3c437e0dca51 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428314 Apr 07 02:46:20.249446 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:46:20.280892 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dbcee8-0be0-4427-b3d1-63c05ad8a0ac req-f480ddb4-9c39-47a5-97c7-9750466c44c0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:20.282370 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23dbcee8-0be0-4427-b3d1-63c05ad8a0ac req-f480ddb4-9c39-47a5-97c7-9750466c44c0 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 945 time: 0.0514565 Apr 07 02:46:20.329529 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23dbcee8-0be0-4427-b3d1-63c05ad8a0ac req-ad753d0a-c481-4847-8ed1-77825ca81f3a tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417044 Apr 07 02:46:20.445594 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d2d4f-5578-46b0-a921-fab2d7a37f25 req-d839e8c9-3595-4b88-a323-cb88a0015da5 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:20.446997 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-079d2d4f-5578-46b0-a921-fab2d7a37f25 req-d839e8c9-3595-4b88-a323-cb88a0015da5 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 945 time: 0.0523574 Apr 07 02:46:20.499011 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-079d2d4f-5578-46b0-a921-fab2d7a37f25 req-e53f1c2f-3880-471d-9399-84d71663b528 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465446 Apr 07 02:46:20.519820 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33752) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:46:20.561957 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f038227d-3fa7-4ebd-950b-54c45b3f6294 tempest-TestSnapshotPattern-565447763 tempest-TestSnapshotPattern-565447763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:20.563445 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f038227d-3fa7-4ebd-950b-54c45b3f6294 tempest-TestSnapshotPattern-565447763 tempest-TestSnapshotPattern-565447763-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1124 time: 0.0426559 Apr 07 02:46:20.566138 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 33754) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:46:20.570270 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.v2.base [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Request body: {'floatingip': {'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'port_id': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110984) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 02:46:20.646915 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:20.744584 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (None), before_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:20.846297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_common [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Allocated IP 172.26.8.183 (9576beaa-b572-45dd-8b18-fb9b06f36336/e3c4e254-b00e-41e0-8379-7341ab117908/5ef52b4d-b5e5-4b7d-b746-c89c70467a06) {{(pid=110984) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 02:46:20.950208 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:21.360010 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794722969092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:21.401755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Network 9576beaa-b572-45dd-8b18-fb9b06f36336 is already hosted by enough agents. {{(pid=110984) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 02:46:21.406900 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.base_scheduler [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Resources bound (agent type, host, resource id): {{(pid=110984) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 02:46:21.409366 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'Port': ['ID=5ef52b4d-b5e5-4b7d-b746-c89c70467a06,revision_number=1']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:21.411911 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Received port after_create {{(pid=110984) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 02:46:21.829431 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (0289c5bf-5b75-4192-b1a2-84f01e9a7bb2), precommit_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:21.965545 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), before_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:22.113637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), precommit_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:22.171323 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62230869'] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), after_update {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:22.233573 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event updated for resources: {'Port': ['ID=5ef52b4d-b5e5-4b7d-b746-c89c70467a06,revision_number=2']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:46:22.248543 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-684179'] for floatingip (0289c5bf-5b75-4192-b1a2-84f01e9a7bb2), after_create {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:22.349693 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Floating IP 0289c5bf-5b75-4192-b1a2-84f01e9a7bb2 associated. External IP: 172.26.8.183, port: 89104074-ac9b-4dfc-9531-c40d7fd275e9. Apr 07 02:46:22.557854 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:46:22.665554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:46:22.675441 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0589169-3690-4613-841e-0cf801392733 None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:46:22.684370 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:46:22.689844 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:46:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:46:22.773817 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:22.790535 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:46:22.804584 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-f2a90db6-4ba4-4e9e-8515-e3b8c4c99550 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2372792 Apr 07 02:46:22.805205 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:46:22.807528 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0947a0f65f20bb811943215995dd905d953d779e8734da22dc549361bf656919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ec80a4-b9e7-4355-83ef-54e9b097b159" -d '{"events": [{"name": "network-changed", "server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:46:22.846343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a973fa-a3f3-456f-8371-9f47ec87358a x-openstack-request-id: req-f7a973fa-a3f3-456f-8371-9f47ec87358a {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:46:22.846637 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:46:22.846891 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7a973fa-a3f3-456f-8371-9f47ec87358a {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:46:22.847300 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a973fa-a3f3-456f-8371-9f47ec87358a'] response: {'name': 'network-changed', 'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'status': 'completed', 'code': 200} Apr 07 02:46:22.916903 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-6708c3ad-7b8a-4faa-a05d-10d2a06de4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:22.918452 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-6708c3ad-7b8a-4faa-a05d-10d2a06de4f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1129 time: 0.0490086 Apr 07 02:46:23.013039 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-f3822ee4-615e-4a48-ba22-5dfc9119c43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:23.014514 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-f3822ee4-615e-4a48-ba22-5dfc9119c43d service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0900972 Apr 07 02:46:23.082665 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-a4d1fe89-10cd-4040-960a-1b3fc1bd4b57 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 200 len: 999 time: 0.0619104 Apr 07 02:46:23.106603 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '0289c5bf-5b75-4192-b1a2-84f01e9a7bb2', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:c2:72:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:46:21Z', 'updated_at': '2022-04-07T02:46:21Z', 'revision_number': 0, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}, {'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:45Z', 'revision_number': 1, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:46:23.136014 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0589169-3690-4613-841e-0cf801392733 None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:46:23.136333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-46501f4f-310a-4a27-9a87-54dd715a7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:23.137830 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-46501f4f-310a-4a27-9a87-54dd715a7c2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0491991 Apr 07 02:46:23.144081 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:46:23.144678 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:46:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:46:23.186681 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-6e7c947e-58cc-4604-ac8f-f50cbc764841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:46:23.188199 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-6e7c947e-58cc-4604-ac8f-f50cbc764841 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443633 Apr 07 02:46:23.253986 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:46:23.282313 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-559aa604-68ed-4737-9eae-e28d858290d8 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877652 Apr 07 02:46:23.377097 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-f7ec80a4-b9e7-4355-83ef-54e9b097b159 req-3d0508b0-35ec-49e1-be71-2914ee9713bb service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876060 Apr 07 02:46:23.474458 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f0589169-3690-4613-841e-0cf801392733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '0289c5bf-5b75-4192-b1a2-84f01e9a7bb2', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:c2:72:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:46:21Z', 'updated_at': '2022-04-07T02:46:21Z', 'revision_number': 0, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}, {'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:45Z', 'revision_number': 1, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:46:23.501019 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0589169-3690-4613-841e-0cf801392733 None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '0289c5bf-5b75-4192-b1a2-84f01e9a7bb2', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.183', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:c2:72:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:46:21Z', 'updated_at': '2022-04-07T02:46:21Z', 'revision_number': 0, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}, {'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:45Z', 'revision_number': 1, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:46:23.693590 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315a8eab-b4fd-4ed6-9228-d2cd33cea43b None None] New status for floating IP 0289c5bf-5b75-4192-b1a2-84f01e9a7bb2: ACTIVE {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:46:29.104168 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-ecae0b10-f176-4eed-ba2b-9fe3d8574247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:31.502469 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-875c1c48-14a2-4adf-b082-b3c68aabec67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:32.719807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:34.217934 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:35.337096 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:48.513277 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:46:57.248865 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:46:59.143051 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fc28-85e7-4ab7-8601-9cdbca5b2aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:01.451771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1d082bb0-75aa-456e-9686-0d99846ab435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:02.713874 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:04.209919 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:05.341879 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:13.823994 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-3d82f199-378c-4dbe-8c0b-2d02bff5c1ec service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481055 Apr 07 02:47:13.917598 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-caa3e8a8-65aa-4140-90c1-3d224d890e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:47:13.919130 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-caa3e8a8-65aa-4140-90c1-3d224d890e90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0521860 Apr 07 02:47:14.019757 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-e0416aea-5cad-42aa-a299-1167df73b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:47:14.021268 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-e0416aea-5cad-42aa-a299-1167df73b453 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0828652 Apr 07 02:47:14.093839 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-aef91596-a715-4e3d-a8ba-aef820db1a40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 999 time: 0.0612915 Apr 07 02:47:14.141106 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-e132e913-ed51-4057-b89a-febfa1cab4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:47:14.142635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-e132e913-ed51-4057-b89a-febfa1cab4c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0432456 Apr 07 02:47:14.191273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-ea864e30-8988-48e9-bee3-e213443ebca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:47:14.192746 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-ea864e30-8988-48e9-bee3-e213443ebca7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0443225 Apr 07 02:47:14.282790 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-b654a6cf-89f4-46d1-b9aa-a00e3bdf6e17 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831609 Apr 07 02:47:14.371635 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d6dbe9d7-7124-4b09-9c8e-c285bdd79b94 req-c6c3171a-52c2-4dd7-81fa-370f52a3cf9a service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801611 Apr 07 02:47:18.524370 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:29.118111 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-28ac0c63-b488-40c6-a928-74173aaa1efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:31.472322 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b668ec7e-dc9b-4cef-aca4-262a22e80a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:32.707849 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:34.176603 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:34.248017 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:47:35.365044 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:48.513525 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:47:59.095837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0a6947a9-a13d-43f5-b939-860587b94422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:01.456094 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-c3322aba-54e4-45df-aa9d-4b6d66c939e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:02.741745 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:04.198937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:05.335957 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:05.350396 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 details requested by agent hyperv_hv-neutron-8368 with host hv-neutron-8368 {{(pid=110985) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 02:48:05.447739 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:05.458992 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Returning: {'device': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'port_id': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'mac_address': 'fa:16:3e:c2:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110985) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 02:48:05.498284 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 89104074-ac9b-4dfc-9531-c40d7fd275e9 is: ACTIVE; New status is: BUILD {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:48:05.498683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:05.512584 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89104074-ac9b-4dfc-9531-c40d7fd275e9 {{(pid=110985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 02:48:05.532546 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:05.615339 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:05.674207 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=6']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:05.683685 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.684198 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.684377 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.684722 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.685116 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.685454 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.685786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.686136 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.686662 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.686837 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.687179 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.687510 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.687843 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.688688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.688688 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:05.718153 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] get_ports_and_sgs() called for port_ids ['89104074-ac9b-4dfc-9531-c40d7fd275e9'] {{(pid=110985) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 02:48:07.349403 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 up at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 02:48:07.406771 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.provisioning_blocks [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Provisioning complete for port 89104074-ac9b-4dfc-9531-c40d7fd275e9 triggered by entity L2. {{(pid=110985) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 02:48:07.407164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3903627'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), provisioning_complete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:07.496908 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 89104074-ac9b-4dfc-9531-c40d7fd275e9 is: BUILD; New status is: ACTIVE {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:48:07.497602 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:07.527456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:48:07.529789 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b69b30f8c286a221aa2a6fd7ad9301b7e1c1a39fc2b68610a3f299e393271e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb0dc20-2f0f-492e-b8b3-f0cf3fb9c438" -d '{"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-plugged", "status": "completed", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:48:07.548190 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:07.571937 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e824f08-aeb4-4eef-aecd-b521fb891a67 x-openstack-request-id: req-7e824f08-aeb4-4eef-aecd-b521fb891a67 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:48:07.572233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-plugged", "status": "completed", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:48:07.572493 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e824f08-aeb4-4eef-aecd-b521fb891a67 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:48:07.573087 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e824f08-aeb4-4eef-aecd-b521fb891a67'] response: {'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'code': 200} Apr 07 02:48:07.626635 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:07.682786 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=7']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:11.250204 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:48:14.875297 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86a6f-6172-468b-8267-e8f703290b6d req-acd031c7-1af4-4c4e-bbe5-6c8bf1c6c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:14.878039 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-acd031c7-1af4-4c4e-bbe5-6c8bf1c6c643 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1129 time: 0.0592465 Apr 07 02:48:14.998950 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86a6f-6172-468b-8267-e8f703290b6d req-a3a5995c-e324-40af-a97b-c507613a7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:15.003862 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-a3a5995c-e324-40af-a97b-c507613a7ea6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0983264 Apr 07 02:48:15.092195 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-5006cba9-3fa7-4075-a1a3-a752d5061f85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 200 len: 1001 time: 0.0793836 Apr 07 02:48:15.147743 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86a6f-6172-468b-8267-e8f703290b6d req-c1b57d00-ccd0-4901-882c-cea7b4c7fe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:15.149597 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-c1b57d00-ccd0-4901-882c-cea7b4c7fe98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0483696 Apr 07 02:48:15.206864 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f86a6f-6172-468b-8267-e8f703290b6d req-24860bff-9bd8-4cb2-bc51-9c277d7d3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:15.208388 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-24860bff-9bd8-4cb2-bc51-9c277d7d3efb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0466013 Apr 07 02:48:15.222259 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-596c4487-695c-48eb-a704-c855b5797128 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=110984) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 02:48:15.223291 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-596c4487-695c-48eb-a704-c855b5797128 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056052 Apr 07 02:48:15.320019 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-95b42eda-40d9-4baa-917d-c27742e9d60a service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874445 Apr 07 02:48:15.412143 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-23f86a6f-6172-468b-8267-e8f703290b6d req-e4d86dab-f0d6-455f-918f-b5d23c935c5a service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824964 Apr 07 02:48:17.231635 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 33982) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:17.403074 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Deleting port 5ef52b4d-b5e5-4b7d-b746-c89c70467a06 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:17.403423 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:17.483343 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:17.483572 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:17.495503 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Calling delete_port for 5ef52b4d-b5e5-4b7d-b746-c89c70467a06 owned by network:floatingip {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:17.725041 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (5ef52b4d-b5e5-4b7d-b746-c89c70467a06), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:17.751803 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event deleted for resources: {'Port': ['ID=5ef52b4d-b5e5-4b7d-b746-c89c70467a06,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:17.776954 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.777308 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.777658 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.778008 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.778351 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.778702 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.779016 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.779342 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.779672 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.780000 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.780326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.780653 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.781005 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.781326 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.781645 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110983) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:17.819648 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (0289c5bf-5b75-4192-b1a2-84f01e9a7bb2), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:17.819974 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.db.l3_db [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Floating IP 0289c5bf-5b75-4192-b1a2-84f01e9a7bb2 disassociated (deleted). External IP: 172.26.8.183, port: 89104074-ac9b-4dfc-9531-c40d7fd275e9. Apr 07 02:48:18.028944 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:48:18.136147 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:48:18.141033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:18.149075 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:48:18.158403 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:18.159131 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:18.172020 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-9e8187fe-7d8f-4b03-b91c-2ef02685cdd4 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "DELETE /v2.0/floatingips/0289c5bf-5b75-4192-b1a2-84f01e9a7bb2 HTTP/1.1" status: 204 len: 168 time: 0.9393070 Apr 07 02:48:18.172681 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110983) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:48:18.211809 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09f281902c40bf8300a1223eb41d287febeb253f41426eee4e1594e285d1fd1c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f65b999-8cba-452e-b4f0-04aa3ddf143c" -d '{"events": [{"name": "network-changed", "server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110983) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:48:18.275007 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:18.308696 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74dd0a9-5c3e-4092-93d9-a3c0f4565364 x-openstack-request-id: req-d74dd0a9-5c3e-4092-93d9-a3c0f4565364 {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:48:18.309254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "status": "completed", "code": 200}]} {{(pid=110983) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:48:18.309254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d74dd0a9-5c3e-4092-93d9-a3c0f4565364 {{(pid=110983) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:48:18.309670 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74dd0a9-5c3e-4092-93d9-a3c0f4565364'] response: {'name': 'network-changed', 'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'status': 'completed', 'code': 200} Apr 07 02:48:18.377729 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-fee77008-bbaa-4423-849b-c0dbdb156e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:18.379523 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-fee77008-bbaa-4423-849b-c0dbdb156e55 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 1129 time: 0.0456290 Apr 07 02:48:18.479410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-e04a91ec-e30b-49f4-8176-75fcc537416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:18.480949 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-e04a91ec-e30b-49f4-8176-75fcc537416c service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0925102 Apr 07 02:48:18.510504 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:45Z', 'revision_number': 1, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:18.525543 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-84ff5dff-8c66-4736-9909-00729f3b2a0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 200 len: 217 time: 0.0367165 Apr 07 02:48:18.548179 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:48:18.548411 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:18.554464 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:18.555094 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:18.622267 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-dc3edd55-fe73-49a5-a07a-2d8f2eb92730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:18.623752 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-dc3edd55-fe73-49a5-a07a-2d8f2eb92730 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0895307 Apr 07 02:48:18.639694 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb32e9-9512-45b1-8650-1c462c087ac8 req-fc63c84f-5058-4809-9136-bdb562fc860e tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:18.641247 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9cfb32e9-9512-45b1-8650-1c462c087ac8 req-fc63c84f-5058-4809-9136-bdb562fc860e tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 945 time: 0.0721171 Apr 07 02:48:18.691005 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-9cfb32e9-9512-45b1-8650-1c462c087ac8 req-922f34c9-70e4-4204-95c6-342a5f82ddac tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439396 Apr 07 02:48:18.754913 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:18.972510 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:45Z', 'revision_number': 1, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:18.999022 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab0524a-7f54-4585-92cd-873163bea476 None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_floatingips': [{'id': '805205c2-8ece-4602-8dd5-ecdb260833cf', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'floating_ip_address': '172.26.8.233', 'floating_network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'router_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'port_id': '2833a034-5e8c-4303-be80-3734a81c51b5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'mac_address': 'fa:16:3e:14:8f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T02:43:42Z', 'updated_at': '2022-04-07T02:43:45Z', 'revision_number': 1, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:48:19.203511 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae9c9e-8867-4df8-8da8-bd39c817fa92 None None] New status for floating IP 0289c5bf-5b75-4192-b1a2-84f01e9a7bb2: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:48:19.406156 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:19.482444 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Current status of the port 89104074-ac9b-4dfc-9531-c40d7fd275e9 is: ACTIVE; New status is: DOWN {{(pid=110985) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 02:48:19.482742 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3897546'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:19.503988 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:48:19.506702 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b69b30f8c286a221aa2a6fd7ad9301b7e1c1a39fc2b68610a3f299e393271e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94495316-782d-4ca3-b685-218f0bb7f2f8" -d '{"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:48:19.518337 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:19.546420 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 02:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99659836-081f-43a0-8b05-46f14d3afe73 x-openstack-request-id: req-99659836-081f-43a0-8b05-46f14d3afe73 {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:48:19.546721 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-unplugged", "status": "completed", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "code": 200}]} {{(pid=110985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:48:19.546984 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99659836-081f-43a0-8b05-46f14d3afe73 {{(pid=110985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:48:19.547392 dv-neutron-836863-2-hyperv neutron-server[110985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99659836-081f-43a0-8b05-46f14d3afe73'] response: {'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'code': 200} Apr 07 02:48:19.581623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794723352598', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794722969110', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794722969128'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:19.628292 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Pushing event updated for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=8']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:19.808901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151759b-de6a-4b5b-aa81-3fa3dc26c03c req-ceb1abd5-c234-408b-98f3-df73f83ef977 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:19.810302 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7151759b-de6a-4b5b-aa81-3fa3dc26c03c req-ceb1abd5-c234-408b-98f3-df73f83ef977 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 943 time: 0.0515363 Apr 07 02:48:19.860900 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7151759b-de6a-4b5b-aa81-3fa3dc26c03c req-b453ac2f-3208-47ae-bec6-5799be4f2053 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450697 Apr 07 02:48:20.078517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-504308e4-4d0a-41ae-8d1b-3dd2a6cf626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:20.079895 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-504308e4-4d0a-41ae-8d1b-3dd2a6cf626a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0433891 Apr 07 02:48:20.165928 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-f9a540b9-5ecd-4359-b80d-b68749a94055 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789189 Apr 07 02:48:20.301603 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-2f65b999-8cba-452e-b4f0-04aa3ddf143c req-dfd37864-16ce-4207-8c7f-0f1a048bf836 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Apr 07 02:48:20.387517 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-4377be37-f075-4738-8e1e-e55b4dafe909 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:20.388975 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-4377be37-f075-4738-8e1e-e55b4dafe909 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 943 time: 0.0511906 Apr 07 02:48:20.482061 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Deleting port 89104074-ac9b-4dfc-9531-c40d7fd275e9 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:20.482402 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:20.567794 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] For port 89104074-ac9b-4dfc-9531-c40d7fd275e9, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=89104074-ac9b-4dfc-9531-c40d7fd275e9,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:20.568159 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:20.580074 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Calling delete_port for 89104074-ac9b-4dfc-9531-c40d7fd275e9 owned by compute:nova {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:20.983587 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc3e22-74f2-49a2-b518-d86a25c7d277 req-6827fd9b-732c-4ddf-a12e-cae5283daa81 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:20.985122 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93cc3e22-74f2-49a2-b518-d86a25c7d277 req-6827fd9b-732c-4ddf-a12e-cae5283daa81 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=85fef7b8-dee7-435a-8ce6-4f319b0de3ad HTTP/1.1" status: 200 len: 943 time: 0.0522752 Apr 07 02:48:21.006103 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (89104074-ac9b-4dfc-9531-c40d7fd275e9), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:21.044987 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event deleted for resources: {'Port': ['ID=89104074-ac9b-4dfc-9531-c40d7fd275e9,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:21.070155 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.070507 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.070879 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.071182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.071512 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.071836 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.072161 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.072480 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.072855 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.073182 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.073504 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.073831 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.074174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.074491 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.074807 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-836863-2-hyperv {{(pid=110984) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 02:48:21.097376 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-93cc3e22-74f2-49a2-b518-d86a25c7d277 req-a34a4bbf-f970-4dac-b011-66a0aa3e6813 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059625 Apr 07 02:48:21.115714 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] No DVR routers for this DVR port 89104074-ac9b-4dfc-9531-c40d7fd275e9 on host hv-neutron-8368 {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:48:21.118265 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:21.121504 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-914f8a53-c124-45ea-911d-19b5d830ed8e req-1ee5414b-32a5-46ef-a6bd-68e648047187 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "DELETE /v2.0/ports/89104074-ac9b-4dfc-9531-c40d7fd275e9 HTTP/1.1" status: 204 len: 173 time: 0.7272489 Apr 07 02:48:21.121935 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-deleted', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:48:21.124150 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0947a0f65f20bb811943215995dd905d953d779e8734da22dc549361bf656919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f0e224-683a-4329-b79c-d750632e0be9" -d '{"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-deleted", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:48:21.157765 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73c41c-d2e1-4e4a-9d11-515aa87a48c5 x-openstack-request-id: req-3f73c41c-d2e1-4e4a-9d11-515aa87a48c5 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:48:21.158065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85fef7b8-dee7-435a-8ce6-4f319b0de3ad", "name": "network-vif-deleted", "tag": "89104074-ac9b-4dfc-9531-c40d7fd275e9", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:48:21.158326 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f73c41c-d2e1-4e4a-9d11-515aa87a48c5 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:48:21.158734 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f73c41c-d2e1-4e4a-9d11-515aa87a48c5'] response: {'server_uuid': '85fef7b8-dee7-435a-8ce6-4f319b0de3ad', 'name': 'network-vif-deleted', 'tag': '89104074-ac9b-4dfc-9531-c40d7fd275e9', 'status': 'completed', 'code': 200} Apr 07 02:48:23.406305 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34064) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:23.443913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:23.467416 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 89104074-ac9b-4dfc-9531-c40d7fd275e9 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:23.467768 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 89104074-ac9b-4dfc-9531-c40d7fd275e9 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:23.562724 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Deleting port 940a4408-0b52-4ad7-b96e-e1d6f26196c2 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:23.562979 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:23.642744 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:23.643067 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (940a4408-0b52-4ad7-b96e-e1d6f26196c2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:23.654764 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Calling delete_port for 940a4408-0b52-4ad7-b96e-e1d6f26196c2 owned by network:floatingip {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:23.865964 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (940a4408-0b52-4ad7-b96e-e1d6f26196c2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:23.896636 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event deleted for resources: {'Port': ['ID=940a4408-0b52-4ad7-b96e-e1d6f26196c2,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:23.954360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for floatingip (805205c2-8ece-4602-8dd5-ecdb260833cf), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:23.954698 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.db.l3_db [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Floating IP 805205c2-8ece-4602-8dd5-ecdb260833cf disassociated (deleted). External IP: 172.26.8.233, port: 2833a034-5e8c-4303-be80-3734a81c51b5. Apr 07 02:48:24.166084 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:48:24.276063 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:48:24.280780 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for floatingip (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:24.286658 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:48:24.295618 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:24.296224 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:24.309534 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0000c812-019a-459a-b74f-8b69d93a2857 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "DELETE /v2.0/floatingips/805205c2-8ece-4602-8dd5-ecdb260833cf HTTP/1.1" status: 204 len: 168 time: 0.9021425 Apr 07 02:48:24.310325 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:48:24.312746 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0947a0f65f20bb811943215995dd905d953d779e8734da22dc549361bf656919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c78c974-2db6-4477-b0f1-24e801b82dda" -d '{"events": [{"name": "network-changed", "server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:48:24.350174 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6344a6d4-9aba-445a-abc7-d400f6d6add3 x-openstack-request-id: req-6344a6d4-9aba-445a-abc7-d400f6d6add3 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:48:24.350635 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:48:24.350938 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6344a6d4-9aba-445a-abc7-d400f6d6add3 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:48:24.351599 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6344a6d4-9aba-445a-abc7-d400f6d6add3'] response: {'name': 'network-changed', 'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'status': 'completed', 'code': 200} Apr 07 02:48:24.406671 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:24.420601 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-34aafd1f-ee45-4249-8f76-3bd9e32602b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:24.422120 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-34aafd1f-ee45-4249-8f76-3bd9e32602b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 1127 time: 0.0477259 Apr 07 02:48:24.522996 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-23bd001b-6136-4baf-90b2-33ec0f9c74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:24.524488 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-23bd001b-6136-4baf-90b2-33ec0f9c74e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 200 len: 910 time: 0.0944371 Apr 07 02:48:24.569146 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-ada4ef43-6e91-472a-8b00-370cc2bfe2bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 200 len: 217 time: 0.0380707 Apr 07 02:48:24.613073 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:24.617874 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-7fc2748c-019e-4fd6-8596-f7a402befd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:24.619345 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-7fc2748c-019e-4fd6-8596-f7a402befd9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 200 len: 849 time: 0.0441501 Apr 07 02:48:24.639522 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:48:24.648498 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:24.649139 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:24.678853 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-e2eb8b02-8584-4068-a804-b6703b7d3fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:24.678853 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-e2eb8b02-8584-4068-a804-b6703b7d3fce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=98bc4e25-a1b2-46cd-8330-91b38d43f848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1214 time: 0.0520630 Apr 07 02:48:24.749385 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4ce09-3eb2-46a7-8465-7ecc3e0122ee req-f6d622e4-dcd9-43df-9487-f3ad600b6d6c tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:24.750907 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1a4ce09-3eb2-46a7-8465-7ecc3e0122ee req-f6d622e4-dcd9-43df-9487-f3ad600b6d6c tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 943 time: 0.0527077 Apr 07 02:48:24.759086 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:24.799618 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-d1a4ce09-3eb2-46a7-8465-7ecc3e0122ee req-c5ef0689-a657-47dd-9ab7-c93c79d2c78c tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Apr 07 02:48:24.954472 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:24.980472 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4668f8e-7a01-481d-8b5d-1f6ec574b416 None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:16Z', 'revision_number': 4, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv', '_interfaces': [{'id': 'fdc06ac5-914e-498f-8e5b-874acdcd7349', 'name': '', 'network_id': '98bc4e25-a1b2-46cd-8330-91b38d43f848', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'mac_address': 'fa:16:3e:b5:80:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:16Z', 'updated_at': '2022-04-07T02:43:20Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'subnets': [{'id': 'fb0767fd-1dbe-48cb-9bc7-2c143206b9aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:48:25.192579 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a590a24f-8418-41c3-beae-c506877e5a9b None None] New status for floating IP 805205c2-8ece-4602-8dd5-ecdb260833cf: DOWN {{(pid=110985) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 02:48:25.963670 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc692-73ca-4a1d-a886-60ae9d363b41 req-788c47b6-d43f-4f9a-a57b-4a896b56df86 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:25.965169 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6a9cc692-73ca-4a1d-a886-60ae9d363b41 req-788c47b6-d43f-4f9a-a57b-4a896b56df86 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 943 time: 0.0515716 Apr 07 02:48:26.021494 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-6a9cc692-73ca-4a1d-a886-60ae9d363b41 req-4b631403-8c9b-4147-adbd-ae358d2825f1 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/security-groups?id=ada8b4ba-545b-45e8-aa15-18775cda6ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505846 Apr 07 02:48:26.183989 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-0ab4a908-9435-47f8-99ac-c03cfea1ddd0 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817606 Apr 07 02:48:26.347939 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-7c78c974-2db6-4477-b0f1-24e801b82dda req-b528a16b-9918-4f08-971f-3d56776fe5b6 service neutron] 10.222.0.10 "GET /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892105 Apr 07 02:48:26.447745 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4539e866-d821-4f43-8560-143d11cf9469 req-c72ae9bb-6a66-4143-9d60-8ae9a5090e5d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110984) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 02:48:26.449280 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4539e866-d821-4f43-8560-143d11cf9469 req-c72ae9bb-6a66-4143-9d60-8ae9a5090e5d tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 943 time: 0.0535548 Apr 07 02:48:26.540795 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Deleting port 2833a034-5e8c-4303-be80-3734a81c51b5 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:26.541143 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:26.630292 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] For port 2833a034-5e8c-4303-be80-3734a81c51b5, host hv-neutron-8368, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8368',level=0,port_id=2833a034-5e8c-4303-be80-3734a81c51b5,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:26.630641 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:26.643287 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Calling delete_port for 2833a034-5e8c-4303-be80-3734a81c51b5 owned by compute:nova {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:26.815529 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (2833a034-5e8c-4303-be80-3734a81c51b5), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:26.842109 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event deleted for resources: {'Port': ['ID=2833a034-5e8c-4303-be80-3734a81c51b5,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:26.888779 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] No DVR routers for this DVR port 2833a034-5e8c-4303-be80-3734a81c51b5 on host hv-neutron-8368 {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:48:26.891203 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139504'] for port (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:26.894523 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-4539e866-d821-4f43-8560-143d11cf9469 req-5e5e16da-8536-40a5-9f82-dcceba718774 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.10 "DELETE /v2.0/ports/2833a034-5e8c-4303-be80-3734a81c51b5 HTTP/1.1" status: 204 len: 173 time: 0.4399669 Apr 07 02:48:26.894989 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-deleted', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5'}] {{(pid=110984) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 02:48:26.897901 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0947a0f65f20bb811943215995dd905d953d779e8734da22dc549361bf656919" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3865da-5cbd-488c-807e-b22f095492e9" -d '{"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-deleted", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5"}]}' {{(pid=110984) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 02:48:26.932130 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe519a9e-b75e-42c9-8443-95447fd1aae9 x-openstack-request-id: req-fe519a9e-b75e-42c9-8443-95447fd1aae9 {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 02:48:26.932430 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81f4f3a-0795-4291-b047-140a4ca3dd5c", "name": "network-vif-deleted", "tag": "2833a034-5e8c-4303-be80-3734a81c51b5", "status": "completed", "code": 200}]} {{(pid=110984) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 02:48:26.932689 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe519a9e-b75e-42c9-8443-95447fd1aae9 {{(pid=110984) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 02:48:26.933150 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe519a9e-b75e-42c9-8443-95447fd1aae9'] response: {'server_uuid': 'f81f4f3a-0795-4291-b047-140a4ca3dd5c', 'name': 'network-vif-deleted', 'tag': '2833a034-5e8c-4303-be80-3734a81c51b5', 'status': 'completed', 'code': 200} Apr 07 02:48:27.119756 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [req-56c7916d-5f68-4a42-913d-f95065ab4a7d req-1a8bfede-0386-4ff6-9030-62b21359273b tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "GET /v2.0/ports?device_id=f81f4f3a-0795-4291-b047-140a4ca3dd5c HTTP/1.1" status: 200 len: 210 time: 0.0277755 Apr 07 02:48:28.172680 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34082) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:28.231092 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7776cdd0-28e9-497c-85e9-636f88ed24e2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group (ada8b4ba-545b-45e8-aa15-18775cda6ffc), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:28.255556 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7776cdd0-28e9-497c-85e9-636f88ed24e2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group (ada8b4ba-545b-45e8-aa15-18775cda6ffc), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:28.369640 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7776cdd0-28e9-497c-85e9-636f88ed24e2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (ada8b4ba-545b-45e8-aa15-18775cda6ffc), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:28.372258 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-7776cdd0-28e9-497c-85e9-636f88ed24e2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:28.373500 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7776cdd0-28e9-497c-85e9-636f88ed24e2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] 10.222.0.25 "DELETE /v2.0/security-groups/ada8b4ba-545b-45e8-aa15-18775cda6ffc HTTP/1.1" status: 204 len: 168 time: 0.1997910 Apr 07 02:48:28.383091 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776cdd0-28e9-497c-85e9-636f88ed24e2 tempest-TestSnapshotPattern-1487370167 tempest-TestSnapshotPattern-1487370167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada8b4ba-545b-45e8-aa15-18775cda6ffc,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:28.483346 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34086) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:28.997870 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:29.129664 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1df4a8a1-833b-419b-ba8b-e2fb1ac91671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:29.477189 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 no longer exists at agent hyperv_hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:29.498112 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] No Port match for: 2833a034-5e8c-4303-be80-3734a81c51b5 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:29.498465 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Device 2833a034-5e8c-4303-be80-3734a81c51b5 not bound to the agent host hv-neutron-8368 {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:29.531042 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Deleting port fdc06ac5-914e-498f-8e5b-874acdcd7349 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:29.531596 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:29.611436 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] For port fdc06ac5-914e-498f-8e5b-874acdcd7349, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=fdc06ac5-914e-498f-8e5b-874acdcd7349,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:29.611801 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:29.623992 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Calling delete_port for fdc06ac5-914e-498f-8e5b-874acdcd7349 owned by network:router_interface {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:29.850511 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (fdc06ac5-914e-498f-8e5b-874acdcd7349), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:29.874747 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdc06ac5-914e-498f-8e5b-874acdcd7349,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:30.041770 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:30.261924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110984) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:48:30.368557 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110984) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:48:30.373575 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-97890453-f8c7-462d-bd35-e424736d2b70 admin admin] 10.222.0.25 "PUT /v2.0/routers/448cc6cb-77ed-4c83-8424-a1d7b371a0e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8892086 Apr 07 02:48:30.376083 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34090) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:30.377053 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] Sync routers for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:48:30.386950 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:30.387559 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:30.482149 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks [] for router (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:30.492179 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: dv-neutron-836863-2-hyperv {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:30.588503 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks [] for router_gateway (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:30.672936 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:48:29Z', 'revision_number': 5, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port': {'id': '9bbe743f-5f60-4730-a4a8-d776c7d1efad', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:61:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:30.716344 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Deleting port 9bbe743f-5f60-4730-a4a8-d776c7d1efad {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:30.716693 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:30.793939 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] Checking router: 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 for host: dv-neutron-836863-2-hyperv {{(pid=110986) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:48:30.801355 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] For port 9bbe743f-5f60-4730-a4a8-d776c7d1efad, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9bbe743f-5f60-4730-a4a8-d776c7d1efad,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:30.801733 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:30.802784 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] Routers {'448cc6cb-77ed-4c83-8424-a1d7b371a0e2'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110986) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:30.803405 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:01Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'], 'active': True} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:30.814008 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Calling delete_port for 9bbe743f-5f60-4730-a4a8-d776c7d1efad owned by network:router_gateway {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:30.895771 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_dvr_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] Set router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 gateway port host: None {{(pid=110986) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:30.945405 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.l3_hamode_db [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:48:30Z', 'revision_number': 6, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port_host': None}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:30.972073 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e866519b-46c1-46d2-a65c-1ff38a56ea2d None None] The sync data for ids ['448cc6cb-77ed-4c83-8424-a1d7b371a0e2'] in dv-neutron-836863-2-hyperv is: [{'id': '448cc6cb-77ed-4c83-8424-a1d7b371a0e2', 'name': 'tempest-TestSnapshotPattern-1529031318-router', 'tenant_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:14Z', 'updated_at': '2022-04-07T02:48:30Z', 'revision_number': 6, 'project_id': 'f5621cf1cc0341a996e8a3729bdff6cd', 'gw_port_host': None}] {{(pid=110986) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:48:31.038352 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (9bbe743f-5f60-4730-a4a8-d776c7d1efad), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.063845 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbe743f-5f60-4730-a4a8-d776c7d1efad,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:31.124206 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.231624 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.233720 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks [] for router_controller (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.352032 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (448cc6cb-77ed-4c83-8424-a1d7b371a0e2), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.352687 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448cc6cb-77ed-4c83-8424-a1d7b371a0e2 {{(pid=110984) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:48:31.357645 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.358892 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-0b93933e-fad9-4ba3-902c-56a2c9de0578 admin admin] 10.222.0.25 "DELETE /v2.0/routers/448cc6cb-77ed-4c83-8424-a1d7b371a0e2 HTTP/1.1" status: 204 len: 168 time: 0.9818506 Apr 07 02:48:31.361410 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34092) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:31.407755 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.db_base_plugin_v2 [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Deleting subnet fb0767fd-1dbe-48cb-9bc7-2c143206b9aa {{(pid=110984) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:48:31.410941 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Publish callbacks [] for subnet (fb0767fd-1dbe-48cb-9bc7-2c143206b9aa), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.450389 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62227891'] for subnet (fb0767fd-1dbe-48cb-9bc7-2c143206b9aa), precommit_delete_associations {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.477903 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f9ee1c47-6a5a-43bb-80ce-d28a46a2ebbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.557333 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (fb0767fd-1dbe-48cb-9bc7-2c143206b9aa), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.695924 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62230811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62909988'] for subnet (fb0767fd-1dbe-48cb-9bc7-2c143206b9aa), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.720113 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0767fd-1dbe-48cb-9bc7-2c143206b9aa,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:31.726899 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.731285 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-232236ce-0141-48c1-a71d-2cbb445b69fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb0767fd-1dbe-48cb-9bc7-2c143206b9aa HTTP/1.1" status: 204 len: 168 time: 0.3685169 Apr 07 02:48:31.733353 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34094) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:31.734262 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeb4c7f-9235-43d7-9e16-a24ca5eb1820 None None] Network 98bc4e25-a1b2-46cd-8330-91b38d43f848 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:48:31.804485 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (98bc4e25-a1b2-46cd-8330-91b38d43f848), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.861792 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Deleting port 69d57565-3a69-4379-bb46-415d68664b35 {{(pid=110984) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:31.862137 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (69d57565-3a69-4379-bb46-415d68664b35), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.905554 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] DHCP port deletion for 98bc4e25-a1b2-46cd-8330-91b38d43f848 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:48:31.929184 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.db [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] For port 69d57565-3a69-4379-bb46-415d68664b35, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=69d57565-3a69-4379-bb46-415d68664b35,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110984) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:31.929787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (69d57565-3a69-4379-bb46-415d68664b35), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:31.941699 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.plugin [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Calling delete_port for 69d57565-3a69-4379-bb46-415d68664b35 owned by network:dhcp {{(pid=110984) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:31.952544 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] Deleting port 69d57565-3a69-4379-bb46-415d68664b35 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:31.952892 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (69d57565-3a69-4379-bb46-415d68664b35), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.018700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] For port 69d57565-3a69-4379-bb46-415d68664b35, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=69d57565-3a69-4379-bb46-415d68664b35,segment=NetworkSegment(50c5b08c-fc06-4f9d-bcaf-14cff8d58893),segment_id=50c5b08c-fc06-4f9d-bcaf-14cff8d58893)] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:32.019106 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (69d57565-3a69-4379-bb46-415d68664b35), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.032151 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] Calling delete_port for 69d57565-3a69-4379-bb46-415d68664b35 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:32.118787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62230828'] for port (69d57565-3a69-4379-bb46-415d68664b35), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.127860 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (69d57565-3a69-4379-bb46-415d68664b35), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.159905 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69d57565-3a69-4379-bb46-415d68664b35,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:32.167547 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] No DVR routers for this DVR port 69d57565-3a69-4379-bb46-415d68664b35 on host dv-neutron-836863-2-hyperv {{(pid=110984) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:48:32.170720 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] Pushing event deleted for resources: {'Port': ['ID=69d57565-3a69-4379-bb46-415d68664b35,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:32.175891 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e165ae-6ab0-4e2b-aa17-53b43ac85497 None None] No DVR routers for this DVR port 69d57565-3a69-4379-bb46-415d68664b35 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:48:32.238642 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 69d57565-3a69-4379-bb46-415d68664b35 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:32.255885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (98bc4e25-a1b2-46cd-8330-91b38d43f848), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.258645 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 69d57565-3a69-4379-bb46-415d68664b35 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:32.258994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 69d57565-3a69-4379-bb46-415d68664b35 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:32.259478 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fdc06ac5-914e-498f-8e5b-874acdcd7349 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:32.275065 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bc4e25-a1b2-46cd-8330-91b38d43f848']}} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:32.277589 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: fdc06ac5-914e-498f-8e5b-874acdcd7349 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:32.277994 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device fdc06ac5-914e-498f-8e5b-874acdcd7349 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:32.278405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bbe743f-5f60-4730-a4a8-d776c7d1efad no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:32.284257 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c5b08c-fc06-4f9d-bcaf-14cff8d58893') {'for_net_delete': True} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:32.284559 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.services.segments.db [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c5b08c-fc06-4f9d-bcaf-14cff8d58893') {} {{(pid=110984) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:32.294360 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62227784'] for segment (50c5b08c-fc06-4f9d-bcaf-14cff8d58893), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.298038 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9bbe743f-5f60-4730-a4a8-d776c7d1efad {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:32.298393 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9bbe743f-5f60-4730-a4a8-d776c7d1efad not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:32.309404 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (50c5b08c-fc06-4f9d-bcaf-14cff8d58893), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.315554 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=110984) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62230897'] for segment (50c5b08c-fc06-4f9d-bcaf-14cff8d58893), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: Traceback (most recent call last): Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: timer() Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: cb(*args, **kw) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: return func(*args, **kwargs) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: self._notify() Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: self.callback(batched_events) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: event.method(event) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: return f(self, *a, **k) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._get(url).json() Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: return self.request(url, 'GET', **kwargs) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:48:32.320631 dv-neutron-836863-2-hyperv neutron-server[110984]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:48:32.437273 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (98bc4e25-a1b2-46cd-8330-91b38d43f848), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.441542 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.445052 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/98bc4e25-a1b2-46cd-8330-91b38d43f848 HTTP/1.1" status: 204 len: 168 time: 0.7107430 Apr 07 02:48:32.447994 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 34096) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:32.457896 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d7dd-ea99-4f27-9d15-def810563de8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98bc4e25-a1b2-46cd-8330-91b38d43f848,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:32.728560 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:32.795664 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-685459'] for router_interface (831f1dce-7642-4fd2-9b77-2c91eb13103d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:33.041604 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Deleting port 9ac85421-f7e2-480e-bfb8-d040e9b7b573 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:33.041865 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:33.118986 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] For port 9ac85421-f7e2-480e-bfb8-d040e9b7b573, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=9ac85421-f7e2-480e-bfb8-d040e9b7b573,segment=NetworkSegment(26675c0b-a74d-4326-8481-e36cb3d99a67),segment_id=26675c0b-a74d-4326-8481-e36cb3d99a67)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:33.119354 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:33.131679 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Calling delete_port for 9ac85421-f7e2-480e-bfb8-d040e9b7b573 owned by network:router_interface {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:33.368691 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (9ac85421-f7e2-480e-bfb8-d040e9b7b573), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:33.395893 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac85421-f7e2-480e-bfb8-d040e9b7b573,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:33.565874 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-632832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684035'] for router_interface (831f1dce-7642-4fd2-9b77-2c91eb13103d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:33.784215 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Router 831f1dce-7642-4fd2-9b77-2c91eb13103d has already been hosted by L3 agent 30bb6a18-8f67-41b8-b9fa-9d12d4b84381 {{(pid=110983) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 02:48:33.897725 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] Notify agent at l3_agent.dv-neutron-836863-2-hyperv the message routers_updated {{(pid=110983) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 02:48:33.902767 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-05a1d475-caa3-4ffc-8b3e-515ee621b089 admin admin] 10.222.0.25 "PUT /v2.0/routers/831f1dce-7642-4fd2-9b77-2c91eb13103d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4537671 Apr 07 02:48:33.905395 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 34098) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:33.906233 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] Sync routers for ids ['831f1dce-7642-4fd2-9b77-2c91eb13103d'] in dv-neutron-836863-2-hyperv {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 02:48:33.916787 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] Routers {'831f1dce-7642-4fd2-9b77-2c91eb13103d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:33.917826 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['831f1dce-7642-4fd2-9b77-2c91eb13103d'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:34.027605 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] Set router 831f1dce-7642-4fd2-9b77-2c91eb13103d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:34.231926 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:48:33Z', 'revision_number': 5, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:34.235705 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:34.259004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] Checking router: 831f1dce-7642-4fd2-9b77-2c91eb13103d for host: dv-neutron-836863-2-hyperv {{(pid=110985) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 02:48:34.267852 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] Routers {'831f1dce-7642-4fd2-9b77-2c91eb13103d'} bound to L3 agent in host dv-neutron-836863-2-hyperv {{(pid=110985) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 02:48:34.268471 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-836863-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T01:38:31Z,description=,heartbeat_timestamp=2022-04-07T02:48:31Z,host='dv-neutron-836863-2-hyperv',id=30bb6a18-8f67-41b8-b9fa-9d12d4b84381,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T01:38:32Z,topic='l3_agent')) {'router_ids': ['831f1dce-7642-4fd2-9b77-2c91eb13103d'], 'active': True} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:34.356532 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks [] for router (831f1dce-7642-4fd2-9b77-2c91eb13103d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:34.379317 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvr_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] Set router 831f1dce-7642-4fd2-9b77-2c91eb13103d gateway port host: dv-neutron-836863-2-hyperv {{(pid=110985) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 02:48:34.462254 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks [] for router_gateway (831f1dce-7642-4fd2-9b77-2c91eb13103d), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:34.556330 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_hamode_db [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:48:33Z', 'revision_number': 5, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}], 'dv-neutron-836863-2-hyperv', False) {} {{(pid=110985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:34.560331 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Deleting port 6a2fc367-29dd-468f-8ad0-c23946992d12 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:34.560676 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:34.585125 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a9897d-3a6c-48c1-a5f3-c5ae686ad0f1 None None] The sync data for ids ['831f1dce-7642-4fd2-9b77-2c91eb13103d'] in dv-neutron-836863-2-hyperv is: [{'id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'name': 'tempest-TestSnapshotPattern-1534499535-router', 'tenant_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'external_fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:48:33Z', 'revision_number': 5, 'project_id': 'c1f7941ab9cc43f68bcfc101dd802235', 'gw_port': {'id': '6a2fc367-29dd-468f-8ad0-c23946992d12', 'name': '', 'network_id': '9576beaa-b572-45dd-8b18-fb9b06f36336', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:fe:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831f1dce-7642-4fd2-9b77-2c91eb13103d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1878, 'fixed_ips': [{'subnet_id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-836863-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T02:43:20Z', 'updated_at': '2022-04-07T02:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e3c4e254-b00e-41e0-8379-7341ab117908', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-836863-2-hyperv'}] {{(pid=110985) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 02:48:34.646273 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] For port 6a2fc367-29dd-468f-8ad0-c23946992d12, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=6a2fc367-29dd-468f-8ad0-c23946992d12,segment=NetworkSegment(2c8ab5fe-b1b6-4772-875f-1d214c96f5f7),segment_id=2c8ab5fe-b1b6-4772-875f-1d214c96f5f7)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:34.646731 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:34.662453 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Calling delete_port for 6a2fc367-29dd-468f-8ad0-c23946992d12 owned by network:router_gateway {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:34.866551 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (6a2fc367-29dd-468f-8ad0-c23946992d12), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:34.889570 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2fc367-29dd-468f-8ad0-c23946992d12,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:34.954063 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-684229'] for router_gateway (831f1dce-7642-4fd2-9b77-2c91eb13103d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.050624 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-687734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2770'] for router (831f1dce-7642-4fd2-9b77-2c91eb13103d), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.052835 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks [] for router_controller (831f1dce-7642-4fd2-9b77-2c91eb13103d), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.158594 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-687743'] for router (831f1dce-7642-4fd2-9b77-2c91eb13103d), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.161410 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 831f1dce-7642-4fd2-9b77-2c91eb13103d {{(pid=110983) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 02:48:35.163680 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.164880 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-f8d6b59b-6672-4e3d-9b73-847b83d01800 admin admin] 10.222.0.25 "DELETE /v2.0/routers/831f1dce-7642-4fd2-9b77-2c91eb13103d HTTP/1.1" status: 204 len: 168 time: 1.2585340 Apr 07 02:48:35.167596 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 34100) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:35.214128 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.db_base_plugin_v2 [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Deleting subnet fbb35cfc-ccd5-4c96-9806-fdc46a5df084 {{(pid=110983) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 02:48:35.217538 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Publish callbacks [] for subnet (fbb35cfc-ccd5-4c96-9806-fdc46a5df084), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.252896 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62540331'] for subnet (fbb35cfc-ccd5-4c96-9806-fdc46a5df084), precommit_delete_associations {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.339033 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3906775'] for subnet (fbb35cfc-ccd5-4c96-9806-fdc46a5df084), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.381700 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.467347 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3906776', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-648216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1665365', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58808242'] for subnet (fbb35cfc-ccd5-4c96-9806-fdc46a5df084), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.494330 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbb35cfc-ccd5-4c96-9806-fdc46a5df084,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:35.498120 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.501605 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-062e140b-a35d-4323-81ba-130f31b738cf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fbb35cfc-ccd5-4c96-9806-fdc46a5df084 HTTP/1.1" status: 204 len: 168 time: 0.3328445 Apr 07 02:48:35.503912 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.wsgi [-] (110983) accepted ('10.222.0.25', 34102) {{(pid=110983) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:35.504397 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa502e6-3bf7-4e02-9072-6a31f26da431 None None] Network 615d5898-a973-40d1-bd5d-377ab906af87 requested from dv-neutron-836863-2-hyperv {{(pid=110985) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 02:48:35.578108 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3866512'] for network (615d5898-a973-40d1-bd5d-377ab906af87), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.638972 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Deleting port c43daa69-61cb-40dc-97ad-167e1505c200 {{(pid=110983) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:35.639657 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.705903 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.db [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] For port c43daa69-61cb-40dc-97ad-167e1505c200, host dv-neutron-836863-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-836863-2-hyperv',level=0,port_id=c43daa69-61cb-40dc-97ad-167e1505c200,segment=NetworkSegment(26675c0b-a74d-4326-8481-e36cb3d99a67),segment_id=26675c0b-a74d-4326-8481-e36cb3d99a67)] {{(pid=110983) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:35.706592 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.718784 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.plugin [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Calling delete_port for c43daa69-61cb-40dc-97ad-167e1505c200 owned by network:dhcp {{(pid=110983) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:35.800661 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] DHCP port deletion for 615d5898-a973-40d1-bd5d-377ab906af87 request from dv-neutron-836863-2-hyperv {{(pid=110985) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 02:48:35.850407 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1665378'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.850668 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Deleting port c43daa69-61cb-40dc-97ad-167e1505c200 {{(pid=110985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 02:48:35.850976 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794723346993'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), before_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.876111 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43daa69-61cb-40dc-97ad-167e1505c200,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:35.881577 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] No DVR routers for this DVR port c43daa69-61cb-40dc-97ad-167e1505c200 on host dv-neutron-836863-2-hyperv {{(pid=110983) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:48:35.918623 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.db [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] For port c43daa69-61cb-40dc-97ad-167e1505c200, host dv-neutron-836863-2-hyperv, got binding levels [] {{(pid=110985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 02:48:35.918999 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-695522'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), precommit_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.931314 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Calling delete_port for c43daa69-61cb-40dc-97ad-167e1505c200 owned by network:dhcp {{(pid=110985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 02:48:35.933929 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.ipam_backend_mixin [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Port c43daa69-61cb-40dc-97ad-167e1505c200 was not found and therefore no delete operation was performed {{(pid=110985) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 02:48:35.935161 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3897353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-159764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794723352580', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794722969101'] for port (c43daa69-61cb-40dc-97ad-167e1505c200), after_delete {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.953806 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3906092', 'neutron.services.segments.db._delete_segments_for_network-8794723423353'] for network (615d5898-a973-40d1-bd5d-377ab906af87), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:35.958979 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] Pushing event deleted for resources: {'Port': ['ID=c43daa69-61cb-40dc-97ad-167e1505c200,revision_number=None']} {{(pid=110985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:35.962633 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e12421-4fe7-45f8-9e34-7838d4f687d8 None None] No DVR routers for this DVR port c43daa69-61cb-40dc-97ad-167e1505c200 on host dv-neutron-836863-2-hyperv {{(pid=110985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 02:48:35.976318 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615d5898-a973-40d1-bd5d-377ab906af87']}} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:35.985595 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26675c0b-a74d-4326-8481-e36cb3d99a67') {'for_net_delete': True} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:35.985892 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.services.segments.db [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26675c0b-a74d-4326-8481-e36cb3d99a67') {} {{(pid=110983) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 02:48:35.995749 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794723424130', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62540496'] for segment (26675c0b-a74d-4326-8481-e36cb3d99a67), before_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.008477 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196'] for segment (26675c0b-a74d-4326-8481-e36cb3d99a67), precommit_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.014153 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=110983) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 02:48:36.014528 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3761196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1665343'] for segment (26675c0b-a74d-4326-8481-e36cb3d99a67), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: Traceback (most recent call last): Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: timer() Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: cb(*args, **kw) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: return func(*args, **kwargs) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: self._notify() Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: self.callback(batched_events) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: event.method(event) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: return f(self, *a, **k) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._get(url).json() Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: return self.request(url, 'GET', **kwargs) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 02:48:36.016149 dv-neutron-836863-2-hyperv neutron-server[110983]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 02:48:36.129951 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3906133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-632843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-684193'] for network (615d5898-a973-40d1-bd5d-377ab906af87), after_delete {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.135234 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron_lib.callbacks.manager [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=110983) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.138404 dv-neutron-836863-2-hyperv neutron-server[110983]: INFO neutron.wsgi [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/615d5898-a973-40d1-bd5d-377ab906af87 HTTP/1.1" status: 204 len: 168 time: 0.6335742 Apr 07 02:48:36.151296 dv-neutron-836863-2-hyperv neutron-server[110983]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f82a6-0677-41d2-97d1-1ec3f7827bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=615d5898-a973-40d1-bd5d-377ab906af87,revision_number=None']} {{(pid=110983) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:36.227504 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9ac85421-f7e2-480e-bfb8-d040e9b7b573 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:36.248006 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 9ac85421-f7e2-480e-bfb8-d040e9b7b573 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:36.254989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 9ac85421-f7e2-480e-bfb8-d040e9b7b573 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:36.254989 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6a2fc367-29dd-468f-8ad0-c23946992d12 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:36.266653 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: 6a2fc367-29dd-468f-8ad0-c23946992d12 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:36.267001 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device 6a2fc367-29dd-468f-8ad0-c23946992d12 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:36.267405 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c43daa69-61cb-40dc-97ad-167e1505c200 no longer exists at agent ovs-agent-dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 02:48:36.286461 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.plugin [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] No Port match for: c43daa69-61cb-40dc-97ad-167e1505c200 {{(pid=110985) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 02:48:36.286807 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron.plugins.ml2.rpc [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Device c43daa69-61cb-40dc-97ad-167e1505c200 not bound to the agent host dv-neutron-836863-2-hyperv {{(pid=110985) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 02:48:36.472142 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34106) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:36.511623 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-e8dde932-fb58-4466-8d91-1e48cd147c58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5621cf1cc0341a996e8a3729bdff6cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381923 Apr 07 02:48:36.513885 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34108) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:36.562369 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44cfd85f-a01f-46a8-9871-04035793cc1b admin admin] Publish callbacks [] for security_group (68613f43-6c13-40bc-8416-b5d14ed33498), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.582291 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44cfd85f-a01f-46a8-9871-04035793cc1b admin admin] Publish callbacks [] for security_group (68613f43-6c13-40bc-8416-b5d14ed33498), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.711003 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44cfd85f-a01f-46a8-9871-04035793cc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (68613f43-6c13-40bc-8416-b5d14ed33498), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.713711 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-44cfd85f-a01f-46a8-9871-04035793cc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:36.714859 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-44cfd85f-a01f-46a8-9871-04035793cc1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68613f43-6c13-40bc-8416-b5d14ed33498 HTTP/1.1" status: 204 len: 168 time: 0.2001007 Apr 07 02:48:36.722787 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfd85f-a01f-46a8-9871-04035793cc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68613f43-6c13-40bc-8416-b5d14ed33498,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:37.278313 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34114) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:37.317294 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-7e064cff-6d0c-4b3e-b123-3c0caf4cd75e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1f7941ab9cc43f68bcfc101dd802235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377972 Apr 07 02:48:37.319567 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.wsgi [-] (110984) accepted ('10.222.0.25', 34116) {{(pid=110984) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 02:48:37.365886 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f263532-9c4c-4d54-870f-582324b13acc admin admin] Publish callbacks [] for security_group (dd2b0cf5-52de-4981-860a-030a31bf9a92), before_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:37.386868 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f263532-9c4c-4d54-870f-582324b13acc admin admin] Publish callbacks [] for security_group (dd2b0cf5-52de-4981-860a-030a31bf9a92), precommit_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:37.505880 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f263532-9c4c-4d54-870f-582324b13acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543090'] for security_group (dd2b0cf5-52de-4981-860a-030a31bf9a92), after_delete {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:37.508425 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron_lib.callbacks.manager [None req-3f263532-9c4c-4d54-870f-582324b13acc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110984) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:37.509621 dv-neutron-836863-2-hyperv neutron-server[110984]: INFO neutron.wsgi [None req-3f263532-9c4c-4d54-870f-582324b13acc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd2b0cf5-52de-4981-860a-030a31bf9a92 HTTP/1.1" status: 204 len: 168 time: 0.1891799 Apr 07 02:48:37.519343 dv-neutron-836863-2-hyperv neutron-server[110984]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f263532-9c4c-4d54-870f-582324b13acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2b0cf5-52de-4981-860a-030a31bf9a92,revision_number=None']} {{(pid=110984) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 02:48:48.249282 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:48:48.569437 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:48:59.146110 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e204d307-e514-476a-8c72-1e2342a8e9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:01.476452 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-2911277f-5c68-4dc7-a15e-ecdf69c2540c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:02.733799 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:04.213398 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:05.323135 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:18.567823 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:25.247183 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:49:29.099456 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7808effc-2f0a-48ec-86d4-debab6cbcd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:31.505413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-97bbbf0b-8de3-48d5-91a9-a509f110328d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:32.732796 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:34.214124 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:35.373896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:48.556390 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:49:59.093413 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-d834f866-213c-42ee-9221-9668dbce067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:01.447325 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-faf26b31-4763-46f2-b7b2-dff4ea214614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:02.247188 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:50:02.727500 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:04.230219 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:05.333414 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:18.572669 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:29.120918 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-bed1a887-bc80-497b-b55d-864d20c5eaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:31.503889 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-060b64c0-1818-47c1-ab74-3a1b65bc58f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:32.726360 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:34.217565 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:35.378448 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:39.246238 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:50:48.554971 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:50:59.091772 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-0e071b4d-07f7-4ca3-ad54-f2ba17f28151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:01.451751 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e1ce2b3f-e4c9-48e1-9482-7b1e841c8bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:02.737245 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:04.211604 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:05.331803 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:16.249541 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:51:18.571522 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:29.108355 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-245f0cab-7175-48c3-bc7b-6d32cb041197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:31.462595 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-17f4027d-6a62-492d-8fd0-14f870b2a4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:32.730809 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:34.222274 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:35.394004 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:48.576056 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:51:53.247617 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:51:59.084341 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b76a8f1b-3e66-4815-88de-27411f9284be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:01.490694 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-82e2aa46-194f-4454-a48f-e6a71b074241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:02.736007 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:04.238991 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:05.370459 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:18.570164 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:29.101302 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-95d6d8da-05d6-4a87-80c1-d71a60699f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:30.245663 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:52:31.443913 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-e5126689-1dc8-4194-9829-73f5b0b41ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:32.729785 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:34.221482 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:35.346709 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:48.597718 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:52:59.140512 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-75386a19-795e-406f-bdf8-787f803b1d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:01.431614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-6d6cdcad-8011-4ebd-b643-f5ca5f76b0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:02.780248 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:04.237677 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:05.368607 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:07.245676 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:53:18.597683 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:29.094488 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a307db35-8140-4db9-9a38-5873f0fbe520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:31.476614 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-b67ee06b-7bab-4b62-a5ad-51a43aa60616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:32.750898 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:34.242313 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:35.362695 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:44.244283 dv-neutron-836863-2-hyperv neutron-server[110986]: DEBUG neutron.db.agents_db [None req-1d978687-02e6-42a0-a788-0b7cc9d645e1 None None] Agent healthcheck: found 6 active agents {{(pid=110986) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 02:53:48.653283 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:53:59.104468 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-a160d384-5965-4f79-ae9a-cb6813528bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (97b3ec24-35bc-453d-b069-18adc7ebaed0), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:54:01.447441 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-f69e2027-d6fb-4d4c-a1f3-3ab964bad522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (30bb6a18-8f67-41b8-b9fa-9d12d4b84381), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:54:02.738896 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-1a857fc6-1802-470b-9ca1-d06694128ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (afe99c86-e855-4fa6-9174-be5761da708a), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:54:04.241711 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-5da8a7f8-d9f5-4c2a-a92f-aef2f2342f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (6f74da3a-40c0-4d21-b338-3c13283b0424), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:54:05.355628 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-af3e520e-3079-49aa-82a8-9ff63e02d584 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (a20b7204-b4f3-4aed-a20b-cb905a46ca50), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 02:54:18.623928 dv-neutron-836863-2-hyperv neutron-server[110985]: DEBUG neutron_lib.callbacks.manager [None req-7e91d93a-4db5-4cb4-964d-beffc1e4abdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794723423335', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3903725'] for agent (bb0a4f83-a0a2-4296-86b8-27911456cf87), after_update {{(pid=110985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}